[Test] Fix warnings in SOTA tests

ghstack-source-id: c79223b
Pull Request resolved: #2710

Author: Vincent Moens

.github/unittest/linux_sota/scripts/run_all.sh

@@ -75,6 +75,7 @@ export SDL_VIDEODRIVER=dummy
 export MUJOCO_GL=egl
 export PYOPENGL_PLATFORM=egl
 export LAZY_LEGACY_OP=False
+export COMPOSITE_LP_AGGREGATE=0
 
 conda env config vars set MUJOCO_PY_MUJOCO_PATH=$root_dir/.mujoco/mujoco210 \
   DISPLAY=unix:0.0 \

.github/unittest/linux_sota/scripts/test_sota.py

@@ -7,6 +7,12 @@
 from pathlib import Path
 
 import pytest
+from tensordict.nn import composite_lp_aggregate
+
+# Check that we're using the new behavior
+assert (
+    not composite_lp_aggregate()
+), "Composite LP must be set to False. Run this test with COMPOSITE_LP_AGGREGATE=0"
 
 commands = {
     "dt": """python sota-implementations/decision_transformer/dt.py \