Update dependencies and fix dataset loading in dataset_organizer.py

BerkeleyAutomation · Apr 17, 2024 · c6a4768 · c6a4768
1 parent 8401ef6
commit c6a4768
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 6 deletions.
diff --git a/Containerfile b/Containerfile
@@ -7,7 +7,7 @@ RUN apt-get update && \
 
 COPY . /app
 WORKDIR /app
-RUN pip install .
+RUN pip install .[full]
 RUN pip3 install jupyter
 
 COPY . /

diff --git a/examples/analytics/dataset_organizer.py b/examples/analytics/dataset_organizer.py
@@ -68,12 +68,17 @@
         path="~/rtx_datasets",
     )
 
-    dataset._prepare_rtx_metadata(
+    # dataset._prepare_rtx_metadata(
+    #     name=dataset_name,
+    #     sample_size = 10,
+    #     shuffle=True,
+    # )
+
+for dataset_name in DATASETS:
+    dataset = fog_x.dataset.Dataset(
         name=dataset_name,
-        sample_size = 10,
-        shuffle=True,
+        path="~/rtx_datasets",
     )
-
     info = dataset.get_episode_info()
 
     for episode_metadata in info.iter_rows(named = True):

diff --git a/requirements-test.txt → requirements-full.txt b/requirements-test.txt → requirements-full.txt
diff --git a/setup.py b/setup.py
@@ -42,5 +42,5 @@ def read_requirements(path):
     entry_points={
         "console_scripts": ["fog_x = fog_x.__main__:main"]
     },
-    extras_require={"test": read_requirements("requirements-test.txt")},
+    extras_require={"full": read_requirements("requirements-full.txt")},
 )