From c6a4768099f744963d5be46074878a794e577ad7 Mon Sep 17 00:00:00 2001 From: Eric Chen Date: Wed, 17 Apr 2024 07:43:01 +0000 Subject: [PATCH] Update dependencies and fix dataset loading in dataset_organizer.py --- Containerfile | 2 +- examples/analytics/dataset_organizer.py | 13 +++++++++---- requirements-test.txt => requirements-full.txt | 0 setup.py | 2 +- 4 files changed, 11 insertions(+), 6 deletions(-) rename requirements-test.txt => requirements-full.txt (100%) diff --git a/Containerfile b/Containerfile index 90aaf34..571449c 100644 --- a/Containerfile +++ b/Containerfile @@ -7,7 +7,7 @@ RUN apt-get update && \ COPY . /app WORKDIR /app -RUN pip install . +RUN pip install .[full] RUN pip3 install jupyter COPY . / diff --git a/examples/analytics/dataset_organizer.py b/examples/analytics/dataset_organizer.py index f461f1a..9ebd454 100644 --- a/examples/analytics/dataset_organizer.py +++ b/examples/analytics/dataset_organizer.py @@ -68,12 +68,17 @@ path="~/rtx_datasets", ) - dataset._prepare_rtx_metadata( + # dataset._prepare_rtx_metadata( + # name=dataset_name, + # sample_size = 10, + # shuffle=True, + # ) + +for dataset_name in DATASETS: + dataset = fog_x.dataset.Dataset( name=dataset_name, - sample_size = 10, - shuffle=True, + path="~/rtx_datasets", ) - info = dataset.get_episode_info() for episode_metadata in info.iter_rows(named = True): diff --git a/requirements-test.txt b/requirements-full.txt similarity index 100% rename from requirements-test.txt rename to requirements-full.txt diff --git a/setup.py b/setup.py index 722ddc9..307521b 100644 --- a/setup.py +++ b/setup.py @@ -42,5 +42,5 @@ def read_requirements(path): entry_points={ "console_scripts": ["fog_x = fog_x.__main__:main"] }, - extras_require={"test": read_requirements("requirements-test.txt")}, + extras_require={"full": read_requirements("requirements-full.txt")}, )