Update dependencies, add new libraries, and fix dataset loading and m…

…etadata preparation
BerkeleyAutomation · Apr 17, 2024 · 1abe058 · 1abe058
1 parent c6a4768
commit 1abe058
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 6 deletions.
diff --git a/Containerfile b/Containerfile
@@ -3,8 +3,19 @@ FROM ubuntu:latest
 RUN apt-get update && \
     apt-get install -y python3.9 \
     python3-pip \
-    libgmp-dev
+    libgmp-dev \ 
+    ffmpeg
 
+RUN pip3 install pandas \
+    polars \
+    numpy \
+    tensorflow \
+    torch \
+    tensorflow_datasets \
+    envlogger \
+    datasets \
+    pyarrow
+
 COPY . /app
 WORKDIR /app
 RUN pip install .[full]

diff --git a/examples/analytics/dataset_organizer.py b/examples/analytics/dataset_organizer.py
@@ -68,11 +68,11 @@
         path="~/rtx_datasets",
     )
 
-    # dataset._prepare_rtx_metadata(
-    #     name=dataset_name,
-    #     sample_size = 10,
-    #     shuffle=True,
-    # )
+    dataset._prepare_rtx_metadata(
+        name=dataset_name,
+        sample_size = 10,
+        shuffle=True,
+    )
 
 for dataset_name in DATASETS:
     dataset = fog_x.dataset.Dataset(

diff --git a/requirements.txt b/requirements.txt
@@ -11,3 +11,4 @@ torch
 tensorflow
 tensorflow_datasets
 envlogger
+opencv-python