website update test

docs/index.html

@@ -181,6 +181,20 @@ <h5 class="mb-1">Dataset</h5>
             </label>
           </div>
 
+          <div class="checkbox-container">
+            <label for="dataset-dataset-1">
+              <input type="checkbox" class="dataset-checkbox" id="dataset-dataset-1">
+              robot4 (<span id="dataset-dataset-1-count">0</span>)
+            </label>
+          </div>
+
+          <div class="checkbox-container">
+            <label for="dataset-dataset-1">
+              <input type="checkbox" class="dataset-checkbox" id="dataset-dataset-1">
+              robot7 (<span id="dataset-dataset-1-count">0</span>)
+            </label>
+          </div>
+
 
 
         </div>
@@ -396,18 +410,32 @@ <h5 class="mb-1">Dataset</h5>
     // Video metadata
     const videos = [
 
-JSON.parse('{"poster": "videos/demo_ds_0__image_base.jpg", "src": "videos/demo_ds_0__image_base.mp4", "info": "Episode: 0<br>Begin: Mon Apr 29 07:59:11 2024<br>End: Mon Apr 29 07:59:21 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_0__image_top.jpg", "src": "videos/demo_ds_0__image_top.mp4", "info": "Episode: 0<br>Begin: Mon Apr 29 07:59:11 2024<br>End: Mon Apr 29 07:59:21 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
-JSON.parse('{"poster": "videos/demo_ds_1__image_base.jpg", "src": "videos/demo_ds_1__image_base.mp4", "info": "Episode: 1<br>Begin: Mon Apr 29 07:59:35 2024<br>End: Mon Apr 29 07:59:51 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_1__image_top.jpg", "src": "videos/demo_ds_1__image_top.mp4", "info": "Episode: 1<br>Begin: Mon Apr 29 07:59:35 2024<br>End: Mon Apr 29 07:59:51 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
-JSON.parse('{"poster": "videos/demo_ds_2__image_base.jpg", "src": "videos/demo_ds_2__image_base.mp4", "info": "Episode: 2<br>Begin: Mon Apr 29 08:00:04 2024<br>End: Mon Apr 29 08:00:10 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_2__image_top.jpg", "src": "videos/demo_ds_2__image_top.mp4", "info": "Episode: 2<br>Begin: Mon Apr 29 08:00:04 2024<br>End: Mon Apr 29 08:00:10 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
-JSON.parse('{"poster": "videos/demo_ds_3__image_base.jpg", "src": "videos/demo_ds_3__image_base.mp4", "info": "Episode: 3<br>Begin: Mon Apr 29 15:22:32 2024<br>End: Mon Apr 29 15:22:46 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_3__image_top.jpg", "src": "videos/demo_ds_3__image_top.mp4", "info": "Episode: 3<br>Begin: Mon Apr 29 15:22:32 2024<br>End: Mon Apr 29 15:22:46 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
-JSON.parse('{"poster": "videos/demo_ds_4__image_base.jpg", "src": "videos/demo_ds_4__image_base.mp4", "info": "Episode: 4<br>Begin: Mon Apr 29 15:22:51 2024<br>End: Mon Apr 29 15:24:05 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_4__image_top.jpg", "src": "videos/demo_ds_4__image_top.mp4", "info": "Episode: 4<br>Begin: Mon Apr 29 15:22:51 2024<br>End: Mon Apr 29 15:24:05 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
-JSON.parse('{"poster": "videos/demo_ds_5__image_base.jpg", "src": "videos/demo_ds_5__image_base.mp4", "info": "Episode: 5<br>Begin: Mon Apr 29 15:30:00 2024<br>End: Mon Apr 29 15:30:38 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
-JSON.parse('{"poster": "videos/demo_ds_5__image_top.jpg", "src": "videos/demo_ds_5__image_top.mp4", "info": "Episode: 5<br>Begin: Mon Apr 29 15:30:00 2024<br>End: Mon Apr 29 15:30:38 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_0__image_base.jpg", "src": "videos/robot7_0__image_base.mp4", "info": "Episode: 0<br>Begin: Thu May 16 05:19:51 2024<br>End: Thu May 16 05:20:01 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_0__image_top.jpg", "src": "videos/robot7_0__image_top.mp4", "info": "Episode: 0<br>Begin: Thu May 16 05:19:51 2024<br>End: Thu May 16 05:20:01 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_1__image_base.jpg", "src": "videos/robot7_1__image_base.mp4", "info": "Episode: 1<br>Begin: Thu May 16 05:20:23 2024<br>End: Thu May 16 05:20:31 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_1__image_top.jpg", "src": "videos/robot7_1__image_top.mp4", "info": "Episode: 1<br>Begin: Thu May 16 05:20:23 2024<br>End: Thu May 16 05:20:31 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_2__image_base.jpg", "src": "videos/robot7_2__image_base.mp4", "info": "Episode: 2<br>Begin: Thu May 16 07:43:10 2024<br>End: Thu May 16 07:43:32 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_2__image_top.jpg", "src": "videos/robot7_2__image_top.mp4", "info": "Episode: 2<br>Begin: Thu May 16 07:43:10 2024<br>End: Thu May 16 07:43:32 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_3__image_base.jpg", "src": "videos/robot7_3__image_base.mp4", "info": "Episode: 3<br>Begin: Thu May 16 07:44:12 2024<br>End: Thu May 16 07:45:52 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_3__image_top.jpg", "src": "videos/robot7_3__image_top.mp4", "info": "Episode: 3<br>Begin: Thu May 16 07:44:12 2024<br>End: Thu May 16 07:45:52 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_4__image_base.jpg", "src": "videos/robot7_4__image_base.mp4", "info": "Episode: 4<br>Begin: Thu May 16 07:46:36 2024<br>End: Thu May 16 07:47:00 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_4__image_top.jpg", "src": "videos/robot7_4__image_top.mp4", "info": "Episode: 4<br>Begin: Thu May 16 07:46:36 2024<br>End: Thu May 16 07:47:00 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_5__image_base.jpg", "src": "videos/robot7_5__image_base.mp4", "info": "Episode: 5<br>Begin: Thu May 16 07:47:01 2024<br>End: Thu May 16 07:47:24 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_5__image_top.jpg", "src": "videos/robot7_5__image_top.mp4", "info": "Episode: 5<br>Begin: Thu May 16 07:47:01 2024<br>End: Thu May 16 07:47:24 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_6__image_base.jpg", "src": "videos/robot7_6__image_base.mp4", "info": "Episode: 6<br>Begin: Thu May 16 07:48:16 2024<br>End: Thu May 16 07:48:42 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_6__image_top.jpg", "src": "videos/robot7_6__image_top.mp4", "info": "Episode: 6<br>Begin: Thu May 16 07:48:16 2024<br>End: Thu May 16 07:48:42 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_7__image_base.jpg", "src": "videos/robot7_7__image_base.mp4", "info": "Episode: 7<br>Begin: Thu May 16 07:50:04 2024<br>End: Thu May 16 07:51:28 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_7__image_top.jpg", "src": "videos/robot7_7__image_top.mp4", "info": "Episode: 7<br>Begin: Thu May 16 07:50:04 2024<br>End: Thu May 16 07:51:28 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_8__image_base.jpg", "src": "videos/robot7_8__image_base.mp4", "info": "Episode: 8<br>Begin: Thu May 16 07:52:40 2024<br>End: Thu May 16 07:52:48 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_8__image_top.jpg", "src": "videos/robot7_8__image_top.mp4", "info": "Episode: 8<br>Begin: Thu May 16 07:52:40 2024<br>End: Thu May 16 07:52:48 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_9__image_base.jpg", "src": "videos/robot7_9__image_base.mp4", "info": "Episode: 9<br>Begin: Thu May 16 07:55:01 2024<br>End: Thu May 16 07:55:21 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_9__image_top.jpg", "src": "videos/robot7_9__image_top.mp4", "info": "Episode: 9<br>Begin: Thu May 16 07:55:01 2024<br>End: Thu May 16 07:55:21 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_10__image_base.jpg", "src": "videos/robot7_10__image_base.mp4", "info": "Episode: 10<br>Begin: Thu May 16 07:55:26 2024<br>End: Thu May 16 07:55:42 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_10__image_top.jpg", "src": "videos/robot7_10__image_top.mp4", "info": "Episode: 10<br>Begin: Thu May 16 07:55:26 2024<br>End: Thu May 16 07:55:42 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_11__image_base.jpg", "src": "videos/robot7_11__image_base.mp4", "info": "Episode: 11<br>Begin: Thu May 16 07:55:48 2024<br>End: Thu May 16 07:57:27 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_11__image_top.jpg", "src": "videos/robot7_11__image_top.mp4", "info": "Episode: 11<br>Begin: Thu May 16 07:55:48 2024<br>End: Thu May 16 07:57:27 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
+JSON.parse('{"poster": "videos/robot7_12__image_base.jpg", "src": "videos/robot7_12__image_base.mp4", "info": "Episode: 12<br>Begin: Thu May 16 07:58:12 2024<br>End: Thu May 16 07:58:20 2024", "dataset_id": "dataset-1", "view_id": "view-2"}'),
+JSON.parse('{"poster": "videos/robot7_12__image_top.jpg", "src": "videos/robot7_12__image_top.mp4", "info": "Episode: 12<br>Begin: Thu May 16 07:58:12 2024<br>End: Thu May 16 07:58:20 2024", "dataset_id": "dataset-1", "view_id": "view-3"}'),
 
 
     ];

docs/website_gen.py

@@ -11,7 +11,8 @@
 s3 = boto3.client('s3')
 response = s3.list_objects_v2(Bucket='cloud-robotics-workshop')
 DATASETS = [obj['Key'].split("/")[0] for obj in response['Contents']]
-DATASETS = [dataset.strip(".parquet") for dataset in DATASETS if dataset.endswith("parquet")]
+print(DATASETS)
+DATASETS = [dataset.removesuffix(".parquet") for dataset in DATASETS if dataset.endswith("parquet")]
 print(DATASETS)
 
 viz_keys = [
@@ -22,11 +23,6 @@
 OUTPUT_FPS = 1
 
 # for dataset_name in DATASETS:
-dataset_name = "demo_ds"
-dataset_df = fog_x.dataset.Dataset(
-    name=dataset_name,
-    path="s3://cloud-robotics-workshop",
-)
 # e = dataset.new_episode()   
 # e.add_image("image", np.random.rand(100, 100, 3) * 255)
 
@@ -58,6 +54,12 @@ def convert_to_h264(input_file, output_file):
 
 dataset_h5_str = ""
 for dataset in DATASETS:
+    print(dataset)
+    dataset_name = dataset
+    dataset_df = fog_x.dataset.Dataset(
+        name=dataset,
+        path="s3://cloud-robotics-workshop",
+    )
     dataset_h5_str += f'''
           <div class="checkbox-container">
             <label for="dataset-{dataset_name_to_dataset_id[dataset]}">
@@ -70,7 +72,7 @@ def convert_to_h264(input_file, output_file):
     # JSON.parse('{"dataset_id": "dataset-1", "task_id": "task-2", "object_id": "object-10", "view_id": "view-3"}'),
     json_h5_str = ""
     episode_id = 0
-    dataset_name = dataset
+
     for episode in dataset_df.read_by(
         episode_info=dataset_df.get_episode_info()
     ):
@@ -91,6 +93,7 @@ def convert_to_h264(input_file, output_file):
             json_h5_str += f"JSON.parse('{json_str}'),\n"
 
             temp_vid_output_path = f"/tmp/{filename}"
+            print(episode.collect())
             for frame in episode.collect()[key]:
                 image = np.load(io.BytesIO(frame))