adds demo-dataset description and readdata (#15)

mxochicale · Sep 26, 2023 · b2cd941 · b2cd941
1 parent 8c2d9bb
commit b2cd941
Show file tree

Hide file tree

Showing 5 changed files with 1,093 additions and 1,010 deletions.
diff --git a/data/README.md b/data/README.md
@@ -1,5 +1,40 @@
 # Data
 
+## Demo data Thu-24-Aug-2023
+Tree of demo dataset. Each pair of video and time-series were recorded for approximately 5 minutes. 
+```
+$ tree -s
+[       4096]  .
+├── [       4096]  participant01
+│   ├── [ 1126670892]  participant01-test01-rep01-1g-5mins.avi
+│   ├── [   10503488]  participant01-test01-rep01-1g-5mins.avi.csv
+│   ├── [ 1093617412]  participant01-test01-rep02-1g-5mins.avi
+│   ├── [   10490777]  participant01-test01-rep02-1g-5mins.avi.csv
+│   ├── [ 1540763444]  participant01-test02-rep01-1g-5mins.avi
+│   ├── [   10083571]  participant01-test02-rep01-1g-5mins.avi.csv
+│   ├── [ 1503624576]  participant01-test02-rep02-1g-5mins.avi
+│   ├── [    9792205]  participant01-test02-rep02-1g-5mins.avi.csv
+│   ├── [ 1289063688]  participant01-test03-rep01-1g-5mins.avi
+│   ├── [    9975193]  participant01-test03-rep01-1g-5mins.avi.csv
+│   ├── [ 1260531560]  participant01-test03-rep02-1g-5mins.avi
+│   └── [   10033743]  participant01-test03-rep02-1g-5mins.avi.csv
+└── [       4096]  participant02
+    ├── [ 1251925628]  participant02-test01-rep01-1g-5mins.avi
+    ├── [   10188391]  participant02-test01-rep01-1g-5mins.avi.csv
+    ├── [ 1241199998]  participant02-test01-rep02-1g-5mins.avi
+    ├── [   10043427]  participant02-test01-rep02-1g-5mins.avi.csv
+    ├── [ 1423517518]  participant02-test02-rep01-1g-5mins.avi
+    ├── [    9913693]  participant02-test02-rep01-1g-5mins.avi.csv
+    ├── [ 1283264068]  participant02-test02-rep02-1g-5mins.avi
+    ├── [   10211794]  participant02-test02-rep02-1g-5mins.avi.csv
+    ├── [ 1315188186]  participant02-test03-rep01-1g-5mins.avi
+    ├── [   10055324]  participant02-test03-rep01-1g-5mins.avi.csv
+    ├── [ 1437222374]  participant02-test03-rep02-1g-5mins.avi
+    └── [    9870705]  participant02-test03-rep02-1g-5mins.avi.csv
+
+2 directories, 24 files
+```
+
 ## Demo dataset Thu-27-Jul-2023/
 Create and go to data demo path
 ```

diff --git a/rtt4ssa/data_analysis/A_analysis_of_data_from_multiple-files.ipynb b/rtt4ssa/data_analysis/A_analysis_of_data_from_multiple-files.ipynb
diff --git a/...deo_image_cropping_texture_features.ipynb → ...deo_image_cropping_texture_features.ipynb b/...deo_image_cropping_texture_features.ipynb → ...deo_image_cropping_texture_features.ipynb
@@ -10,7 +10,9 @@
     "Contributor(s): \n",
     "\n",
     "## History\n",
-    "* 17th May 2022: Add prototype\n",
+    "* 17th May 2023: Add prototype\n",
+    "* 10th Aug 2023: Adds saving dataframes in cvs files\n",
+    "* 26th Sep 2023: Reads data from Thu-24-Aug-2023\n",
     "\n",
     "## Summary\n",
     "\n",

diff --git a/...f_data_from_multiple_files_plotting.ipynb → ...f_data_from_multiple_files_plotting.ipynb b/...f_data_from_multiple_files_plotting.ipynb → ...f_data_from_multiple_files_plotting.ipynb
@@ -12,6 +12,7 @@
     "## History\n",
     "* 17th May 2023: Add prototype\n",
     "* 10th Aug 2023: Adds saving dataframes in cvs files\n",
+    "* 26th Sep 2023: Reads data from Thu-24-Aug-2023\n",
     "\n",
     "## Summary\n",
     "\n",
@@ -51,7 +52,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 3,
    "id": "3190058c",
    "metadata": {
     "ExecuteTime": {
@@ -64,12 +65,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "/home/mxochicale/repositories/datasets/in2research2023/Thu-27-Jul-2023/plotting_data/\n",
-      "PyTorch Version: 2.0.0.post200\n",
-      "pandas Version: 2.0.3\n",
-      "numpy Version: 1.25.2\n",
-      "cv2 Version: 4.8.0\n",
-      "skimage Version: 0.21.0\n"
+      "/home/mxochicale/repositories/datasets/in2research2023/Thu-24-Aug-2023/plotting_data/\n",
+      "pandas Version: 2.0.3\n"
      ]
     }
    ],
@@ -88,18 +85,14 @@
     "\n",
     "###########################\n",
     "###SET DATA_PATH \n",
-    "DATA_PATH='repositories/datasets/in2research2023/Thu-27-Jul-2023' # DATA_PATH='scripts/sensor-fusion'\n",
+    "# DATA_PATH='repositories/datasets/in2research2023/Thu-27-Jul-2023' \n",
+    "DATA_PATH='repositories/datasets/in2research2023/Thu-24-Aug-2023'\n",
     "FULL_REPO_DATA_PATH = HOME_PATH +'/' + DATA_PATH\n",
     "PLOTTING_DATA_PATH=HOME_PATH+'/'+DATA_PATH+'/plotting_data/'\n",
     "\n",
     "## Printing Versions and paths\n",
     "print(PLOTTING_DATA_PATH)\n",
-    "print(f'PyTorch Version: {torch.__version__}')\n",
-    "print(f'pandas Version: {pd.__version__}')\n",
-    "print(f'numpy Version: {np.__version__}')\n",
-    "print(f'cv2 Version: {cv2.__version__}')\n",
-    "print(f'skimage Version: {skimage.__version__}')\n",
-    "\n"
+    "print(f'pandas Version: {pd.__version__}')\n"
    ]
   },
   {

diff --git a/rtt4ssa/data_analysis/analysis_of_data_from_multiple-files.ipynb b/rtt4ssa/data_analysis/analysis_of_data_from_multiple-files.ipynb