Script to execute the main process and some other adapters sequentially

Dockerfile

@@ -58,6 +58,8 @@ COPY sources /app/sources/
 COPY adapters /app/adapters/
 COPY migrations /app/migrations/
 COPY index.sh /app/
+COPY index.adapter.sh /app/
+
 #############################
 # entrypoint
 #

index.adapter.sh

@@ -0,0 +1,11 @@
+# !/usr/bin/env bash
+# Script to fetch data adapter  by adapter
+adapters=adapters.list
+for file in ./sources/*.json; do
+    jq '.[] | select(.active == true ).name' $file | sed -r 's/^"|"$//g' >>$adapters
+done
+
+while read adapter; do
+    echo "================================> $adapter <================================"
+    node index.js --source "$adapter" -b
+done <$adapters

index.sh

@@ -1,10 +1,8 @@
 # !/usr/bin/env bash
-adapters=adapters.list
-for file in ./sources/*.json; do
-    jq '.[] | select(.active == true ).name' $file | sed -r 's/^"|"$//g' >>$adapters
-done
+# This script intends to run the main fetch data process and other processes sequentially.
+# The script also has a timeout to kill the process in case it gets stuck.
+echo "Start main fetch process"
+timeout 5m npm start
 
-while read adapter; do
-    echo "================================> $adapter <================================"
-    node index.js --source "$adapter" -b
-done <$adapters
+echo "Start ccmaq - indian adapter"
+timeout 20m node index.js --source="caaqm"