New campaigns and lat & lon identification code in ict files

.gitignore

@@ -1,9 +1,5 @@
 task/node_modules/
-task/casei-flights-js-main/
 campaigns/**/*.geojson
-campaigns/**/*.ict
-campaigns/**/*.txt
-campaigns/**/*.xml
-campaigns/**/*.csv
+campaigns/*/*/*
 !campaigns/**/static.csv
 .DS_Store

campaigns-schema.yaml

@@ -18,16 +18,19 @@ deployments:
               required: true
               type: string
             tsv_format:
-              require: false
+              required: false
               type: boolean
             rename_as_ict:
-              require: false
+              required: false
               type: boolean
             process_as_ict:
-              require: false
+              required: false
               type: boolean
             coords_divisor:
-              require: false
+              required: false
+              type: integer
+            data_start_line_fix:
+              required: false
               type: integer
             files:
               required: true

campaigns/AVE/static.csv

@@ -0,0 +1,4 @@
+campaign,deployment,platform_name,latitude,longitude
+AVE,AVE-D1_2004,Balloon Launch Site,29.72,-95.4
+AVE,AVE-D1_2004,Balloon Launch Site,34.72,-86.64
+AVE,AVE-D2_2005,Balloon Launch Site,29.72,-95.4

campaigns/DCOTSS/static.csv

@@ -0,0 +1,9 @@
+campaign,deployment,platform_name,latitude,longitude
+DCOTSS,DCOTSS-D2_2021-Jul,Balloon Launch Site,39.95,-105.2
+DCOTSS,DCOTSS-D2_2021-Jul,Balloon Launch Site,38.79,-97.64
+DCOTSS,DCOTSS-D2_2021-Jul,Balloon Launch Site,27.72,-97.33
+DCOTSS,DCOTSS-D2_2021-Jul,Balloon Launch Site,47.92,-97.09
+DCOTSS,DCOTSS-D3_2022-Apr,Balloon Launch Site,39.95,-105.2
+DCOTSS,DCOTSS-D3_2022-Apr,Balloon Launch Site,38.79,-97.64
+DCOTSS,DCOTSS-D3_2022-Apr,Balloon Launch Site,27.72,-97.33
+DCOTSS,DCOTSS-D3_2022-Apr,Balloon Launch Site,47.92,-97.09

campaigns/GloPac/deployments.yaml

@@ -0,0 +1,14 @@
+---
+deployments:
+- name: GloPac-D1_2010
+  platforms:
+  - name: GH
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 1000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/FP20100402.GH
+    - https://espoarchive.nasa.gov/archive/download/FP20100407.GH
+    - https://espoarchive.nasa.gov/archive/download/FP20100413.GH
+    - https://espoarchive.nasa.gov/archive/download/FP20100423.GH
+    - https://espoarchive.nasa.gov/archive/download/FP20100430.GH

campaigns/GloPac/static.csv

@@ -0,0 +1,3 @@
+campaign,deployment,platform_name,latitude,longitude
+GloPac,GloPac-D1_2010,Balloon Launch Site,34.38,-117.68
+GloPac,GloPac-D1_2010,Balloon Launch Site,34.92,-117.9

campaigns/MidCiX/deployments.yaml

@@ -0,0 +1,18 @@
+---
+deployments:
+- name: MidCiX-D1_2004
+  platforms:
+  - name: WB-57
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 1000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/FP20040417.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040419.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040422.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040427.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040430.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040502.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040503.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040505.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20040506.WB57

campaigns/MidCiX/static.csv

@@ -0,0 +1,3 @@
+campaign,deployment,platform_name,latitude,longitude
+MidCiX,MidCiX-D1_2004,Permanent Land Site,36.61,-97.49
+MidCiX,MidCiX-D1_2004,Balloon Launch Site,36.61,-97.49

campaigns/PAVE/deployments.yaml

@@ -0,0 +1,20 @@
+---
+deployments:
+- name: PAVE-D1_2005
+  platforms:
+  - name: DC-8
+    tsv_format: true
+    rename_as_ict: true
+    data_start_line_fix: -1
+    files:
+    - https://espoarchive.nasa.gov/archive/download/O320050114.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050118.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050120.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050124.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050127.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050129.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050131.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050203.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050205.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050207.DC8
+    - https://espoarchive.nasa.gov/archive/download/O320050209.DC8

campaigns/POLARIS/static.csv

@@ -0,0 +1,7 @@
+campaign,deployment,platform_name,latitude,longitude
+POLARIS,POLARIS-D1_1997-Apr,Field Site,64.84,-147.56
+POLARIS,POLARIS-D1_1997-Apr,Balloon Launch Site,64.8,-147.7
+POLARIS,POLARIS-D2_1997-Jun,Field Site,64.84,-147.56
+POLARIS,POLARIS-D2_1997-Jun,Balloon Launch Site,64.8,-147.7
+POLARIS,POLARIS-D3_1997-Sep,Field Site,64.84,-147.56
+POLARIS,POLARIS-D3_1997-Sep,Balloon Launch Site,64.8,-147.7

campaigns/POSIDON/deployments.yaml

@@ -0,0 +1,26 @@
+---
+deployments:
+- name: POSIDON-D1_2016
+  platforms:
+  - name: WB-57
+    files:
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20160913_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20160915_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161001_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161002_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161003_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161008_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161012_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161014_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161015_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161018_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161019_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161021_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161024_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161025_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161026_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161028_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161030_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161031_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161101_R1.ict
+    - https://espoarchive.nasa.gov/archive/download/NP_WB57_20161102_R1.ict

campaigns/POSIDON/static.csv

@@ -0,0 +1,2 @@
+campaign,deployment,platform_name,latitude,longitude
+POSIDON,POSIDON-D1_2016,Balloon Launch Site,13.48,144.8

campaigns/SCOAPE/deployments.yaml

@@ -0,0 +1,7 @@
+---
+deployments:
+- name: SCOAPE-D1_2019
+  platforms:
+  - name: Point Sur
+    files:
+    - https://asdc.larc.nasa.gov/data/SCOAPE/RVPointSur_Data_1/scoape-InSituMetChem_RV-POINT-SUR_20190509_R0_thru20190518.ict

campaigns/SCOAPE/static.csv

@@ -0,0 +1,3 @@
+campaign,deployment,platform_name,latitude,longitude
+SCOAPE,SCOAPE-D1_2019,Field Site,29.25,-90.66
+SCOAPE,SCOAPE-D1_2019,Balloon Launch Site,29.25,-90.66

campaigns/SPADE/static.csv

@@ -0,0 +1,6 @@
+campaign,deployment,platform_name,latitude,longitude
+SPADE,SPADE-D1_1992-Oct,Balloon Launch Site,76,137.9
+SPADE,SPADE-D1_1992-Oct,Balloon Launch Site,37.33,-121.87
+SPADE,SPADE-D2_1993-Apr,Balloon Launch Site,76,137.9
+SPADE,SPADE-D2_1993-Apr,Balloon Launch Site,37.33,-121.87
+SPADE,SPADE-D3_1993-Oct,Balloon Launch Site,76,137.9

campaigns/SUCCESS/deployments.yaml

@@ -0,0 +1,79 @@
+---
+deployments:
+- name: SUCCESS-D1_1996
+  platforms:
+  - name: ER-2
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 10000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/NP19960402.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960403.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960408.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960409.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960413.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960415.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960416.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960420.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960421.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960423.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960426.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960427.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960502.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960503.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960504.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960507.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960508.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960510.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960512.ER2
+    - https://espoarchive.nasa.gov/archive/download/NP19960515.ER2
+  - name: DC-8
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 1000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/FP19960413.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960415.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960416.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960418.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960420.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960421.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960424.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960427.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960429.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960430.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960502.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960503.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960504.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960507.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960508.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960510.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP19960512.DC8
+  - name: Sabreliner
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 10000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/NA19960415.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960416.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960418.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960423.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960424.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960426.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960427.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960429.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960430.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960503.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960504.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960507.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960507__L2.T39
+    - https://espoarchive.nasa.gov/archive/download/NA19960508.T39
+  - name: B-757
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 100000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/AT19960430.B757
+    - https://espoarchive.nasa.gov/archive/download/AT19960503.B757
+    - https://espoarchive.nasa.gov/archive/download/AT19960504.B757
+    - https://espoarchive.nasa.gov/archive/download/AT19960507.B757

campaigns/SUCCESS/static.csv

@@ -0,0 +1,3 @@
+campaign,deployment,platform_name,latitude,longitude
+SUCCESS,SUCCESS-D1_1996,Permanent Land Site,36.61,-97.49
+SUCCESS,SUCCESS-D1_1996,Balloon Launch Site,50.68,-127.38

campaigns/TC4/deployments.yaml

@@ -0,0 +1,37 @@
+---
+deployments:
+- name: TC4-D1_2007
+  platforms:
+  - name: WB-57
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 1000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/FP20070801.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070803.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070805.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070806.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070808.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070809.WB57
+    - https://espoarchive.nasa.gov/archive/download/FP20070813.WB57
+  - name: DC-8
+    tsv_format: true
+    rename_as_ict: true
+    coords_divisor: 1000
+    files:
+    - https://espoarchive.nasa.gov/archive/download/FP20070628.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070630.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070702.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070713.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070717.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070721.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070722.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070724.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070728.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070729.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070731.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070803.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070805.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070806.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070808.DC8
+    - https://espoarchive.nasa.gov/archive/download/FP20070810.DC8

campaigns/TC4/static.csv

@@ -0,0 +1,6 @@
+campaign,deployment,platform_name,latitude,longitude
+TC4,TC4-D1_2007,Field Site,7.75,-80.25
+TC4,TC4-D1_2007,Vehicle,7.75,-80.25
+TC4,TC4-D1_2007,Balloon Launch Site,7.75,-80.25
+TC4,TC4-D1_2007,Balloon Launch Site,9.99,-84.22
+TC4,TC4-D1_2007,Balloon Launch Site,-0.9,-89.62

campaigns/TOTE-VOTE/static.csv

@@ -0,0 +1,3 @@
+campaign,deployment,platform_name,latitude,longitude
+TOTE-VOTE,TOTE-VOTE-D1_1995,Permanent Land Site,19.54,-155.58
+TOTE-VOTE,TOTE-VOTE-D1_1995,Vehicle,19.54,-155.58

task/makeCSV.js

@@ -17,11 +17,15 @@ const makeCSV = (platformPath) => {
 
   // process .ict files
   const ictFiles = findFiles(platformPath, '.ict');
-  ictFiles.forEach((f) => splitICTFile(f, platformConfig.tsv_format));
+  ictFiles.forEach(
+    (f) => splitICTFile(f, platformConfig.tsv_format, platformConfig.data_start_line_fix)
+  );
 
   // some platforms have txt files formatted as icartt
   if (platformConfig.process_as_ict) {
-    txtFiles.forEach((f) => splitICTFile(f, platformConfig.tsv_format));
+    txtFiles.forEach(
+      (f) => splitICTFile(f, platformConfig.tsv_format, platformConfig.data_start_line_fix)
+    );
   }
 };
 

task/src/download.js

@@ -74,4 +74,5 @@ module.exports = {
   downloadCampaign,
   downloadPlatform,
   downloadFile,
+  renameAsIct,
 };