Add DLC Oracle ability (#24)

* adds instructions on running with duckdb library 
* re-works weather data to be easier to use with oracle event related code
* adds oracle database and queries for CRUD data operations
* adds scoring and signing ETL job via /update route

.github/workflows/build-setup.yml

@@ -0,0 +1,26 @@
+- name: Install duckdb
+  shell: bash
+  run: |
+    if ! command -v unzip &> /dev/null; then
+        apt-get update && apt-get install -y unzip
+    fi
+    if [ ! -d "duckdb_lib" ]; then
+        mkdir duckdb_lib
+    else
+        rm -rf duckdb_lib
+        mkdir duckdb_lib
+        echo "Directory $dir already exists."
+    fi
+
+    if [ -f "libduckdb-linux-amd64.zip" ]; then
+        # File exists, remove it
+        rm "libduckdb-linux-amd64.zip"
+    fi
+
+    wget "https://github.com/duckdb/duckdb/releases/download/v1.0.0/libduckdb-linux-amd64.zip"
+    unzip libduckdb-linux-amd64.zip -d duckdb_lib
+    sudo cp duckdb_lib/lib*.so* /usr/local/lib/
+    sudo ldconfig
+    rm libduckdb-linux-amd64.zip
+    echo "$(pwd)/duckdb_lib"
+    export DUCKDB_LIB_DIR="$(pwd)/duckdb_lib"

.github/workflows/release.yml

@@ -61,7 +61,7 @@ jobs:
         # we specify bash to get pipefail; it guards against the `curl` command
         # failing. otherwise `sh` won't catch that `curl` returned non-0
         shell: bash
-        run: "curl --proto '=https' --tlsv1.2 -LsSf https://github.com/axodotdev/cargo-dist/releases/download/v0.18.0/cargo-dist-installer.sh | sh"
+        run: "curl --proto '=https' --tlsv1.2 -LsSf https://github.com/axodotdev/cargo-dist/releases/download/v0.21.0/cargo-dist-installer.sh | sh"
       - name: Cache cargo-dist
         uses: actions/upload-artifact@v4
         with:
@@ -115,6 +115,32 @@ jobs:
       - uses: actions/checkout@v4
         with:
           submodules: recursive
+      - name: "Install duckdb"
+        run: |
+          if ! command -v unzip &> /dev/null; then
+              apt-get update && apt-get install -y unzip
+          fi
+          if [ ! -d "duckdb_lib" ]; then
+              mkdir duckdb_lib
+          else
+              rm -rf duckdb_lib
+              mkdir duckdb_lib
+              echo "Directory $dir already exists."
+          fi
+
+          if [ -f "libduckdb-linux-amd64.zip" ]; then
+              # File exists, remove it
+              rm "libduckdb-linux-amd64.zip"
+          fi
+
+          wget "https://github.com/duckdb/duckdb/releases/download/v1.0.0/libduckdb-linux-amd64.zip"
+          unzip libduckdb-linux-amd64.zip -d duckdb_lib
+          sudo cp duckdb_lib/lib*.so* /usr/local/lib/
+          sudo ldconfig
+          rm libduckdb-linux-amd64.zip
+          echo "$(pwd)/duckdb_lib"
+          export DUCKDB_LIB_DIR="$(pwd)/duckdb_lib"
+        shell: "bash"
       - name: Install cargo-dist
         run: ${{ matrix.install_dist }}
       # Get the dist-manifest

.gitignore

@@ -15,7 +15,10 @@ stations.xml
 
 data/
 weather_data/
+event_data/
 */.env
 .env
 duckdb_lib
-*/duckdb_lib
+*/duckdb_lib
+*.pem
+*/test_data/*