Auto-Rendering Profile

.github/readme.md

@@ -0,0 +1 @@
+

.github/workflows/config_file_update_script.py

@@ -0,0 +1,71 @@
+import json
+from pathlib import Path
+import yaml
+from colorama import Fore
+from colorama import Style
+import sys
+import csv
+from os import path
+from os import listdir
+from os.path import isfile, join
+from yaml.loader import SafeLoader
+
+## Main Script
+print(Fore.YELLOW + "Started updating profile versions config file" + Style.RESET_ALL)
+
+profile_verions_file = "./bioschemas.github.io/_data/profile_versions.yaml"
+
+stream = open(profile_verions_file, "r")
+docs = yaml.load_all(stream, yaml.FullLoader)
+
+d = {}
+
+for doc in docs:
+    try:
+        for k, v in doc.items():
+            # print(k, "->", v)
+            d[k] = v
+            # print("\n")
+    except Exception as e:
+        print("This exception occured in parsing the YAML file", e)
+
+args = sys.argv
+
+# For each new uploaded JSON-LD file
+for arg in args:
+    if "jsonld" in arg.split("/"):
+        if "json" in arg.split("."):
+            arglist = arg.split("/")
+            profile_name = arg.split("/")[-1].split(".")[0].split("_")[0]
+            profile_version = arg.split("_")[1].split("v")[1].split(".json")[0]
+
+            print(
+                Fore.LIGHTBLUE_EX
+                + "profile name and version: "
+                + profile_name
+                + ", "
+                + profile_version
+                + Style.RESET_ALL
+            )
+
+            if profile_name in d.keys():
+                print(
+                    Fore.GREEN + "Before the change:",
+                    str(d[profile_name]) + Style.RESET_ALL,
+                )
+                if arg.split("-")[1].split(".")[0] == "DRAFT":
+                    d[profile_name]["latest_publication"] = profile_version
+
+                elif arg.split("-")[1].split(".")[0] == "RELEASE":
+                    d[profile_name]["latest_release"] = profile_version
+                print(
+                    Fore.LIGHTGREEN_EX + "After the update:",
+                    str(d[profile_name]) + Style.RESET_ALL,
+                )
+
+f = open(profile_verions_file, "w+")
+yaml.dump(d, f, allow_unicode=True)
+
+print(
+    Fore.YELLOW + "Profile versions updated " + profile_verions_file + Style.RESET_ALL
+)

.github/workflows/generate_profile_workflow.yml

@@ -0,0 +1,120 @@
+# This workflow will generate/update a/the profile HTML page each time the 
+# DDE genrates and update a JSON-LD in the _data/specifications folder (repo) 
+
+name: generate-profile
+
+on: [push]
+#  pull_request:
+#    types: [opened, reopened]
+
+env:
+  GH_TOKEN: ${{ secrets.Sahar_Workflows_Token }}
+
+# inputs:
+#   branch-name: 
+#     description: $`date +%Y_%m_%d-%H_%M_%S`
+#     required: true
+
+jobs:
+  generate-profile:
+    runs-on: ubuntu-latest
+
+    steps: 
+
+      - name: Checkout Spec Repo and Retreive the Preceding Commit
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Get Changed Files
+        id: changed-files
+        uses: tj-actions/changed-files@v21
+
+      - name: List Changed Files
+        run: |
+          for file in ${{ steps.changed-files.outputs.all_changed_files }}; do
+            echo "$file was changed"
+          done
+
+      - name: Setup Python 3.8
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.8 #install the python needed
+
+      - name: Install Python dependencies
+        uses: py-actions/py-dependency-install@v3
+        with:
+          path: "./.github/workflows/requirements.txt"
+
+      - name: Checkout the DDE repo
+        env:
+          GITHUB_TOKEN: ${{ secrets.Sahar_Workflows_Token }}
+        run: | 
+          git clone https://user:[email protected]/BioSchemas/bioschemas-dde
+          cd bioschemas-dde
+          git checkout latest-updated-profiles
+          ls
+
+      - name: Checkout the Website repo
+        env:
+          GITHUB_TOKEN: ${{ secrets.Sahar_Workflows_Token }}
+        run: | 
+          git clone https://user:[email protected]/BioSchemas/bioschemas.github.io
+          cd bioschemas.github.io
+          git pull
+          ls
+
+      - name: Checkout a new branch - Website repository
+        run: |
+          cd bioschemas.github.io
+          git checkout profile-auto-generation
+          git pull
+          git checkout -b `date +%Y_%m_%d-%H_%M`
+          cd ..
+
+      - name: Execute the config files update Python Script
+        run: |
+          python ./.github/workflows/config_file_update_script.py ${{steps.changed-files.outputs.all_changed_files}}
+
+      - name: Execute the profile rendering Python Script
+        run: |
+          python ./.github/workflows/profile_generation_script.py ${{steps.changed-files.outputs.all_changed_files}} bioschemas.github.io
+
+      - name: Setup the Github TOKEN
+        uses: oleksiyrudenko/gha-git-credentials@v2-latest
+        with:
+          path: bioschemas.github.io
+          email: [email protected]
+          name: sahar-frikha
+          actor: sahar-frikha
+          token: '${{secrets.Sahar_Workflows_Token}}'
+
+      - name: Commit and Push the changes in the website
+        run: | 
+          cd bioschemas.github.io
+          git config user.name "sahar-frikha"
+          git config user.email "[email protected]"
+          git status
+          git add .
+          git commit -m "Updating Profile"
+          git push --set-upstream -u origin `date +%Y_%m_%d-%H_%M`
+
+      - name: Create a pull request
+        run: |
+          sleep 60
+          cd bioschemas.github.io
+          gh pr create --title "Auto-Rendering Profile" --body "This pull request has been created by a guithub action, after adding/updating a profile in the specifications repo."
+
+      - name: Commit and Push the changes in the DDE repository
+        run: | 
+          cd bioschemas-dde
+          git config user.name "sahar-frikha"
+          git config user.email "[email protected]"
+          git status
+          git add .
+          git commit -m "Updating Profile"
+          git push origin latest-updated-profiles
+
+      - name: End Workflow
+        run: |
+          echo "Check the Website !"