test: added and LHCbPilot test

fstagni · Oct 4, 2023 · 674db73 · 674db73
1 parent ef7f9aa
commit 674db73
Show file tree

Hide file tree

Showing 2 changed files with 47 additions and 10 deletions.
diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
@@ -1,6 +1,6 @@
 name: integration
 
-on: [push, pull_request]
+on: [push]
 
 jobs:
   integration:
@@ -27,10 +27,11 @@ jobs:
         run: |
           cd Pilot
           mkdir -p etc/grid-security
-          echo $HOSTCERT_BASE64 | base64 --decode > etc/grid-security/hostcert.pem
-          echo $HOSTKEY_BASE64 | base64 --decode > etc/grid-security/hostkey.pem
+          echo "$HOSTCERT_BASE64" | base64 --decode > etc/grid-security/hostcert.pem
+          echo "$HOSTKEY_BASE64" | base64 --decode > etc/grid-security/hostkey.pem
           chmod 440 etc/grid-security/hostcert.pem
           chmod 400 etc/grid-security/hostkey.pem
+          ls -l etc/grid-security
       - name: tests
         run: |
           cd Pilot
@@ -45,12 +46,19 @@ jobs:
           python dirac-pilot.py --modules https://github.com/DIRACGrid/DIRAC.git:::DIRAC:::${{ matrix.dirac_version }} -M 1 -S DIRAC-Certification -N jenkins.cern.ch -Q jenkins-queue_not_important -n DIRAC.Jenkins.ch --cert --certLocation=${GITHUB_WORKSPACE}/Pilot/etc/grid-security --debug
           cat pilot.cfg
 
+
   matching:
     runs-on: ubuntu-latest
 
-    container: python:3.9.17-slim
-
+    strategy:
+      matrix:
+        python: 
+          - 2.7.18
+          - 3.6.15
+          - 3.9.17
 
+    container: python:${{ matrix.python }}-slim
+
     steps:
       - uses: actions/checkout@v4
       - name: Retrieve the secret and decode it to a file
@@ -60,8 +68,8 @@ jobs:
         run: |
           cd Pilot
           mkdir -p etc/grid-security
-          echo $HOSTCERT_BASE64 | base64 --decode > etc/grid-security/hostcert.pem
-          echo $HOSTKEY_BASE64 | base64 --decode > etc/grid-security/hostkey.pem
+          echo "$HOSTCERT_BASE64" | base64 --decode > etc/grid-security/hostcert.pem
+          echo "$HOSTKEY_BASE64" | base64 --decode > etc/grid-security/hostkey.pem
           chmod 440 etc/grid-security/hostcert.pem
           chmod 400 etc/grid-security/hostkey.pem
       - name: tests
@@ -93,12 +101,25 @@ jobs:
 
       - name: add cvmfs
         run: |
+          sudo apt-get install autofs
           wget https://ecsft.cern.ch/dist/cvmfs/cvmfs-release/cvmfs-release-latest_all.deb
           sudo dpkg -i cvmfs-release-latest_all.deb
           rm -f cvmfs-release-latest_all.deb
           sudo apt-get update
           sudo apt-get install cvmfs
           sudo cvmfs_config setup
+          sudo systemctl restart autofs
+          ls -l /etc/cvmfs
+          whoami
+          sudo touch /etc/cvmfs/default.local
+          sudo chmod 666 /etc/cvmfs/default.local
+          ls -l /etc/cvmfs
+          sudo echo "CVMFS_REPOSITORIES=lhcb.cern.ch" >> /etc/cvmfs/default.local
+          sudo echo "CVMFS_CLIENT_PROFILE=single" >> /etc/cvmfs/default.local
+
+          ls /cvmfs/
+          ls /cvmfs/lhcb.cern.ch/
+          ls /cvmfs/lhcb.cern.ch/lhcbdirac
       - name: Retrieve the secret and decode it to a file
         env:
           HOSTCERT_BASE64: ${{ secrets.HOSTCERT_BASE64 }}
@@ -108,8 +129,8 @@ jobs:
           mkdir -p etc/grid-security/vomses
           mkdir -p etc/grid-security/vomsdir
           mkdir -p etc/grid-security/certificates
-          echo $HOSTCERT_BASE64 | base64 --decode > etc/grid-security/hostcert.pem
-          echo $HOSTKEY_BASE64 | base64 --decode > etc/grid-security/hostkey.pem
+          echo "$HOSTCERT_BASE64" | base64 --decode > etc/grid-security/hostcert.pem
+          echo "$HOSTKEY_BASE64" | base64 --decode > etc/grid-security/hostkey.pem
           chmod 440 etc/grid-security/hostcert.pem
           chmod 400 etc/grid-security/hostkey.pem
       - name: tests
@@ -129,4 +150,4 @@ jobs:
           ls -al
           python dirac-pilot.py --modules https://gitlab.cern.ch/lhcb-dirac/LHCbDIRAC.git:::LHCbDIRAC:::master -M 1 -S DIRAC-Certification -N jenkins-lhcb.cern.ch -Q jenkins-queue_not_important -n DIRAC.Jenkins.ch -e LHCb -l LHCb -E LHCbPilot --cert --certLocation=${GITHUB_WORKSPACE}/Pilot/etc/grid-security --debug
           cat pilot.cfg
-    
+
diff --git a/tests/CI/pilot_oldSchema.json b/tests/CI/pilot_oldSchema.json
@@ -36,6 +36,18 @@
           "ConfigureArchitecture",
           "ConfigureCPURequirements",
           "LaunchAgent"
+        ],
+        "LHCb": [
+          "CheckWorkerNode",
+          "LHCbInstallDIRAC",
+          "LHCbConfigureBasics",
+          "RegisterPilot",
+          "CheckCECapabilities",
+          "LHCbAddCVMFSTags",
+          "CheckWNCapabilities",
+          "LHCbConfigureSite",
+          "LHCbConfigureArchitecture",
+          "LHCbConfigureCPURequirements"
         ]
       },
       "Logging": {
@@ -146,6 +158,10 @@
       "VAR_JENKINS_QUEUE": {
         "LocalCEType": "Pool/Singularity"
       }
+    },
+    "jenkins-lhcb.cern.ch": {
+      "Site": "VAR_JENKINS_SITE",
+      "GridCEType": "LHCb"
     }
   },
   "DefaultSetup": "DIRAC-Certification"