upgrade.yml

name: Build an upgrade

on:
  workflow_dispatch:
  # pull_request:
  #   branches:
  #     - '*'

jobs:

  build-and-test-upgrade:
    runs-on: self-hosted
    env:
      UNIQUE_ID: 
      IP_ADDRESS: 
      LS1_IP:
      LATEST_BRANCH:
      BRANCH_NAME:
      elastic:
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4.1.1
    
      - name: Setup environment variables
        run: |
          PUBLIC_IP=$(curl -s https://api.ipify.org)
          echo "IP_ADDRESS=$PUBLIC_IP" >> $GITHUB_ENV
          echo "UNIQUE_ID=$(openssl rand -hex 3 | head -c 6)" >> $GITHUB_ENV
          LATEST_BRANCH_VAR=$(curl -s https://api.github.com/repos/cisagov/LME/tags | jq -r '.[].name | sub("^v"; "") | "release-" + .' | head -n 1)
          echo "LATEST_BRANCH=$LATEST_BRANCH_VAR"
          echo "LATEST_BRANCH=$LATEST_BRANCH_VAR" >> $GITHUB_ENV

      - name: Get branch name 
        shell: bash
        run: |
          if [ "${{ github.event_name }}" == "pull_request" ]; then
            echo "BRANCH_NAME=${{ github.head_ref }}" >> $GITHUB_ENV
          else
            echo "BRANCH_NAME=${GITHUB_REF##*/}" >> $GITHUB_ENV
          fi
                   
      
      - name: Set up Docker Compose
        run: |
          sudo curl -L "https://github.com/docker/compose/releases/download/v2.3.3/docker-compose-$(uname -s)-$(uname -m)" \
          -o /usr/local/bin/docker-compose
          sudo chmod +x /usr/local/bin/docker-compose
    
      - name: Set the environment for docker-compose 
        run: |
          cd testing/development
          # Get the UID and GID of the current user
          echo "HOST_UID=$(id -u)" > .env
          echo "HOST_GID=$(id -g)" >> .env
    
      # - name: Run Docker Compose Build to fix a user id issue in a prebuilt container
      #   run: |
      #     cd testing/development
      #     docker-compose -p ${{ env.UNIQUE_ID }} build --no-cache 
    
      - name: Run Docker Compose
        run: docker compose  -p ${{ env.UNIQUE_ID }} -f testing/development/docker-compose.yml up -d
    
      - name: List docker containers to wait for them to start
        run: |
          docker ps 
    
      - name: List files in home directory
        run: |
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme bash -c "pwd && ls -la"
    
      - name:  Check powershell environment 
        run: |
          set +e  
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
            cd /home/admin.ackbar/LME; \
            ls -la; \
            exit \$LASTEXITCODE;
          }"
          EXIT_CODE=$?
          echo "Exit code: $EXIT_CODE"
          set -e  
          if [ "$EXIT_CODE" -ne 0 ]; then
            exit $EXIT_CODE
          fi
    
      - name:  Build the cluster 
        run: |
          set +e  
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
            cd /home/admin.ackbar/LME/testing; \
            \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
            \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
            \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
            \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
            \$env:IP_ADDRESS='${{ env.IP_ADDRESS }}'; \
            ./development/build_cluster.ps1 -IPAddress \$env:IP_ADDRESS; \
            exit \$LASTEXITCODE;
          }"
          EXIT_CODE=$?
          echo "Exit code: $EXIT_CODE"
          set -e  
          if [ "$EXIT_CODE" -ne 0 ]; then
            exit $EXIT_CODE
          fi
          cd .. 
          . configure/lib/functions.sh
          extract_ls1_ip 'LME-pipe-${{ env.UNIQUE_ID }}.cluster.output.log'
          echo "LS1_IP=$LS1_IP" >> $GITHUB_ENV
          
      - name:  Install lme on cluster 
        run: |
          set +e  
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
            cd /home/admin.ackbar/LME/testing; \
            \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
            \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
            \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
            \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
            ./development/install_lme.ps1 -b '${{ env.LATEST_BRANCH }}'; \
            exit \$LASTEXITCODE;
          }"
          EXIT_CODE=$?
          echo "Exit code: $EXIT_CODE"
          set -e  
          if [ "$EXIT_CODE" -ne 0 ]; then
            exit $EXIT_CODE
          fi
    
      - name:  Set the environment passwords for other steps 
        run: |
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme bash -c "
            cd /home/admin.ackbar/LME/testing \
            && . configure/lib/functions.sh \
            && extract_credentials 'LME-pipe-${{ env.UNIQUE_ID }}.password.txt' \
            && write_credentials_to_file '${{ env.UNIQUE_ID }}.github_env.sh' \
            "
            . ../${{ env.UNIQUE_ID }}.github_env.sh
            rm ../${{ env.UNIQUE_ID }}.github_env.sh
            echo "elastic=$elastic" >> $GITHUB_ENV
            echo "kibana=$kibana" >> $GITHUB_ENV
            echo "logstash_system=$logstash_system" >> $GITHUB_ENV
            echo "logstash_writer=$logstash_writer" >> $GITHUB_ENV
            echo "dashboard_update=$dashboard_update" >> $GITHUB_ENV
    
      - name:  Check that the environment variables are set 
        run: |
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme bash -c "
            if [ -z \"${{ env.elastic }}\" ]; then
              echo 'Error: env.elastic variable is not set' >&2
              exit 1
            else
              echo 'Elastic password is set'
            fi
          "

      - name: Upgrade to the version being built
        # This will check out the code in the /root directory so that it can use the latest version of the code.
        # But it will also check out the branch in the /opt/lme directory so that upgrade_lme.sh script can use the branch.
        run: |
          set +e
          cd testing/development
          output=$(docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "\
            cd /home/admin.ackbar/LME/testing; \
            \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
            \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
            \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
            \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
            az login --service-principal -u \$env:AZURE_CLIENT_ID -p \$env:AZURE_SECRET --tenant \$env:AZURE_TENANT; \
            az vm run-command invoke \
              --command-id RunShellScript \
              --name LS1 \
              --resource-group \$env:RESOURCE_GROUP \
              --scripts 'export HOME=/root; pwd && whoami && cd ~ \
                && git clone https://github.com/cisagov/LME.git \
                && cd LME \
                && echo "Checking out current branch: ${{ env.BRANCH_NAME }}" \
                && git checkout ${{ env.BRANCH_NAME }} \
                && cd testing \
                && ./development/upgrade_lme.sh; exit \$?'")
          echo "Output: $output"
          if echo "$output" | grep -q "UPGRADE_SUCCESSFUL"; then
            echo "Upgrade successful"
            exit 0
          else
            echo "Upgrade failed"
            exit 1
          fi
    
      # - name: Run a command on the domain controller 
      #   run: |
      #     set +e  
      #     cd testing/development
      #     docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
      #       cd /home/admin.ackbar/LME/testing; \
      #       \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
      #       \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
      #       \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
      #       \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
      #       \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
      #       \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
      #       az login --service-principal -u \$env:AZURE_CLIENT_ID -p \$env:AZURE_SECRET --tenant \$env:AZURE_TENANT; \
      #       az vm run-command invoke  \
      #         --command-id RunPowerShellScript  \
      #         --name DC1  \
      #         --resource-group \$env:RESOURCE_GROUP \
      #         --scripts 'ls C:\'; \
      #       exit \$LASTEXITCODE;
      #     }"
      #     EXIT_CODE=$?
      #     echo "Exit code: $EXIT_CODE"
      #     set -e  
      #     if [ "$EXIT_CODE" -ne 0 ]; then
      #       exit $EXIT_CODE
      #     fi
    
      - name: Run a command on the linux machine 
        run: |
          set +e  
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
            cd /home/admin.ackbar/LME/testing; \
            \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
            \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
            \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
            \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
            az login --service-principal -u \$env:AZURE_CLIENT_ID -p \$env:AZURE_SECRET --tenant \$env:AZURE_TENANT; \
            az vm run-command invoke  \
              --command-id RunShellScript  \
              --name LS1  \
              --resource-group \$env:RESOURCE_GROUP \
              --scripts 'ls -lan'; \
            exit \$LASTEXITCODE;
          }"
          EXIT_CODE=$?
          echo "Exit code: $EXIT_CODE"
          set -e  
          if [ "$EXIT_CODE" -ne 0 ]; then
            exit $EXIT_CODE
          fi
    
      # This only passes when you do a full install
      - name: Run api tests in container
        run: |
          set +e
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T -u admin.ackbar lme bash -c " cd testing/tests \
          && echo export elastic=${{ env.elastic }} > .env \
          && echo export ES_HOST=${{ env.LS1_IP }} >> .env \
          && cat .env \
          && python3 -m venv /home/admin.ackbar/venv_test \
          && . /home/admin.ackbar/venv_test/bin/activate \
          && pip install -r requirements.txt \
          && sudo chmod ugo+w /home/admin.ackbar/LME/ -R \
          && pytest -v api_tests/"
    
      - name: Run selenium tests in container
        run: |
          set +e
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T -u admin.ackbar lme bash -c " cd testing/tests \
          && echo export ELASTIC_PASSWORD=${{ env.elastic }} > .env \
          && . .env \
          && python3 -m venv /home/admin.ackbar/venv_test \
          && . /home/admin.ackbar/venv_test/bin/activate \
          && pip install -r requirements.txt \
          && sudo chmod ugo+w /home/admin.ackbar/LME/ -R \
          && python selenium_tests.py --domain ${{ env.LS1_IP }} -v"
    
      - name: Cleanup environment 
        if: always()
        run: |
          cd testing/development
          docker compose -p ${{ env.UNIQUE_ID }} exec -T lme pwsh -Command "& { 
            cd /home/admin.ackbar/LME/testing; \
            \$env:AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'; \
            \$env:AZURE_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_CLIENT_SECRET='${{ secrets.AZURE_SECRET }}'; \
            \$env:AZURE_TENANT='${{ secrets.AZURE_TENANT }}'; \
            \$env:UNIQUE_ID='${{ env.UNIQUE_ID }}'; \
            \$env:RESOURCE_GROUP='LME-pipe-${{ env.UNIQUE_ID }}'; \
            ./development/destroy_cluster.ps1; \
            exit \$LASTEXITCODE;
          }"
          docker compose -p ${{ env.UNIQUE_ID }} down
          docker system prune --force