Publish V2 Scoring Results (588.309697) (#222)

scoring run 588.309697

.github/workflows/v2-apply-scoring.yml

@@ -0,0 +1,235 @@
+name: Apply Scoring V2
+
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [closed]
+    branches:
+      - scoring-v2
+
+jobs:
+  apply_scoring:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'workflow_dispatch' || (github.event_name == 'pull_request' && github.event.pull_request.merged == true && startsWith(github.event.pull_request.head.ref, 'ds-scoring/'))
+
+    steps:
+      - name: Set start timestamp
+        run: |
+          start_timestamp=$(date +%s)
+          echo "start_timestamp=$start_timestamp" >> $GITHUB_ENV
+
+      - name: Checkout the repository
+        uses: actions/checkout@master
+        with:
+          ref: master
+          fetch-depth: 20
+
+      - name: Load scoring details
+        run: |
+          set -ex
+          scores_csv=$(git log -1 --name-only --pretty=format: --grep 'scoring run' | grep scores.csv)
+          params_json=$(git log -1 --name-only --pretty=format: --grep 'scoring run' | grep params.json)
+
+          scoring_run_ui_id=$(git log -1 --name-only --pretty=format: --grep 'scoring run' | head -1 | awk -F / '{print $2}')
+          epoch=$(<<<"$scoring_run_ui_id" awk -F . '{print $1}')
+          weightStakeConcentrationASO=$(jq '.weightStakeConcentrationASO' $params_json)
+          echo "$weightStakeConcentrationASO"
+
+          if [[ -z $scores_csv ]]
+          then
+            echo "Failed to find CSV with scores in the PR!"
+            exit 1
+          fi
+          
+          if [[ -z $scoring_run_ui_id ]]
+          then
+            echo "Failed to detect scoring run UI ID from the PR!"
+            exit 1
+          fi
+          
+          if [[ -z $epoch ]]
+          then
+            echo "Failed to detect epoch from the UI ID!"
+            exit 1
+          fi
+
+          echo "scores_csv=$scores_csv" >> $GITHUB_ENV
+          echo "scoring_run_ui_id=$scoring_run_ui_id" >> $GITHUB_ENV
+          echo "epoch=$epoch" >> $GITHUB_ENV
+          echo "COMPONENTS=COMMISSION_ADJUSTED_CREDITS,BLOCK_PRODUCTION,INFLATION_COMMISSION,MEV_COMMISSION,DC_COUNTRY_CONCENTRATION,DC_CITY_CONCENTRATION,DC_ASO_CONCENTRATION,DC_NODE_CONCENTRATION" >> $GITHUB_ENV
+
+  #     - name: Configure AWS credentials
+  #       uses: aws-actions/configure-aws-credentials@v1
+  #       with:
+  #         aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  #         aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+  #         aws-region: ${{ secrets.AWS_DEFAULT_REGION }}
+
+  #     - name: Login to Amazon ECR
+  #       id: login-ecr
+  #       uses: aws-actions/amazon-ecr-login@v1
+
+  #     - name: Prepare solana config
+  #       run: |
+  #         cat <<EOF > /tmp/solana-config.yml
+  #         json_rpc_url: "$RPC_URL"
+  #         websocket_url: ""
+  #         keypair_path: /.config/solana/id.json
+  #         address_labels:
+  #           "11111111111111111111111111111111": System Program
+  #         commitment: confirmed
+  #         EOF
+  #         echo "$KEYPAIR" > /tmp/id.json
+
+  #       env:
+  #         RPC_URL: ${{ secrets.RPC_URL }}
+  #         KEYPAIR: ${{ secrets.VALIDATOR_MANAGEMENT_KEYPAIR }}
+
+  #     - name: Configure image
+  #       run: |
+  #         images=$(aws ecr describe-images --repository-name marinade.finance/validator-manager)
+  #         latest=$(<<<"$images" jq '.imageDetails[] | .imagePushedAt + " " + .imageTags[0]' -r | sort | tail -1 | cut -d' ' -f2)
+  #         echo "latest=$latest" >> $GITHUB_ENV
+
+  #     - name: Run scoring - simulation
+  #       run: |
+  #         docker run --rm --user "$(id -u):$(id -g)" \
+  #           -v /tmp/solana-config.yml:/.config/solana/cli/config.yml \
+  #           -v /tmp/id.json:/.config/solana/id.json \
+  #           -v "$(realpath "$SCORES_CSV"):/scores.csv" \
+  #           "$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" \
+  #           ./validator-manager -s --print-only update-scores2 --scores-file /scores.csv
+  #       env:
+  #         ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+  #         ECR_REPOSITORY: marinade.finance/validator-manager
+  #         SCORES_CSV: ${{ env.scores_csv }}
+  #         IMAGE_TAG: ${{ env.latest }}
+
+  #     - name: Publish scoring results
+  #       run: |
+  #         export $(grep -v '^#' "${{ env.params_env }}" | xargs -d '\n')
+
+  #         curl -sLfS "https://validators-api-dev.marinade.finance/admin/scores?epoch=${{ env.epoch }}&components=$COMPONENTS&component_weights=$COMPONENT_WEIGHTS&ui_id=${{ env.scoring_run_ui_id }}" -X POST \
+  #           -H "Content-Type: multipart/form-data" \
+  #           -H "Authorization: ${{ secrets.VALIDATORS_API_ADMIN_TOKEN }}" \
+  #           --form "scores_csv=@${{ env.scores_csv }}"
+
+  #     - name: Send Discord Notification
+  #       run: |
+  #         curl "$DISCORD_WEBHOOK" -H "Content-Type: application/json" -d '{
+  #             "username": "Delegation Strategy V2",
+  #             "avatar_url": "https://public.marinade.finance/ds-scoring-bot.png",
+  #             "embeds": [
+  #                 {
+  #                     "title": "Scoring V2 successfully applied.",
+  #                     "color": "52224"
+  #                 }
+  #             ]
+  #         }'
+  #       env:
+  #           DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+
+  # emergency_unstake:
+    # needs: apply_scoring
+    # runs-on: ubuntu-latest
+    # steps:
+    #   - name: Checkout the repository
+    #     uses: actions/checkout@master
+    #     with:
+    #       ref: master
+    #       fetch-depth: 20
+
+    #   - name: Load scoring details
+    #     run: |
+    #       set -ex
+    #       unstake_hints_json=$(git log -1 --name-only --pretty=format: --grep 'scoring run' | grep unstake-hints.json)
+    #       scoring_run_ui_id=$(git log -1 --name-only --pretty=format: --grep 'scoring run' | head -1 | awk -F / '{print $2}')
+    #       epoch=$(<<<"$scoring_run_ui_id" awk -F . '{print $1}')
+
+    #       if [[ -z $unstake_hints_json ]]
+    #       then
+    #         echo "Failed to find JSON with unstake hints in the PR!"
+    #         exit 1
+    #       fi
+
+    #       if [[ -z $epoch ]]
+    #       then
+    #         echo "Failed to detect epoch from the UI ID!"
+    #         exit 1
+    #       fi
+
+    #       echo "unstake_hints_json=$unstake_hints_json" >> $GITHUB_ENV
+    #       echo "epoch=$epoch" >> $GITHUB_ENV
+
+    #   - name: Configure AWS credentials
+    #     uses: aws-actions/configure-aws-credentials@v1
+    #     with:
+    #       aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+    #       aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+    #       aws-region: ${{ secrets.AWS_DEFAULT_REGION }}
+
+    #   - name: Login to Amazon ECR
+    #     id: login-ecr
+    #     uses: aws-actions/amazon-ecr-login@v1
+
+    #   - name: Prepare solana config
+    #     run: |
+    #       cat <<EOF > /tmp/solana-config.yml
+    #       json_rpc_url: "$RPC_URL"
+    #       websocket_url: ""
+    #       keypair_path: /.config/solana/id.json
+    #       address_labels:
+    #         "11111111111111111111111111111111": System Program
+    #       commitment: confirmed
+    #       EOF
+    #       echo "$KEYPAIR" > /tmp/id.json
+
+    #     env:
+    #       RPC_URL: ${{ secrets.RPC_URL }}
+    #       KEYPAIR: ${{ secrets.VALIDATOR_MANAGEMENT_KEYPAIR }}
+
+    #   - name: Configure image
+    #     run: |
+    #       images=$(aws ecr describe-images --repository-name marinade.finance/validator-manager)
+    #       latest=$(<<<"$images" jq '.imageDetails[] | .imagePushedAt + " " + .imageTags[0]' -r | sort | tail -1 | cut -d' ' -f2)
+    #       echo "latest=$latest" >> $GITHUB_ENV
+
+    #   - name: Emergency unstake - simulation
+    #     run: |
+    #       <"$UNSTAKE_HINTS_JSON" jq '.unstake_hints[].vote_account' -r | xargs -I{} \
+    #         docker run --rm --user "$(id -u):$(id -g)" \
+    #           -v /tmp/solana-config.yml:/.config/solana/cli/config.yml \
+    #           -v /tmp/id.json:/.config/solana/id.json \
+    #           "$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" \
+    #           ./validator-manager -s --print-only emergency-unstake {}
+    #     env:
+    #       ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+    #       ECR_REPOSITORY: marinade.finance/validator-manager
+    #       UNSTAKE_HINTS_JSON: ${{ env.unstake_hints_json }}
+    #       IMAGE_TAG: ${{ env.latest }}
+
+    #   - name: Send Discord Notification
+    #     run: |
+    #       validators_count=$(<"$UNSTAKE_HINTS_JSON" jq '[.unstake_hints[].marinade_stake] | length' -r)
+    #       unstaked_sol=$(<"$UNSTAKE_HINTS_JSON" jq '[.unstake_hints[].marinade_stake] | add' -r)
+
+    #       message="Emergency unstake successfully applied. ($validators_count validators, $unstaked_sol SOL)"
+
+    #       if (( $validators_count == 0 ))
+    #       then
+    #         message="No emergency unstakes needed this time."
+    #       fi
+
+    #       curl "$DISCORD_WEBHOOK" -H "Content-Type: application/json" -d '{
+    #           "username": "Delegation Strategy V2 - Emergency Unstake",
+    #           "avatar_url": "https://public.marinade.finance/ds-emergency-bot.png",
+    #           "embeds": [
+    #               {
+    #                   "title": "'"$message"'",
+    #                   "color": "52224"
+    #               }
+    #           ]
+    #       }'
+    #     env:
+    #       DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+    #       UNSTAKE_HINTS_JSON: ${{ env.unstake_hints_json }}

.github/workflows/v2-schedule.yml

@@ -6,7 +6,7 @@ on:
     - cron: '50 0/1 * * *'
 jobs:
   trigger_scoring_if_needed:
-    name: Schedule Scoring
+    name: Schedule Scoring V2
     runs-on: ubuntu-latest
     steps:
     - name: Checkout the repository
@@ -43,9 +43,6 @@ jobs:
           exit 0
         fi
 
-        # curl -sLfS "https://validators-api-dev.marinade.finance/admin/metrics?job_scheduled=true" -X POST \
-        #   -H "Authorization: ${{ secrets.VALIDATORS_API_ADMIN_TOKEN }}"
-
         echo "Triggering the V2 scoring pipeline..."
         gh workflow run v2-prepare-scoring.yml
       env: