diff --git a/.github/workflows/generate-go-docs.yaml b/.github/workflows/generate-go-docs.yaml index 42ac586a7..cc989a0fd 100644 --- a/.github/workflows/generate-go-docs.yaml +++ b/.github/workflows/generate-go-docs.yaml @@ -11,6 +11,7 @@ jobs: generate_docs_new_pr: if: ${{ contains(github.event.pull_request.labels.*.name, 'generate_go_docs') }} runs-on: ubuntu-latest + environment: integration permissions: id-token: write contents: read @@ -108,7 +109,10 @@ jobs: - name: Remove costs before committing shell: bash - run: rm -rf costs + run: | + rm -rf costs + # remove after testing + exit 1 - name: Setup GitHub Token for creating a new PR id: setup-github-token-write @@ -127,3 +131,57 @@ jobs: title: "Go docs for PR#${{ github.event.pull_request.number }}" body: "This PR contains automatically generated go documentation for the PR#${{ github.event.pull_request.number }}. Please review the changes." commit-message: "[Bot] Add automatically generated go documentation" + + - name: Send Slack notification + uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001 # v1.25.0 + if: failure() || cancelled() + id: slack + env: + SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }} + with: + channel-id: 'C049X3353K2' + payload: | + { + "attachments": [ + { + "color": "${{ contains(join(needs.*.result, ','), 'failure') && '#C62828' || contains(join(needs.*.result, ','), 'cancelled') && '#FFA000' || '2E7D32' }}", + "blocks": [ + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Go doc generation - ${{ contains(join(needs.*.result, ','), 'failure') && 'Failed :x:' || contains(join(needs.*.result, ','), 'cancelled') && 'Cancelled :warning:' }}" + } + }, + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "${{ github.ref_name }} | <${{ github.server_url }}/${{ github.repository }}/pull/${{ github.event.pull_request.number }}|PR#${{ github.event.pull_request.number }}> | <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|View Details>" + } + } + ] + } + ] + } + + - name: Notify user in Slack message if tests failed + if: failure() || cancelled() + uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001 # v1.25.0 + env: + SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }} + with: + channel-id: 'C049X3353K2' + payload: | + { + "thread_ts": "${{ steps.slack.outputs.thread_ts }}", + "blocks": [ + { + "type": "section", + "text": { + "type": "mrkdwn", + "text": "Notifying <@U060CGGPY8H>, please check doc generation log." + } + } + ] + } \ No newline at end of file diff --git a/wasp/performance_reports/TestBenchSpyWithStandardGeneratorMetrics-e7fc5826a572c09f8b93df3b9f674113372ce925.json b/wasp/performance_reports/TestBenchSpyWithStandardGeneratorMetrics-e7fc5826a572c09f8b93df3b9f674113372ce925.json new file mode 100644 index 000000000..5a3f08b16 --- /dev/null +++ b/wasp/performance_reports/TestBenchSpyWithStandardGeneratorMetrics-e7fc5826a572c09f8b93df3b9f674113372ce925.json @@ -0,0 +1,636 @@ +{ + "test_name": "TestBenchSpyWithStandardGeneratorMetrics", + "commit_or_tag": "e7fc5826a572c09f8b93df3b9f674113372ce925", + "test_start_timestamp": "2024-12-06T17:25:58.574504+01:00", + "test_end_timestamp": "2024-12-06T17:26:28.094807+01:00", + "generator_configs": { + "vu": { + "generator_name": "vu", + "load_type": "vu_schedule", + "schedule": [ + { + "from": 10, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:58.574504+01:00", + "time_end": "2024-12-06T17:25:59.575844+01:00" + }, + { + "from": 11, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:59.575848+01:00", + "time_end": "2024-12-06T17:26:00.577246+01:00" + }, + { + "from": 12, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:00.577249+01:00", + "time_end": "2024-12-06T17:26:01.578393+01:00" + }, + { + "from": 13, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:01.578396+01:00", + "time_end": "2024-12-06T17:26:02.579112+01:00" + }, + { + "from": 14, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:02.579114+01:00", + "time_end": "2024-12-06T17:26:03.580339+01:00" + }, + { + "from": 15, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:03.580343+01:00", + "time_end": "2024-12-06T17:26:04.580933+01:00" + }, + { + "from": 16, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:04.580936+01:00", + "time_end": "2024-12-06T17:26:05.581708+01:00" + }, + { + "from": 17, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:05.581712+01:00", + "time_end": "2024-12-06T17:26:06.583153+01:00" + }, + { + "from": 18, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:06.583156+01:00", + "time_end": "2024-12-06T17:26:07.583928+01:00" + }, + { + "from": 19, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:07.58393+01:00", + "time_end": "2024-12-06T17:26:08.58477+01:00" + }, + { + "from": 30, + "duration": 15000000000, + "type": "plain", + "time_start": "2024-12-06T17:26:08.584771+01:00", + "time_end": "2024-12-06T17:26:23.585705+01:00" + }, + { + "from": 20, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:23.585708+01:00", + "time_end": "2024-12-06T17:26:24.086333+01:00" + }, + { + "from": 19, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.086335+01:00", + "time_end": "2024-12-06T17:26:24.58712+01:00" + }, + { + "from": 18, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.587122+01:00", + "time_end": "2024-12-06T17:26:25.088329+01:00" + }, + { + "from": 17, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.088332+01:00", + "time_end": "2024-12-06T17:26:25.589171+01:00" + }, + { + "from": 16, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.589173+01:00", + "time_end": "2024-12-06T17:26:26.089775+01:00" + }, + { + "from": 15, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.089777+01:00", + "time_end": "2024-12-06T17:26:26.591099+01:00" + }, + { + "from": 14, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.5911+01:00", + "time_end": "2024-12-06T17:26:27.092352+01:00" + }, + { + "from": 13, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.092355+01:00", + "time_end": "2024-12-06T17:26:27.593582+01:00" + }, + { + "from": 12, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.593585+01:00", + "time_end": "2024-12-06T17:26:28.094807+01:00" + }, + { + "from": 11, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:28.09481+01:00", + "time_end": "2024-12-06T17:25:58.574501+01:00" + }, + { + "from": 10, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:58.574504+01:00", + "time_end": "2024-12-06T17:25:59.575844+01:00" + }, + { + "from": 11, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:59.575848+01:00", + "time_end": "2024-12-06T17:26:00.577246+01:00" + }, + { + "from": 12, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:00.577249+01:00", + "time_end": "2024-12-06T17:26:01.578393+01:00" + }, + { + "from": 13, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:01.578396+01:00", + "time_end": "2024-12-06T17:26:02.579112+01:00" + }, + { + "from": 14, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:02.579114+01:00", + "time_end": "2024-12-06T17:26:03.580339+01:00" + }, + { + "from": 15, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:03.580343+01:00", + "time_end": "2024-12-06T17:26:04.580933+01:00" + }, + { + "from": 16, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:04.580936+01:00", + "time_end": "2024-12-06T17:26:05.581708+01:00" + }, + { + "from": 17, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:05.581712+01:00", + "time_end": "2024-12-06T17:26:06.583153+01:00" + }, + { + "from": 18, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:06.583156+01:00", + "time_end": "2024-12-06T17:26:07.583928+01:00" + }, + { + "from": 19, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:07.58393+01:00", + "time_end": "2024-12-06T17:26:08.58477+01:00" + }, + { + "from": 30, + "duration": 15000000000, + "type": "plain", + "time_start": "2024-12-06T17:26:08.584771+01:00", + "time_end": "2024-12-06T17:26:23.585705+01:00" + }, + { + "from": 20, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:23.585708+01:00", + "time_end": "2024-12-06T17:26:24.086333+01:00" + }, + { + "from": 19, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.086335+01:00", + "time_end": "2024-12-06T17:26:24.58712+01:00" + }, + { + "from": 18, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.587122+01:00", + "time_end": "2024-12-06T17:26:25.088329+01:00" + }, + { + "from": 17, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.088332+01:00", + "time_end": "2024-12-06T17:26:25.589171+01:00" + }, + { + "from": 16, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.589173+01:00", + "time_end": "2024-12-06T17:26:26.089775+01:00" + }, + { + "from": 15, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.089777+01:00", + "time_end": "2024-12-06T17:26:26.591099+01:00" + }, + { + "from": 14, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.5911+01:00", + "time_end": "2024-12-06T17:26:27.092352+01:00" + }, + { + "from": 13, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.092355+01:00", + "time_end": "2024-12-06T17:26:27.593582+01:00" + }, + { + "from": 12, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.593585+01:00", + "time_end": "2024-12-06T17:26:28.094807+01:00" + }, + { + "from": 11, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:28.09481+01:00", + "time_end": "2024-12-06T17:25:58.574501+01:00" + } + ], + "rate_limit_unit_duration": 1000000000, + "call_timeout": 100000000 + } + }, + "directory": "performance_reports", + "execution_environment": "docker", + "resource_selection_pattern": "", + "query_executors": [ + { + "kind": "generator", + "generator_config": { + "generator_name": "vu", + "load_type": "vu_schedule", + "schedule": [ + { + "from": 10, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:58.574504+01:00", + "time_end": "2024-12-06T17:25:59.575844+01:00" + }, + { + "from": 11, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:59.575848+01:00", + "time_end": "2024-12-06T17:26:00.577246+01:00" + }, + { + "from": 12, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:00.577249+01:00", + "time_end": "2024-12-06T17:26:01.578393+01:00" + }, + { + "from": 13, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:01.578396+01:00", + "time_end": "2024-12-06T17:26:02.579112+01:00" + }, + { + "from": 14, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:02.579114+01:00", + "time_end": "2024-12-06T17:26:03.580339+01:00" + }, + { + "from": 15, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:03.580343+01:00", + "time_end": "2024-12-06T17:26:04.580933+01:00" + }, + { + "from": 16, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:04.580936+01:00", + "time_end": "2024-12-06T17:26:05.581708+01:00" + }, + { + "from": 17, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:05.581712+01:00", + "time_end": "2024-12-06T17:26:06.583153+01:00" + }, + { + "from": 18, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:06.583156+01:00", + "time_end": "2024-12-06T17:26:07.583928+01:00" + }, + { + "from": 19, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:07.58393+01:00", + "time_end": "2024-12-06T17:26:08.58477+01:00" + }, + { + "from": 30, + "duration": 15000000000, + "type": "plain", + "time_start": "2024-12-06T17:26:08.584771+01:00", + "time_end": "2024-12-06T17:26:23.585705+01:00" + }, + { + "from": 20, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:23.585708+01:00", + "time_end": "2024-12-06T17:26:24.086333+01:00" + }, + { + "from": 19, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.086335+01:00", + "time_end": "2024-12-06T17:26:24.58712+01:00" + }, + { + "from": 18, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.587122+01:00", + "time_end": "2024-12-06T17:26:25.088329+01:00" + }, + { + "from": 17, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.088332+01:00", + "time_end": "2024-12-06T17:26:25.589171+01:00" + }, + { + "from": 16, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.589173+01:00", + "time_end": "2024-12-06T17:26:26.089775+01:00" + }, + { + "from": 15, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.089777+01:00", + "time_end": "2024-12-06T17:26:26.591099+01:00" + }, + { + "from": 14, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.5911+01:00", + "time_end": "2024-12-06T17:26:27.092352+01:00" + }, + { + "from": 13, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.092355+01:00", + "time_end": "2024-12-06T17:26:27.593582+01:00" + }, + { + "from": 12, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.593585+01:00", + "time_end": "2024-12-06T17:26:28.094807+01:00" + }, + { + "from": 11, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:28.09481+01:00", + "time_end": "2024-12-06T17:25:58.574501+01:00" + }, + { + "from": 10, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:58.574504+01:00", + "time_end": "2024-12-06T17:25:59.575844+01:00" + }, + { + "from": 11, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:25:59.575848+01:00", + "time_end": "2024-12-06T17:26:00.577246+01:00" + }, + { + "from": 12, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:00.577249+01:00", + "time_end": "2024-12-06T17:26:01.578393+01:00" + }, + { + "from": 13, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:01.578396+01:00", + "time_end": "2024-12-06T17:26:02.579112+01:00" + }, + { + "from": 14, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:02.579114+01:00", + "time_end": "2024-12-06T17:26:03.580339+01:00" + }, + { + "from": 15, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:03.580343+01:00", + "time_end": "2024-12-06T17:26:04.580933+01:00" + }, + { + "from": 16, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:04.580936+01:00", + "time_end": "2024-12-06T17:26:05.581708+01:00" + }, + { + "from": 17, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:05.581712+01:00", + "time_end": "2024-12-06T17:26:06.583153+01:00" + }, + { + "from": 18, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:06.583156+01:00", + "time_end": "2024-12-06T17:26:07.583928+01:00" + }, + { + "from": 19, + "duration": 1000000000, + "type": "steps", + "time_start": "2024-12-06T17:26:07.58393+01:00", + "time_end": "2024-12-06T17:26:08.58477+01:00" + }, + { + "from": 30, + "duration": 15000000000, + "type": "plain", + "time_start": "2024-12-06T17:26:08.584771+01:00", + "time_end": "2024-12-06T17:26:23.585705+01:00" + }, + { + "from": 20, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:23.585708+01:00", + "time_end": "2024-12-06T17:26:24.086333+01:00" + }, + { + "from": 19, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.086335+01:00", + "time_end": "2024-12-06T17:26:24.58712+01:00" + }, + { + "from": 18, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:24.587122+01:00", + "time_end": "2024-12-06T17:26:25.088329+01:00" + }, + { + "from": 17, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.088332+01:00", + "time_end": "2024-12-06T17:26:25.589171+01:00" + }, + { + "from": 16, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:25.589173+01:00", + "time_end": "2024-12-06T17:26:26.089775+01:00" + }, + { + "from": 15, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.089777+01:00", + "time_end": "2024-12-06T17:26:26.591099+01:00" + }, + { + "from": 14, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:26.5911+01:00", + "time_end": "2024-12-06T17:26:27.092352+01:00" + }, + { + "from": 13, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.092355+01:00", + "time_end": "2024-12-06T17:26:27.593582+01:00" + }, + { + "from": 12, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:27.593585+01:00", + "time_end": "2024-12-06T17:26:28.094807+01:00" + }, + { + "from": 11, + "duration": 500000000, + "type": "steps", + "time_start": "2024-12-06T17:26:28.09481+01:00", + "time_end": "2024-12-06T17:25:58.574501+01:00" + } + ], + "rate_limit_unit_duration": 1000000000, + "call_timeout": 100000000 + }, + "queries": [ + "median_latency", + "95th_percentile_latency", + "error_rate" + ], + "query_results": { + "95th_percentile_latency": [ + "51.0000" + ], + "error_rate": [ + "0.0000" + ], + "median_latency": [ + "50.0000" + ] + } + } + ] +} \ No newline at end of file