diff --git a/.github/configs/wordlist.txt b/.github/configs/wordlist.txt index 0db0a3eae..b9f480073 100644 --- a/.github/configs/wordlist.txt +++ b/.github/configs/wordlist.txt @@ -774,4 +774,7 @@ FailNode FailureEnabled Prepull PrepullMode -async \ No newline at end of file +async +AsyncMode +AsyncResponseURL +AsyncWaitToCollectMin \ No newline at end of file diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 035ae5601..01ad1976f 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -4,7 +4,7 @@ updates: - package-ecosystem: "pip" directory: "/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -12,7 +12,7 @@ updates: - package-ecosystem: "gomod" directory: "/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -20,7 +20,7 @@ updates: - package-ecosystem: "gomod" directory: "/tools/invoker" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -28,7 +28,7 @@ updates: - package-ecosystem: "gomod" directory: "/tools/benchmark/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -36,7 +36,7 @@ updates: - package-ecosystem: "gomod" directory: "/tools/generateTimeline/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: ["version-update:semver-patch"] @@ -44,7 +44,7 @@ updates: - package-ecosystem: "gomod" directory: "/tools/helloworld" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -54,7 +54,7 @@ updates: # Look for `.github/workflows` in the `root` directory directory: "/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -62,7 +62,7 @@ updates: - package-ecosystem: "pip" directory: "/tools/trace_synthesizer/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] @@ -70,7 +70,7 @@ updates: - package-ecosystem: "pip" directory: "/sampler/" schedule: - interval: "weekly" + interval: "monthly" ignore: - dependency-name: "*" update-types: [ "version-update:semver-patch" ] \ No newline at end of file diff --git a/.github/workflows/code-quality.yml b/.github/workflows/code-quality.yml index 67df08422..cf7bace3d 100644 --- a/.github/workflows/code-quality.yml +++ b/.github/workflows/code-quality.yml @@ -18,7 +18,7 @@ jobs: matrix: ${{ steps.set-matrix.outputs.matrix }} steps: - name: Checkout Sources - uses: actions/checkout@v3 + uses: actions/checkout@v4 - id: set-matrix run: ./utils/golangci-lint/resolve-modules.sh @@ -39,7 +39,7 @@ jobs: run: sudo apt update && sudo apt install libsnmp-dev - name: Checkout code into go module directory - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Lint with golangci-lint uses: golangci/golangci-lint-action@v6.1.0 diff --git a/.github/workflows/e2e.yaml b/.github/workflows/e2e.yaml index de9c7145e..94169c6ec 100644 --- a/.github/workflows/e2e.yaml +++ b/.github/workflows/e2e.yaml @@ -30,7 +30,7 @@ jobs: trace_func_go, ] steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v4 with: lfs: "true" - name: Checkout LFS objects diff --git a/.github/workflows/e2e_aws.yaml b/.github/workflows/e2e_aws.yaml index 8a36261d2..158391883 100644 --- a/.github/workflows/e2e_aws.yaml +++ b/.github/workflows/e2e_aws.yaml @@ -31,7 +31,7 @@ jobs: fi - name: Checkout GitHub Code - uses: actions/checkout@v3 + uses: actions/checkout@v4 with: lfs: "true" diff --git a/.github/workflows/enable-auto-merge.yml b/.github/workflows/enable-auto-merge.yml deleted file mode 100644 index 0d8f21a0d..000000000 --- a/.github/workflows/enable-auto-merge.yml +++ /dev/null @@ -1,31 +0,0 @@ -name: Enable automerge on dependabot PRs - -on: - # See note below about using pull_request_target - pull_request_target: - -jobs: - automerge: - name: Enable automerge on dependabot PRs - runs-on: ubuntu-latest - if: github.actor == 'dependabot[bot]' - steps: - - name: Approve the PR - uses: hmarr/auto-approve-action@v4 - if: github.actor == 'dependabot[bot]' - with: - github-token: ${{ secrets.ENABLE_AUTOMERGE_TOKEN }} - - name: Enable automerge on dependabot PRs - uses: daneden/enable-automerge-action@v1 - with: - # A personal access token that you have generated and saved in the - # repo or org’s encrypted secrets - github-token: ${{ secrets.ENABLE_AUTOMERGE_TOKEN }} - - # The name of the PR author to enable automerge for - # Defaults to dependabot[bot] - allowed-author: "dependabot[bot]" - - # Allowed values: MERGE | SQUASH | REBASE - # Defaults to MERGE - merge-method: REBASE \ No newline at end of file diff --git a/.github/workflows/integration_tests.yaml b/.github/workflows/integration_tests.yaml index 8e5b3bf42..1686f55ec 100644 --- a/.github/workflows/integration_tests.yaml +++ b/.github/workflows/integration_tests.yaml @@ -24,7 +24,7 @@ jobs: steps: - name: Check out code - uses: actions/checkout@v3 + uses: actions/checkout@v4 with: lfs: 'true' diff --git a/.github/workflows/linters.yaml b/.github/workflows/linters.yaml index 71bd94d34..92dcaa38a 100644 --- a/.github/workflows/linters.yaml +++ b/.github/workflows/linters.yaml @@ -10,7 +10,7 @@ jobs: name: Spellcheck runs-on: ubuntu-20.04 steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v4 - uses: rojopolis/spellcheck-github-actions@0.45.0 name: Spellcheck with: @@ -19,7 +19,7 @@ jobs: name: Commitlint runs-on: ubuntu-20.04 steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v4 with: fetch-depth: 0 - uses: actions/setup-node@v4 @@ -39,7 +39,7 @@ jobs: name: LinkCheck runs-on: ubuntu-20.04 steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v4 - uses: gaurav-nelson/github-action-markdown-link-check@v1 with: use-quiet-mode: "yes" diff --git a/.github/workflows/preprocessing_tests.yaml b/.github/workflows/preprocessing_tests.yaml index 18fceb3d4..a3b468754 100644 --- a/.github/workflows/preprocessing_tests.yaml +++ b/.github/workflows/preprocessing_tests.yaml @@ -26,13 +26,13 @@ jobs: steps: - name: Check out code - uses: actions/checkout@v3 + uses: actions/checkout@v4 with: lfs: 'true' - uses: actions/setup-python@v5 with: - python-version: '3.9' + python-version: '3.10' - uses: actions/cache@v4 with: diff --git a/.github/workflows/tools-tests.yaml b/.github/workflows/tools-tests.yaml index 2aebaf3a9..e7d496f35 100644 --- a/.github/workflows/tools-tests.yaml +++ b/.github/workflows/tools-tests.yaml @@ -30,7 +30,7 @@ jobs: go-version: 1.22 - name: Check out code into the Go module directory - uses: actions/checkout@v3 + uses: actions/checkout@v4 - name: Run tests working-directory: ${{ matrix.module }} diff --git a/.github/workflows/unit-tests.yaml b/.github/workflows/unit-tests.yaml index 01cfcda5c..a58eeb8ea 100644 --- a/.github/workflows/unit-tests.yaml +++ b/.github/workflows/unit-tests.yaml @@ -32,7 +32,7 @@ jobs: trace, ] steps: - - uses: actions/checkout@v3 + - uses: actions/checkout@v4 with: lfs: 'true' @@ -68,4 +68,4 @@ jobs: run: pip install -r ./requirements.txt - name: Run loader tests - run: go test -v -cover -race ./pkg/${{ matrix.module }} + run: go test -v -cover -race ./pkg/${{ matrix.module }} \ No newline at end of file diff --git a/.gitignore b/.gitignore index d82e886b4..be113dbc3 100644 --- a/.gitignore +++ b/.gitignore @@ -8,6 +8,7 @@ data/azure !data/traces/example/ pkg/generator/*.png pkg/generator/*.txt +!pkg/generator/requirements.txt pkg/driver/*.csv pkg/workload/openwhisk/*.zip *.log diff --git a/config/requirements.txt b/config/requirements.txt index 1bdd6ad76..2e07f81b7 100644 --- a/config/requirements.txt +++ b/config/requirements.txt @@ -1,3 +1,3 @@ pandas==2.0.3 psutil==6.1.0 -statsmodels==0.14.0 +statsmodels==0.14.4 diff --git a/config/requirements_dev.txt b/config/requirements_dev.txt index edbd7310d..77184033c 100644 --- a/config/requirements_dev.txt +++ b/config/requirements_dev.txt @@ -11,7 +11,7 @@ idna==3.7 language-selector==0.1 lxml==5.3.0 netifaces==0.11.0 -numpy==2.1.3 +numpy==1.26.4 packaging==24.2 pandas==2.0.3 patsy==0.5.2 @@ -31,7 +31,7 @@ scipy==1.13.0 six==1.16.0 soupsieve==2.5 ssh-import-id==5.11 -statsmodels==0.14.0 +statsmodels==0.14.4 ubuntu-advantage-tools==20.3 ufw==0.36 unattended-upgrades==0.1 diff --git a/go.mod b/go.mod index 0cc5eb0d6..ff3529550 100644 --- a/go.mod +++ b/go.mod @@ -1,6 +1,7 @@ module github.com/vhive-serverless/loader -go 1.22.0 +go 1.22.7 + toolchain go1.22.9 require ( diff --git a/pkg/generator/requirements.txt b/pkg/generator/requirements.txt new file mode 100644 index 000000000..c64342364 --- /dev/null +++ b/pkg/generator/requirements.txt @@ -0,0 +1,2 @@ +numpy==1.26.1 +pandas==2.2.0 \ No newline at end of file diff --git a/pkg/generator/specification_test.go b/pkg/generator/specification_test.go index e437af087..1ed65a55c 100644 --- a/pkg/generator/specification_test.go +++ b/pkg/generator/specification_test.go @@ -371,6 +371,8 @@ func TestSerialGenerateIAT(t *testing.T) { for _, test := range tests { t.Run(test.testName, func(t *testing.T) { + log.SetLevel(log.TraceLevel) + sg := NewSpecificationGenerator(seed) testFunction.InvocationStats = &common.FunctionInvocationStats{Invocations: test.invocations} @@ -476,7 +478,7 @@ func checkDistribution(data [][]float64, nonScaledDuration []float64, distributi // NOTE: the script generates a histogram in PNG format that can be used as a sanity-check if err := statisticalTest.Wait(); err != nil { output, _ := statisticalTest.Output() - log.Debug(string(output)) + log.Info(string(output)) switch statisticalTest.ProcessState.ExitCode() { case 0: diff --git a/requirements.txt b/requirements.txt index ddf185e56..b687349e6 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ matplotlib==3.9.1 -numpy==2.1.3 +numpy==1.26.4 pandas==1.3.5 scipy==1.13.0 pytest==8.3.2 diff --git a/tools/trace_synthesizer/requirements.txt b/tools/trace_synthesizer/requirements.txt index 5e6d60d01..c64342364 100644 --- a/tools/trace_synthesizer/requirements.txt +++ b/tools/trace_synthesizer/requirements.txt @@ -1,2 +1,2 @@ -numpy==2.1.3 -pandas==2.2.0 +numpy==1.26.1 +pandas==2.2.0 \ No newline at end of file