Fixing tests and removing dependabot automerge

.github/configs/wordlist.txt

@@ -774,4 +774,7 @@ FailNode
 FailureEnabled
 Prepull
 PrepullMode
-async
+async
+AsyncMode
+AsyncResponseURL
+AsyncWaitToCollectMin

.github/dependabot.yml

@@ -4,47 +4,47 @@ updates:
   - package-ecosystem: "pip"
     directory: "/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "gomod"
     directory: "/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "gomod"
     directory: "/tools/invoker"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "gomod"
     directory: "/tools/benchmark/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "gomod"
     directory: "/tools/generateTimeline/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: ["version-update:semver-patch"]
 
   - package-ecosystem: "gomod"
     directory: "/tools/helloworld"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
@@ -54,23 +54,23 @@ updates:
     # Look for `.github/workflows` in the `root` directory
     directory: "/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "pip"
     directory: "/tools/trace_synthesizer/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]
 
   - package-ecosystem: "pip"
     directory: "/sampler/"
     schedule:
-      interval: "weekly"
+      interval: "monthly"
     ignore:
       - dependency-name: "*"
         update-types: [ "version-update:semver-patch" ]

.github/workflows/code-quality.yml

@@ -18,7 +18,7 @@ jobs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
     steps:
       - name: Checkout Sources
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - id: set-matrix
         run: ./utils/golangci-lint/resolve-modules.sh
 
@@ -39,7 +39,7 @@ jobs:
         run: sudo apt update && sudo apt install libsnmp-dev
 
       - name: Checkout code into go module directory
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Lint with golangci-lint
         uses: golangci/[email protected]

.github/workflows/e2e.yaml

@@ -30,7 +30,7 @@ jobs:
             trace_func_go,
           ]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           lfs: "true"
       - name: Checkout LFS objects

.github/workflows/e2e_aws.yaml

@@ -31,7 +31,7 @@ jobs:
           fi
 
       - name: Checkout GitHub Code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           lfs: "true"
 

.github/workflows/integration_tests.yaml

@@ -24,7 +24,7 @@ jobs:
 
     steps:
     - name: Check out code
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
       with:
         lfs: 'true'
 

.github/workflows/linters.yaml

@@ -10,7 +10,7 @@ jobs:
     name: Spellcheck
     runs-on: ubuntu-20.04
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
     - uses: rojopolis/[email protected]
       name: Spellcheck
       with:
@@ -19,7 +19,7 @@ jobs:
     name: Commitlint
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
       - uses: actions/setup-node@v4
@@ -39,7 +39,7 @@ jobs:
     name: LinkCheck
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - uses: gaurav-nelson/github-action-markdown-link-check@v1
         with:
           use-quiet-mode: "yes"

.github/workflows/preprocessing_tests.yaml

@@ -26,13 +26,13 @@ jobs:
 
     steps:
       - name: Check out code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           lfs: 'true'
 
       - uses: actions/setup-python@v5
         with:
-          python-version: '3.9'
+          python-version: '3.10'
 
       - uses: actions/cache@v4
         with:

.github/workflows/tools-tests.yaml

@@ -30,7 +30,7 @@ jobs:
         go-version: 1.22
 
     - name: Check out code into the Go module directory
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
 
     - name: Run tests
       working-directory: ${{ matrix.module }}

.github/workflows/unit-tests.yaml

@@ -32,7 +32,7 @@ jobs:
               trace,
           ]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           lfs: 'true'
 
@@ -68,4 +68,4 @@ jobs:
         run: pip install -r ./requirements.txt
 
       - name: Run loader tests
-        run: go test -v -cover -race ./pkg/${{ matrix.module }}
+        run: go test -v -cover -race ./pkg/${{ matrix.module }}

.gitignore

@@ -8,6 +8,7 @@ data/azure
 !data/traces/example/
 pkg/generator/*.png
 pkg/generator/*.txt
+!pkg/generator/requirements.txt
 pkg/driver/*.csv
 pkg/workload/openwhisk/*.zip
 *.log

config/requirements.txt

@@ -1,3 +1,3 @@
 pandas==2.0.3
 psutil==6.1.0
-statsmodels==0.14.0
+statsmodels==0.14.4

config/requirements_dev.txt

@@ -11,7 +11,7 @@ idna==3.7
 language-selector==0.1
 lxml==5.3.0
 netifaces==0.11.0
-numpy==2.1.3
+numpy==1.26.4
 packaging==24.2
 pandas==2.0.3
 patsy==0.5.2
@@ -31,7 +31,7 @@ scipy==1.13.0
 six==1.16.0
 soupsieve==2.5
 ssh-import-id==5.11
-statsmodels==0.14.0
+statsmodels==0.14.4
 ubuntu-advantage-tools==20.3
 ufw==0.36
 unattended-upgrades==0.1

go.mod

@@ -1,6 +1,7 @@
 module github.com/vhive-serverless/loader
 
-go 1.22.0
+go 1.22.7
+
 toolchain go1.22.9
 
 require (

pkg/generator/requirements.txt

@@ -0,0 +1,2 @@
+numpy==1.26.1
+pandas==2.2.0

pkg/generator/specification_test.go

@@ -371,6 +371,8 @@ func TestSerialGenerateIAT(t *testing.T) {
 
 	for _, test := range tests {
 		t.Run(test.testName, func(t *testing.T) {
+			log.SetLevel(log.TraceLevel)
+
 			sg := NewSpecificationGenerator(seed)
 
 			testFunction.InvocationStats = &common.FunctionInvocationStats{Invocations: test.invocations}
@@ -476,7 +478,7 @@ func checkDistribution(data [][]float64, nonScaledDuration []float64, distributi
 		// NOTE: the script generates a histogram in PNG format that can be used as a sanity-check
 		if err := statisticalTest.Wait(); err != nil {
 			output, _ := statisticalTest.Output()
-			log.Debug(string(output))
+			log.Info(string(output))
 
 			switch statisticalTest.ProcessState.ExitCode() {
 			case 0:

requirements.txt

@@ -1,5 +1,5 @@
 matplotlib==3.9.1
-numpy==2.1.3
+numpy==1.26.4
 pandas==1.3.5
 scipy==1.13.0
 pytest==8.3.2

tools/trace_synthesizer/requirements.txt

@@ -1,2 +1,2 @@
-numpy==2.1.3
-pandas==2.2.0
+numpy==1.26.1
+pandas==2.2.0