Integrate Azure Functions deployment with In-Vitro

azurefunctions_setup/azurefunctionsconfig.yaml

@@ -0,0 +1,6 @@
+# azurefunctionsconfig.yaml
+azurefunctionsconfig:
+  resource_group: ExperimentResourceGroup  # Name of the resource group
+  storage_account_name: invitrostorage  # Name of the storage account
+  function_app_name: invitrofunctionapp  # Name of the function app
+  location: EastUS  # Region where the resources will be created

azurefunctions_setup/host.json

@@ -0,0 +1,15 @@
+{
+    "version": "2.0",
+    "logging": {
+      "applicationInsights": {
+        "samplingSettings": {
+          "isEnabled": true,
+          "excludedTypes": "Request"
+        }
+      }
+    },
+    "extensionBundle": {
+      "id": "Microsoft.Azure.Functions.ExtensionBundle",
+      "version": "[4.*, 5.0.0)"
+    }
+}

azurefunctions_setup/local.settings.json

@@ -0,0 +1,8 @@
+{
+    "IsEncrypted": false,
+    "Values": {
+      "FUNCTIONS_WORKER_RUNTIME": "python",
+      "AzureWebJobsFeatureFlags": "EnableWorkerIndexing",
+      "AzureWebJobsStorage": ""
+    }
+}

azurefunctions_setup/shared_azure_workload/azureworkload.py

@@ -0,0 +1,71 @@
+import time
+import os
+import socket
+import json
+from typing import Dict
+
+# Global variables for IterationsMultiplier and hostname
+IterationsMultiplier = 102  # Assuming similar cloud benchmark setup
+hostname = socket.gethostname()
+
+# Simulate the busySpin function
+def busy_spin(runtime_milli: int):
+    total_iterations = IterationsMultiplier * runtime_milli
+    for _ in range(total_iterations):
+        # Simulate a math-heavy operation
+        sqrt_of_10 = 10 ** 0.5
+
+# Convert TraceFunctionExecution
+def trace_function_execution(start: float, time_left_milliseconds: int) -> str:
+    time_consumed_milliseconds = int((time.time() - start) * 1000)
+    if time_consumed_milliseconds < time_left_milliseconds:
+        time_left_milliseconds -= time_consumed_milliseconds
+        if time_left_milliseconds > 0:
+            busy_spin(time_left_milliseconds)
+
+    return f"OK - {hostname}"
+
+# The handler function for Azure Functions (Python)
+import azure.functions as func
+import logging
+
+def main(req: func.HttpRequest) -> func.HttpResponse:
+    logging.info("Processing request.")
+
+    start_time = time.time()
+
+    # Parse JSON request body
+    try:
+        req_body = req.get_json()
+        logging.info(f"Request body: {req_body}")
+    except ValueError:
+        logging.error("Invalid JSON received.")
+        return func.HttpResponse(
+            json.dumps({"error": "Invalid JSON"}),
+            status_code=400,
+            mimetype="application/json"
+        )
+
+    runtime_milliseconds = req_body.get('RuntimeInMilliSec', 1000)
+    memory_mebibytes = req_body.get('MemoryInMebiBytes', 128)
+
+    logging.info(f"Runtime requested: {runtime_milliseconds} ms, Memory: {memory_mebibytes} MiB")
+
+    # Trace the function execution (busy work simulation)
+    result_msg = trace_function_execution(start_time, runtime_milliseconds)
+
+    # Prepare the response
+    response = {
+        "DurationInMicroSec": int((time.time() - start_time) * 1_000_000),
+        "MemoryUsageInKb": memory_mebibytes * 1024,
+        "Message": result_msg
+    }
+
+    logging.info(f"Response: {response}")
+
+    return func.HttpResponse(
+        json.dumps(response),
+        status_code=200,
+        mimetype="application/json"
+    )
+

azurefunctions_setup/shared_azure_workload/function.json

@@ -0,0 +1,18 @@
+{
+    "bindings": [
+      {
+        "authLevel": "anonymous",
+        "type": "httpTrigger",
+        "direction": "in",
+        "name": "req",
+        "methods": ["post"]
+      },
+      {
+        "type": "http",
+        "direction": "out",
+        "name": "$return"
+      }
+    ],
+    "scriptFile": "azureworkload.py"
+}
+

azurefunctions_setup/shared_azure_workload/requirements.txt

@@ -0,0 +1 @@
+azure-functions

cmd/config_azure_trace.json

@@ -0,0 +1,28 @@
+{
+    "Seed": 42,
+
+    "Platform": "AzureFunctions",
+    "InvokeProtocol" : "http1", 
+    "EndpointPort": 80, 
+
+    "BusyLoopOnSandboxStartup": false,
+
+    "TracePath": "data/traces/example",
+    "Granularity": "minute",
+    "OutputPathPrefix": "data/out/experiment",
+    "IATDistribution": "exponential",
+    "CPULimit": "1vCPU",    
+    "ExperimentDuration": 15,
+    "WarmupDuration": 0,
+
+    "IsPartiallyPanic": false,
+    "EnableZipkinTracing": false,
+    "EnableMetricsScrapping": false,
+    "MetricScrapingPeriodSeconds": 15,
+    "AutoscalingMetric": "concurrency",
+
+    "GRPCConnectionTimeoutSeconds": 15,     
+    "GRPCFunctionTimeoutSeconds": 900,     
+
+    "DAGMode": false
+}

cmd/loader.go

@@ -98,6 +98,7 @@ func main() {
 		"Dirigent-RPS",
 		"Dirigent-Dandelion-RPS",
 		"Dirigent-Dandelion",
+		"AzureFunctions",
 	}
 
 	if !slices.Contains(supportedPlatforms, cfg.Platform) {
@@ -150,7 +151,7 @@ func parseYAMLSpecification(cfg *config.LoaderConfiguration) string {
 	case "firecracker":
 		return "workloads/firecracker/trace_func_go.yaml"
 	default:
-		if cfg.Platform != "Dirigent" && cfg.Platform != "Dirigent-RPS" && cfg.Platform != "Dirigent-Dandelion-RPS" && cfg.Platform != "Dirigent-Dandelion" {
+		if cfg.Platform != "Dirigent" && cfg.Platform != "Dirigent-RPS" && cfg.Platform != "Dirigent-Dandelion-RPS" && cfg.Platform != "Dirigent-Dandelion" && cfg.Platform != "AzureFunctions" {
 			log.Fatal("Invalid 'YAMLSelector' parameter.")
 		}
 	}

go.mod

@@ -57,4 +57,5 @@ require (
 	golang.org/x/net v0.31.0
 	golang.org/x/text v0.20.0 // indirect
 	google.golang.org/protobuf v1.34.2 // indirect
+	gopkg.in/yaml.v2 v2.4.0
 )

go.sum

@@ -136,6 +136,8 @@ google.golang.org/protobuf v1.34.2/go.mod h1:qYOHts0dSfpeUzUFpOMr/WGzszTmLH+DiWn
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
+gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
+gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=