Merge branch 'dev' into f/agent-default-settings

README.md

@@ -38,7 +38,7 @@
 
 We're excited to welcome new contributors to the Julep project! We've created several "good first issues" to help you get started. Here's how you can contribute:
 
-1. Check out our [CONTRIBUTING.md](CONTRIBUTING.md) file for guidelines on how to contribute.
+1. Check out our [CONTRIBUTING.md](https://github.com/julep-ai/julep/blob/dev/CONTRIBUTING.md) file for guidelines on how to contribute.
 2. Browse our [good first issues](https://github.com/julep-ai/julep/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22) to find a task that interests you.
 3. If you have any questions or need help, don't hesitate to reach out on our [Discord](https://discord.com/invite/JTSBGRZrzj) channel.
 

agents-api/agents_api/activities/excecute_api_call.py

@@ -1,3 +1,4 @@
+import base64
 from typing import Annotated, Any, Optional, TypedDict, Union
 
 import httpx
@@ -20,6 +21,8 @@ class RequestArgs(TypedDict):
     json_: Optional[dict[str, Any]]
     cookies: Optional[dict[str, str]]
     params: Optional[Union[str, dict[str, Any]]]
+    url: Optional[str]
+    headers: Optional[dict[str, str]]
 
 
 @beartype
@@ -29,18 +32,23 @@ async def execute_api_call(
 ) -> Any:
     try:
         async with httpx.AsyncClient() as client:
+            arg_url = request_args.pop("url", None)
+            arg_headers = request_args.pop("headers", None)
+
             response = await client.request(
                 method=api_call.method,
-                url=str(api_call.url),
-                headers=api_call.headers,
+                url=arg_url or str(api_call.url),
+                headers=arg_headers or api_call.headers,
                 follow_redirects=api_call.follow_redirects,
                 **request_args,
             )
 
+        content_base64 = base64.b64encode(response.content).decode("ascii")
+
         response_dict = {
             "status_code": response.status_code,
             "headers": dict(response.headers),
-            "content": response.content,
+            "content": content_base64,
             "json": response.json(),
         }
 

agents-api/agents_api/activities/utils.py

@@ -1,20 +1,33 @@
+import base64
+import datetime as dt
+import functools
+import itertools
 import json
-from functools import reduce
-from itertools import accumulate
-from random import random
-from time import time
-from typing import Any, Callable
+import math
+import random
+import statistics
+import string
+import time
+import urllib.parse
+from typing import Any, Callable, ParamSpec, Type, TypeVar, cast
 
 import re2
 import yaml
+import zoneinfo
 from beartype import beartype
 from simpleeval import EvalWithCompoundTypes, SimpleEval
-from yaml import CSafeLoader
+from yaml import CSafeDumper, CSafeLoader
+
+T = TypeVar("T")
+
+
+P = ParamSpec("P")
+R = TypeVar("R")
+
 
 # TODO: We need to make sure that we dont expose any security issues
 ALLOWED_FUNCTIONS = {
     "abs": abs,
-    "accumulate": accumulate,
     "all": all,
     "any": any,
     "bool": bool,
@@ -25,23 +38,169 @@
     "int": int,
     "len": len,
     "list": list,
-    "load_json": json.loads,
-    "load_yaml": lambda string: yaml.load(string, Loader=CSafeLoader),
     "map": map,
-    "match_regex": lambda pattern, string: bool(re2.fullmatch(pattern, string)),
     "max": max,
     "min": min,
-    "random": random,
     "range": range,
-    "reduce": reduce,
     "round": round,
-    "search_regex": lambda pattern, string: re2.search(pattern, string),
     "set": set,
     "str": str,
     "sum": sum,
-    "time": time,
     "tuple": tuple,
+    "reduce": functools.reduce,
     "zip": zip,
+    "search_regex": lambda pattern, string: re2.search(pattern, string),
+    "load_json": json.loads,
+    "load_yaml": lambda string: yaml.load(string, Loader=CSafeLoader),
+    "match_regex": lambda pattern, string: bool(re2.fullmatch(pattern, string)),
+}
+
+
+class stdlib_re:
+    fullmatch = re2.fullmatch
+    search = re2.search
+    escape = re2.escape
+    findall = re2.findall
+    finditer = re2.finditer
+    match = re2.match
+    split = re2.split
+    sub = re2.sub
+    subn = re2.subn
+
+
+class stdlib_json:
+    loads = json.loads
+    dumps = json.dumps
+
+
+class stdlib_yaml:
+    load = lambda string: yaml.load(string, Loader=CSafeLoader)  # noqa: E731
+    dump = lambda value: yaml.dump(value, Dumper=CSafeDumper)  # noqa: E731
+
+
+class stdlib_time:
+    strftime = time.strftime
+    strptime = time.strptime
+    time = time
+
+
+class stdlib_random:
+    choice = random.choice
+    choices = random.choices
+    sample = random.sample
+    shuffle = random.shuffle
+    randrange = random.randrange
+    randint = random.randint
+    random = random.random
+
+
+class stdlib_itertools:
+    accumulate = itertools.accumulate
+
+
+class stdlib_functools:
+    partial = functools.partial
+    reduce = functools.reduce
+
+
+class stdlib_base64:
+    b64encode = base64.b64encode
+    b64decode = base64.b64decode
+
+
+class stdlib_urllib:
+    class parse:
+        urlparse = urllib.parse.urlparse
+        urlencode = urllib.parse.urlencode
+        unquote = urllib.parse.unquote
+        quote = urllib.parse.quote
+        parse_qs = urllib.parse.parse_qs
+        parse_qsl = urllib.parse.parse_qsl
+        urlsplit = urllib.parse.urlsplit
+        urljoin = urllib.parse.urljoin
+        unwrap = urllib.parse.unwrap
+
+
+class stdlib_string:
+    ascii_letters = string.ascii_letters
+    ascii_lowercase = string.ascii_lowercase
+    ascii_uppercase = string.ascii_uppercase
+    digits = string.digits
+    hexdigits = string.hexdigits
+    octdigits = string.octdigits
+    punctuation = string.punctuation
+    whitespace = string.whitespace
+    printable = string.printable
+
+
+class stdlib_zoneinfo:
+    ZoneInfo = zoneinfo.ZoneInfo
+
+
+class stdlib_datetime:
+    class timezone:
+        class utc:
+            utc = dt.timezone.utc
+
+    class datetime:
+        now = dt.datetime.now
+        datetime = dt.datetime
+        timedelta = dt.timedelta
+        date = dt.date
+        time = dt.time
+
+    timedelta = dt.timedelta
+
+
+class stdlib_math:
+    sqrt = math.sqrt
+    exp = math.exp
+    ceil = math.ceil
+    floor = math.floor
+    isinf = math.isinf
+    isnan = math.isnan
+    log = math.log
+    log10 = math.log10
+    log2 = math.log2
+    pow = math.pow
+    sin = math.sin
+    cos = math.cos
+    tan = math.tan
+    asin = math.asin
+    acos = math.acos
+    atan = math.atan
+    atan2 = math.atan2
+
+    pi = math.pi
+    e = math.e
+
+
+class stdlib_statistics:
+    mean = statistics.mean
+    stdev = statistics.stdev
+    geometric_mean = statistics.geometric_mean
+    median = statistics.median
+    median_low = statistics.median_low
+    median_high = statistics.median_high
+    mode = statistics.mode
+    quantiles = statistics.quantiles
+
+
+stdlib = {
+    "re": stdlib_re,
+    "json": stdlib_json,
+    "yaml": stdlib_yaml,
+    "time": stdlib_time,
+    "random": stdlib_random,
+    "itertools": stdlib_itertools,
+    "functools": stdlib_functools,
+    "base64": stdlib_base64,
+    "urllib": stdlib_urllib,
+    "string": stdlib_string,
+    "zoneinfo": stdlib_zoneinfo,
+    "datetime": stdlib_datetime,
+    "math": stdlib_math,
+    "statistics": stdlib_statistics,
 }
 
 
@@ -50,7 +209,7 @@ def get_evaluator(
     names: dict[str, Any], extra_functions: dict[str, Callable] | None = None
 ) -> SimpleEval:
     evaluator = EvalWithCompoundTypes(
-        names=names, functions=ALLOWED_FUNCTIONS | (extra_functions or {})
+        names=names | stdlib, functions=ALLOWED_FUNCTIONS | (extra_functions or {})
     )
 
     return evaluator

agents-api/agents_api/common/exceptions/tasks.py

@@ -20,7 +20,7 @@
 import temporalio.exceptions
 
 # List of error types that should not be retried
-NON_RETRYABLE_ERROR_TYPES = [
+NON_RETRYABLE_ERROR_TYPES = (
     # Temporal-specific errors
     temporalio.exceptions.WorkflowAlreadyStartedError,
     temporalio.exceptions.TerminatedError,
@@ -99,10 +99,10 @@
     litellm.exceptions.ServiceUnavailableError,
     litellm.exceptions.OpenAIError,
     litellm.exceptions.APIError,
-]
+)
 
 
-def is_non_retryable_error(error: Exception) -> bool:
+def is_non_retryable_error(error: BaseException) -> bool:
     """
     Determines if the given error is non-retryable.
 
@@ -115,4 +115,4 @@ def is_non_retryable_error(error: Exception) -> bool:
     Returns:
         bool: True if the error is non-retryable, False otherwise.
     """
-    return isinstance(error, tuple(NON_RETRYABLE_ERROR_TYPES))
+    return isinstance(error, NON_RETRYABLE_ERROR_TYPES)

agents-api/agents_api/common/interceptors.py

@@ -31,7 +31,7 @@ class CustomActivityInterceptor(ActivityInboundInterceptor):
     async def execute_activity(self, input: ExecuteActivityInput):
         try:
             return await super().execute_activity(input)
-        except Exception as e:
+        except BaseException as e:
             if is_non_retryable_error(e):
                 raise ApplicationError(
                     str(e),
@@ -53,7 +53,7 @@ class CustomWorkflowInterceptor(WorkflowInboundInterceptor):
     async def execute_workflow(self, input: ExecuteWorkflowInput):
         try:
             return await super().execute_workflow(input)
-        except Exception as e:
+        except BaseException as e:
             if is_non_retryable_error(e):
                 raise ApplicationError(
                     str(e),

agents-api/agents_api/common/protocol/tasks.py

@@ -118,7 +118,8 @@
 }  # type: ignore
 
 
-PartialTransition: Type[BaseModel] = create_partial_model(CreateTransitionRequest)
+class PartialTransition(create_partial_model(CreateTransitionRequest)):
+    user_state: dict[str, Any] = Field(default_factory=dict)
 
 
 class ExecutionInput(BaseModel):

agents-api/agents_api/models/execution/create_execution_transition.py

@@ -176,7 +176,7 @@ def create_execution_transition(
                 data=UpdateExecutionRequest(
                     status=transition_to_execution_status[data.type]
                 ),
-                output=data.output if data.type == "finish" else None,
+                output=data.output if data.type != "error" else None,
                 error=str(data.output)
                 if data.type == "error" and data.output
                 else None,