fix: BatchJob is updated to work with current OpenAi batch request fo…

…rmat (#1240)
instructor-ai · Dec 16, 2024 · 57f4735 · 57f4735
1 parent bce6e69
commit 57f4735
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/instructor/batch.py b/instructor/batch.py
@@ -31,7 +31,9 @@ class RequestBody(BaseModel):
 
 class BatchModel(BaseModel):
     custom_id: str
-    params: RequestBody
+    body: RequestBody
+    url: str
+    method: str
 
 
 class BatchJob:
@@ -149,12 +151,14 @@ def create_from_messages(
                 for messages in messages_batch:
                     batch_model = BatchModel(
                         custom_id=str(uuid.uuid4()),
-                        params=RequestBody(
+                        body=RequestBody(
                             model=model,
                             messages=messages,
                             max_tokens=max_tokens,
                             temperature=temperature,
                             **kwargs,
                         ),
+                        method="POST",
+                        url="/v1/chat/completions"
                     )
                     file.write(batch_model.model_dump_json() + "\n")