Fix_json adds curly braces

README.md

@@ -273,7 +273,7 @@ model_path = "hosted_vllm/NousResearch/Meta-Llama-3-8B-Instruct" # Make sure to
 PORT = 8787
 HOST = "localhost"
 URL = f"http://{HOST}:{PORT}/v1"
-os.environ["HOSTED_VLLM_API_KEY"] = "token-abc123
+os.environ["HOSTED_VLLM_API_KEY"] = "token-abc123"
 
 poem_prompter = curator.LLM(
     model_name=model_path,

src/bespokelabs/curator/request_processor/offline/base_offline_request_processor.py

@@ -68,6 +68,7 @@ def __init__(self, config: OfflineRequestProcessorConfig):
         self.min_tokens: int = config.min_tokens
         self.batch_size: int = config.batch_size
         self.generation_params = config.generation_params
+        self.support_structured_output = False
 
     @property
     def backend(self):

src/bespokelabs/curator/request_processor/offline/vllm_offline_request_processor.py

@@ -205,7 +205,7 @@ def process_requests(self, requests: list[APIRequest], status_tracker: OfflineSt
 
         for completion, request in zip(completions, requests):
             response_message = completion.outputs[0].text
-            response_message = self.fix_json(response_message)
+            response_message = self.fix_json(response_message) if self.support_structured_output else response_message
 
             raw_response = {
                 "request_id": completion.request_id,