Revert "Automatically sanitize input sent to copilot API"

This reverts commit ec9c848.
CopilotC-Nvim · Nov 13, 2024 · a59761b · a59761b
1 parent fb4809f
commit a59761b
Showing 1 changed file with 10 additions and 38 deletions.
diff --git a/lua/CopilotChat/copilot.lua b/lua/CopilotChat/copilot.lua
@@ -74,31 +74,6 @@ local function machine_id()
   return hex
 end
 
-local function sanitize_text(model, text)
-  if not text then
-    return ''
-  end
-
-  if not vim.startswith(model, 'claude') then
-    return text
-  end
-
-  -- Remove various emoji, symbols, and special characters:
-  return text:gsub(
-    '[\u{1F000}-\u{1F9FF}' -- Extended emoji and symbols
-      .. '\u{2600}-\u{26FF}' -- Miscellaneous symbols
-      .. '\u{2700}-\u{27BF}' -- Dingbats
-      .. '\u{FE00}-\u{FE0F}' -- Variation Selectors
-      .. '\u{1F1E6}-\u{1F1FF}' -- Regional indicator symbols
-      .. '\u{1F300}-\u{1F5FF}' -- Miscellaneous Symbols and Pictographs
-      .. '\u{1F600}-\u{1F64F}' -- Emoticons
-      .. '\u{1F680}-\u{1F6FF}' -- Transport and Map Symbols
-      .. '\u{1F900}-\u{1F9FF}' -- Supplemental Symbols and Pictographs
-      .. '\u{E000}-\u{F8FF}]', -- Private Use Area
-    ''
-  )
-end
-
 local function find_config_path()
   local config = vim.fn.expand('$XDG_CONFIG_HOME')
   if config and vim.fn.isdirectory(config) > 0 then
@@ -586,18 +561,15 @@ function Copilot:ask(prompt, opts)
 
         -- Generate the request
         local url = 'https://api.githubcopilot.com/chat/completions'
-        local body = sanitize_text(
-          model,
-          vim.json.encode(
-            generate_ask_request(
-              self.history,
-              prompt,
-              embeddings_message,
-              selection_message,
-              system_prompt,
-              model,
-              temperature
-            )
+        local body = vim.json.encode(
+          generate_ask_request(
+            self.history,
+            prompt,
+            embeddings_message,
+            selection_message,
+            system_prompt,
+            model,
+            temperature
           )
         )
 
@@ -772,7 +744,7 @@ function Copilot:embed(inputs, opts)
 
   local jobs = {}
   for _, chunk in ipairs(chunks) do
-    local body = sanitize_text(model, vim.json.encode(generate_embedding_request(chunk, model)))
+    local body = vim.json.encode(generate_embedding_request(chunk, model))
 
     table.insert(jobs, function(resolve)
       local headers = generate_headers(self.token.token, self.sessionid, self.machineid)