🧮 Add token counting comments

shroominic · Nov 20, 2023 · 95020a7 · 95020a7
1 parent 4a5f2b6
commit 95020a7
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/funcchain/streaming.py b/funcchain/streaming.py
@@ -5,6 +5,7 @@
 from typing import Generator, AsyncGenerator, Callable, Coroutine, Awaitable, Any
 from langchain.callbacks.base import AsyncCallbackHandler
 from langchain.schema.messages import BaseMessage
+# from .utils import count_tokens
 
 
 class AsyncStreamHandler(AsyncCallbackHandler):
@@ -27,6 +28,14 @@ async def on_chat_model_start(
         metadata: dict[str, Any] | None = None,
         **kwargs: Any,
     ) -> Any:
+        # for lists in messages:
+        #     for message in lists:
+        #         if message.content:
+        #             if isinstance(message.content, str):
+        #                 self.tokens += count_tokens(message.content)
+        #             elif isinstance(message.content, list):
+        #                 print("token_counting", message.content)
+        #                 # self.tokens += count_tokens(message)
         pass
 
     async def on_llm_new_token(