Update Readme

Update install tiktoken required for GLM-4
intel-analytics · Jun 11, 2024 · 32b44a3 · 32b44a3
1 parent 83b514d
commit 32b44a3
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 0 deletions.
diff --git a/python/llm/example/GPU/HF-Transformers-AutoModels/Model/glm4/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/glm4/README.md
@@ -14,6 +14,9 @@ conda create -n llm python=3.11
 conda activate llm
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 #### 1.2 Installation on Windows
@@ -24,6 +27,9 @@ conda activate llm
 
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 ### 2. Configures OneAPI environment variables for Linux
@@ -149,6 +155,9 @@ conda create -n llm python=3.11
 conda activate llm
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 #### 1.2 Installation on Windows
@@ -159,6 +168,9 @@ conda activate llm
 
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 ### 2. Configures OneAPI environment variables for Linux

diff --git a/python/llm/example/GPU/PyTorch-Models/Model/glm4/README.md b/python/llm/example/GPU/PyTorch-Models/Model/glm4/README.md
@@ -14,6 +14,9 @@ conda create -n llm python=3.11
 conda activate llm
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 #### 1.2 Installation on Windows
@@ -24,6 +27,9 @@ conda activate llm
 
 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
 pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
+
+# install tiktoken required for GLM-4
+pip install tiktoken
 ```
 
 ### 2. Configures OneAPI environment variables for Linux