Skip to content

Commit

Permalink
fix format
Browse files Browse the repository at this point in the history
  • Loading branch information
shane-huang committed Apr 24, 2024
1 parent be2543a commit 3e983f3
Showing 1 changed file with 11 additions and 14 deletions.
25 changes: 11 additions & 14 deletions docs/docs/integrations/llms/ipex_llm.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -64,9 +64,7 @@
"\n",
"import warnings\n",
"\n",
"warnings.filterwarnings(\n",
" \"ignore\", category=UserWarning, message=\".*padding_mask.*\"\n",
")"
"warnings.filterwarnings(\"ignore\", category=UserWarning, message=\".*padding_mask.*\")"
]
},
{
Expand Down Expand Up @@ -95,13 +93,13 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "d093d8be599b4ef88f249c7c78912c68",
"model_id": "6a436f7eb96849409a337312a93b9dd3",
"version_major": 2,
"version_minor": 0
},
Expand All @@ -116,7 +114,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
"2024-04-24 16:51:43,944 - INFO - Converting the current model to sym_int4 format......\n"
"2024-04-24 17:20:10,884 - INFO - Converting the current model to sym_int4 format......\n"
]
}
],
Expand All @@ -136,7 +134,7 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 4,
"metadata": {},
"outputs": [
{
Expand Down Expand Up @@ -181,13 +179,12 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"saved_lowbit_model_path = (\n",
" \"./vicuna-7b-1.5-low-bit\" # path to save low-bit model\n",
")\n",
"saved_lowbit_model_path = \"./vicuna-7b-1.5-low-bit\" # path to save low-bit model\n",
"\n",
"\n",
"llm.model.save_low_bit(saved_lowbit_model_path)\n",
"del llm"
Expand All @@ -203,14 +200,14 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2024-04-24 16:52:19,738 - INFO - Converting the current model to sym_int4 format......\n"
"2024-04-24 17:20:43,387 - INFO - Converting the current model to sym_int4 format......\n"
]
}
],
Expand All @@ -232,7 +229,7 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 7,
"metadata": {},
"outputs": [
{
Expand Down

0 comments on commit 3e983f3

Please sign in to comment.