Tweak INT4 parameters for pajama model (#1493)

openvinotoolkit · Nov 28, 2023 · 9d64fdc · 9d64fdc
1 parent d298d28
commit 9d64fdc
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb b/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb
@@ -563,7 +563,7 @@
     "        'red-pajama-3b-chat': {\n",
     "            \"mode\": nncf.CompressWeightsMode.INT4_ASYM,\n",
     "            \"group_size\": 128,\n",
-    "            \"ratio\": 0.6,\n",
+    "            \"ratio\": 0.5,\n",
     "        },\n",
     "        \"default\": {\n",
     "            \"mode\": nncf.CompressWeightsMode.INT4_ASYM,\n",
@@ -857,7 +857,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2 + 2 = 3\n",
+      "2 + 2 = 4\n",
       "\n"
      ]
     }