From 9d64fdc3a9021e9238a9271c920dbbf28ba34b1d Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Tue, 28 Nov 2023 09:13:47 +0100 Subject: [PATCH] Tweak INT4 parameters for pajama model (#1493) --- notebooks/254-llm-chatbot/254-llm-chatbot.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb b/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb index 61158b53fcb..86a10e07ff0 100644 --- a/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb +++ b/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb @@ -563,7 +563,7 @@ " 'red-pajama-3b-chat': {\n", " \"mode\": nncf.CompressWeightsMode.INT4_ASYM,\n", " \"group_size\": 128,\n", - " \"ratio\": 0.6,\n", + " \"ratio\": 0.5,\n", " },\n", " \"default\": {\n", " \"mode\": nncf.CompressWeightsMode.INT4_ASYM,\n", @@ -857,7 +857,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "2 + 2 = 3\n", + "2 + 2 = 4\n", "\n" ] }