Skip to content

Commit

Permalink
switch llm chatbot to tinyllama by default (#1759)
Browse files Browse the repository at this point in the history
  • Loading branch information
eaidova authored Feb 27, 2024
1 parent 1584604 commit 2b96b63
Showing 1 changed file with 2 additions and 183 deletions.
185 changes: 2 additions & 183 deletions notebooks/254-llm-chatbot/254-llm-chatbot.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -201,7 +201,7 @@
"\n",
"model_id = widgets.Dropdown(\n",
" options=model_ids,\n",
" value=model_ids[4],\n",
" value=model_ids[0],\n",
" description=\"Model:\",\n",
" disabled=False,\n",
")\n",
Expand Down Expand Up @@ -1389,188 +1389,7 @@
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {
"077120b2d9f04a08953b597e5c0c1554": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxModel",
"state": {
"description": "Prepare FP16 model",
"disabled": false,
"layout": "IPY_MODEL_b9838a0579234ed0baddf8549fd2d493",
"style": "IPY_MODEL_5047e61ae74f4d2f80cf58ad0a00b46a",
"value": false
}
},
"1e9dc777f98642e6b9d4814673c5bf02": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"49c4796193264023ad2b89cd5483abb4": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DescriptionStyleModel",
"state": {
"description_width": ""
}
},
"5047e61ae74f4d2f80cf58ad0a00b46a": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxStyleModel",
"state": {
"description_width": ""
}
},
"6fd1d9c0d42a457cbf5f6fcf48e3f78a": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"765dcc7d2eff40a5a42d736b78aff037": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DropdownModel",
"state": {
"_options_labels": [
"tiny-llama-1b-chat",
"minicpm-2b-dpo",
"gemma-2b-it",
"red-pajama-3b-chat",
"gemma-7b-it",
"llama-2-chat-7b",
"mpt-7b-chat",
"qwen1.5-7b-chat",
"chatglm3-6b",
"mistral-7b",
"zephyr-7b-beta",
"neural-chat-7b-v3-1",
"notus-7b-v1",
"youri-7b-chat",
"baichuan2-7b-chat"
],
"description": "Model:",
"index": 4,
"layout": "IPY_MODEL_bc0f92def39a4bd68ea67c6ee7e6ce9c",
"style": "IPY_MODEL_ed8d5d3e451f40a7a12820629c63fc28"
}
},
"7d08de53a6bc4e2792ddc4d857f91923": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxModel",
"state": {
"description": "Prepare INT8 model",
"disabled": false,
"layout": "IPY_MODEL_88168e39ff8c4539b2d72fc33c96f153",
"style": "IPY_MODEL_8b1f4ce889f840389dfcc8e852bd6b80",
"value": false
}
},
"88168e39ff8c4539b2d72fc33c96f153": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"8b1f4ce889f840389dfcc8e852bd6b80": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxStyleModel",
"state": {
"description_width": ""
}
},
"9798bbfc9c19405a843d6e298606097c": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxStyleModel",
"state": {
"description_width": ""
}
},
"b9838a0579234ed0baddf8549fd2d493": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"bbb319f1f4d246f4aaf819ff05ce5b76": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DescriptionStyleModel",
"state": {
"description_width": ""
}
},
"bc0f92def39a4bd68ea67c6ee7e6ce9c": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"ce8099b73db84e03ae0c01afc5103f9e": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "CheckboxModel",
"state": {
"description": "Prepare INT4 model",
"disabled": false,
"layout": "IPY_MODEL_1e9dc777f98642e6b9d4814673c5bf02",
"style": "IPY_MODEL_9798bbfc9c19405a843d6e298606097c",
"value": true
}
},
"cf56e91842934e52a73391c7a740105a": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"ed8d5d3e451f40a7a12820629c63fc28": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DescriptionStyleModel",
"state": {
"description_width": ""
}
},
"ee02a8c34bb0418eb1b80dcabae85481": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DropdownModel",
"state": {
"_options_labels": [
"CPU",
"GPU.0",
"GPU.1",
"AUTO"
],
"description": "Device:",
"index": 0,
"layout": "IPY_MODEL_6fd1d9c0d42a457cbf5f6fcf48e3f78a",
"style": "IPY_MODEL_bbb319f1f4d246f4aaf819ff05ce5b76"
}
},
"f0e1516d95504a05bbd9be972e27a32d": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DropdownModel",
"state": {
"_options_labels": [
"INT4",
"FP16"
],
"description": "Model to run:",
"index": 0,
"layout": "IPY_MODEL_cf56e91842934e52a73391c7a740105a",
"style": "IPY_MODEL_49c4796193264023ad2b89cd5483abb4"
}
}
},
"state": {},
"version_major": 2,
"version_minor": 0
}
Expand Down

0 comments on commit 2b96b63

Please sign in to comment.