fix llm notebooks dependencies (openvinotoolkit#1652)

sgolebiewski-intel · Jan 25, 2024 · b139f75 · b139f75
1 parent ca1c925
commit b139f75
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 180 deletions.
diff --git a/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb b/notebooks/254-llm-chatbot/254-llm-chatbot.ipynb
@@ -61,6 +61,8 @@
     "%pip install -q --extra-index-url https://download.pytorch.org/whl/cpu\\\n",
     "\"git+https://github.com/huggingface/optimum-intel.git\"\\\n",
     "\"nncf>=2.8.0\"\\\n",
+    "\"datasets\" \\\n",
+    "\"accelerate\"\\\n",
     "\"openvino-nightly\"\\\n",
     "\"gradio\"\\\n",
     "\"onnx\" \"einops\" \"transformers_stream_generator\" \"tiktoken\" \"transformers>=4.36.0\""
@@ -1245,185 +1247,7 @@
   },
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
-    "state": {
-     "06494c83aabf4cb5b5ada60068747b9e": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     },
-     "27186b1d804746c9a964197d88d141ff": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DropdownModel",
-      "state": {
-       "_options_labels": [
-        "tiny-llama-1b-chat",
-        "red-pajama-3b-chat",
-        "llama-2-chat-7b",
-        "mpt-7b-chat",
-        "qwen-7b-chat",
-        "chatglm3-6b",
-        "mistral-7b",
-        "zephyr-7b-beta",
-        "neural-chat-7b-v3-1",
-        "notus-7b-v1",
-        "youri-7b-chat"
-       ],
-       "description": "Model:",
-       "index": 0,
-       "layout": "IPY_MODEL_27ea3ddd16d64367a204ae53d4be4336",
-       "style": "IPY_MODEL_9af4e572cd074fffb68988f3bc8d4042"
-      }
-     },
-     "27ea3ddd16d64367a204ae53d4be4336": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "36cad61260454c72a79336ede4114815": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "519f0a508747499a807a000706fcf6f5": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxModel",
-      "state": {
-       "description": "Prepare FP16 model",
-       "disabled": false,
-       "layout": "IPY_MODEL_6dd16e2425d04a69b2ea1ba338be7306",
-       "style": "IPY_MODEL_c1b11d7bf32b4aaf86f0ff0ce13d99d5",
-       "value": false
-      }
-     },
-     "5936dedd773b4854b9b74b5308a61761": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "6dd16e2425d04a69b2ea1ba338be7306": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "734e59ae31114723964c10c4bb45c3be": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     },
-     "7d47f2746e5e46adadb7f9c2d2c416e9": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DropdownModel",
-      "state": {
-       "_options_labels": [
-        "INT4",
-        "INT8",
-        "FP16"
-       ],
-       "description": "Model to run:",
-       "index": 0,
-       "layout": "IPY_MODEL_36cad61260454c72a79336ede4114815",
-       "style": "IPY_MODEL_e1d955b557fc40d9a9d20e9f09c9fa8d"
-      }
-     },
-     "976bf57ef768495a87b2a3087bf379ce": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxModel",
-      "state": {
-       "description": "Prepare INT8 model",
-       "disabled": false,
-       "layout": "IPY_MODEL_acbe6d648acc46e1ac14f32f5a135188",
-       "style": "IPY_MODEL_bc2bb1d1a7d842ab8a8e5299b2a1a707",
-       "value": false
-      }
-     },
-     "9af4e572cd074fffb68988f3bc8d4042": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     },
-     "a15bc43f510a40d08e7da02641ae1393": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "a27b94457f4c433585347b5134402ba3": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxModel",
-      "state": {
-       "description": "Prepare INT4 model",
-       "disabled": false,
-       "layout": "IPY_MODEL_5936dedd773b4854b9b74b5308a61761",
-       "style": "IPY_MODEL_734e59ae31114723964c10c4bb45c3be",
-       "value": true
-      }
-     },
-     "acbe6d648acc46e1ac14f32f5a135188": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
-      "state": {}
-     },
-     "bc2bb1d1a7d842ab8a8e5299b2a1a707": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     },
-     "c1b11d7bf32b4aaf86f0ff0ce13d99d5": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "CheckboxStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     },
-     "dd852dd3ca934ebba7d9fdc0ef8d68c2": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DropdownModel",
-      "state": {
-       "_options_labels": [
-        "CPU",
-        "GPU.0",
-        "GPU.1",
-        "AUTO"
-       ],
-       "description": "Device:",
-       "index": 0,
-       "layout": "IPY_MODEL_a15bc43f510a40d08e7da02641ae1393",
-       "style": "IPY_MODEL_06494c83aabf4cb5b5ada60068747b9e"
-      }
-     },
-     "e1d955b557fc40d9a9d20e9f09c9fa8d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "description_width": ""
-      }
-     }
-    },
+    "state": {},
     "version_major": 2,
     "version_minor": 0
    }

diff --git a/notebooks/254-llm-chatbot/254-rag-chatbot.ipynb b/notebooks/254-llm-chatbot/254-rag-chatbot.ipynb
@@ -76,6 +76,8 @@
     "%pip install -q --extra-index-url https://download.pytorch.org/whl/cpu\\\n",
     "\"git+https://github.com/huggingface/optimum-intel.git\"\\\n",
     "\"nncf>=2.8.0\"\\\n",
+    "\"datasets\"\\\n",
+    "\"accelerate\"\\\n",
     "\"openvino-nightly\"\\\n",
     "\"gradio\"\\\n",
     "\"onnx\" \"chromadb\" \"sentence_transformers\" \"langchain\" \"langchainhub\" \"transformers>=4.34.0\" \"unstructured\" \"scikit-learn\" \"python-docx\" \"pypdf\""

diff --git a/notebooks/275-llm-question-answering/275-llm-question-answering.ipynb b/notebooks/275-llm-question-answering/275-llm-question-answering.ipynb
@@ -55,7 +55,7 @@
    "outputs": [],
    "source": [
     "%pip uninstall -q -y openvino openvino-dev openvino-nightly optimum optimum-intel\n",
-    "%pip install -q openvino-nightly \"nncf>=2.7\" \"transformers>=4.36.0\" onnx \"optimum>=1.16.1\" gradio \"git+https://github.com/huggingface/optimum-intel.git\" --extra-index-url https://download.pytorch.org/whl/cpu"
+    "%pip install -q openvino-nightly \"nncf>=2.7\" \"transformers>=4.36.0\" onnx \"optimum>=1.16.1\" \"accelerate\" \"datasets\" gradio \"git+https://github.com/huggingface/optimum-intel.git\" --extra-index-url https://download.pytorch.org/whl/cpu"
    ]
   },
   {