mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-18 20:27:58 +00:00
updated notebooks
This commit is contained in:
Saifeddine ALOUI
parent
2a00bede8c
commit
aa25121cb7
@ -2,7 +2,7 @@
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 1,
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -10,131 +10,7 @@
|
||||
"id": "Lm1ahQJs7lMk",
|
||||
"outputId": "f486f019-ff7e-4971-ab2d-53eddf47cdec"
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"Looking in indexes: https://download.pytorch.org/whl/cu118\n",
|
||||
"Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||||
"Requirement already satisfied: torchvision in /usr/local/lib/python3.10/dist-packages (0.16.0+cu118)\n",
|
||||
"Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||||
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch) (3.12.4)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch) (4.5.0)\n",
|
||||
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch) (1.12)\n",
|
||||
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.2)\n",
|
||||
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)\n",
|
||||
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch) (2023.6.0)\n",
|
||||
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch) (2.1.0)\n",
|
||||
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision) (1.23.5)\n",
|
||||
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision) (2.31.0)\n",
|
||||
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision) (9.4.0)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (2.1.3)\n",
|
||||
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.3.1)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.4)\n",
|
||||
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2.0.7)\n",
|
||||
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2023.7.22)\n",
|
||||
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch) (1.3.0)\n",
|
||||
"Collecting lollms\n",
|
||||
" Downloading lollms-6.0.1-py3-none-any.whl (164 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m164.9/164.9 kB\u001b[0m \u001b[31m3.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from lollms) (4.66.1)\n",
|
||||
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from lollms) (6.0.1)\n",
|
||||
"Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from lollms) (9.4.0)\n",
|
||||
"Requirement already satisfied: flask in /usr/local/lib/python3.10/dist-packages (from lollms) (2.2.5)\n",
|
||||
"Collecting flask-socketio (from lollms)\n",
|
||||
" Downloading Flask_SocketIO-5.3.6-py3-none-any.whl (18 kB)\n",
|
||||
"Collecting flask-cors (from lollms)\n",
|
||||
" Downloading Flask_Cors-4.0.0-py2.py3-none-any.whl (14 kB)\n",
|
||||
"Collecting simple-websocket (from lollms)\n",
|
||||
" Downloading simple_websocket-1.0.0-py3-none-any.whl (13 kB)\n",
|
||||
"Collecting eventlet (from lollms)\n",
|
||||
" Downloading eventlet-0.33.3-py2.py3-none-any.whl (226 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m226.8/226.8 kB\u001b[0m \u001b[31m19.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting wget (from lollms)\n",
|
||||
" Downloading wget-3.2.zip (10 kB)\n",
|
||||
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
|
||||
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lollms) (67.7.2)\n",
|
||||
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from lollms) (2.31.0)\n",
|
||||
"Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from lollms) (3.7.1)\n",
|
||||
"Requirement already satisfied: seaborn in /usr/local/lib/python3.10/dist-packages (from lollms) (0.12.2)\n",
|
||||
"Collecting mplcursors (from lollms)\n",
|
||||
" Downloading mplcursors-0.5.2.tar.gz (89 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m89.0/89.0 kB\u001b[0m \u001b[31m13.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
|
||||
"Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from lollms) (1.2.2)\n",
|
||||
"Collecting ascii-colors (from lollms)\n",
|
||||
" Downloading ascii_colors-0.1.3-py3-none-any.whl (6.9 kB)\n",
|
||||
"Collecting safe-store (from lollms)\n",
|
||||
" Downloading safe_store-0.2.6-py3-none-any.whl (19 kB)\n",
|
||||
"Collecting dnspython>=1.15.0 (from eventlet->lollms)\n",
|
||||
" Downloading dnspython-2.4.2-py3-none-any.whl (300 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m300.4/300.4 kB\u001b[0m \u001b[31m38.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: greenlet>=0.3 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (3.0.0)\n",
|
||||
"Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (1.16.0)\n",
|
||||
"Requirement already satisfied: Werkzeug>=2.2.2 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.0.1)\n",
|
||||
"Requirement already satisfied: Jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.1.2)\n",
|
||||
"Requirement already satisfied: itsdangerous>=2.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (2.1.2)\n",
|
||||
"Requirement already satisfied: click>=8.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (8.1.7)\n",
|
||||
"Collecting python-socketio>=5.0.2 (from flask-socketio->lollms)\n",
|
||||
" Downloading python_socketio-5.10.0-py3-none-any.whl (74 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m74.4/74.4 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.1.1)\n",
|
||||
"Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (0.12.1)\n",
|
||||
"Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (4.43.1)\n",
|
||||
"Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.4.5)\n",
|
||||
"Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.23.5)\n",
|
||||
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (23.2)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (3.1.1)\n",
|
||||
"Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (2.8.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.3.1)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.4)\n",
|
||||
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2.0.7)\n",
|
||||
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2023.7.22)\n",
|
||||
"Collecting python-docx (from safe-store->lollms)\n",
|
||||
" Downloading python_docx-1.0.1-py3-none-any.whl (237 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m237.4/237.4 kB\u001b[0m \u001b[31m30.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting python-pptx (from safe-store->lollms)\n",
|
||||
" Downloading python_pptx-0.6.22-py3-none-any.whl (471 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m471.5/471.5 kB\u001b[0m \u001b[31m48.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (1.5.3)\n",
|
||||
"Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (4.11.2)\n",
|
||||
"Collecting PyPDF2 (from safe-store->lollms)\n",
|
||||
" Downloading pypdf2-3.0.1-py3-none-any.whl (232 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m232.6/232.6 kB\u001b[0m \u001b[31m27.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.11.3)\n",
|
||||
"Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.3.2)\n",
|
||||
"Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (3.2.0)\n",
|
||||
"Collecting wsproto (from simple-websocket->lollms)\n",
|
||||
" Downloading wsproto-1.2.0-py3-none-any.whl (24 kB)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from Jinja2>=3.0->flask->lollms) (2.1.3)\n",
|
||||
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->safe-store->lollms) (2023.3.post1)\n",
|
||||
"Requirement already satisfied: bidict>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from python-socketio>=5.0.2->flask-socketio->lollms) (0.22.1)\n",
|
||||
"Collecting python-engineio>=4.8.0 (from python-socketio>=5.0.2->flask-socketio->lollms)\n",
|
||||
" Downloading python_engineio-4.8.0-py3-none-any.whl (56 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.8/56.8 kB\u001b[0m \u001b[31m8.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->safe-store->lollms) (2.5)\n",
|
||||
"Requirement already satisfied: lxml>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.9.3)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.5.0)\n",
|
||||
"Collecting XlsxWriter>=0.5.7 (from python-pptx->safe-store->lollms)\n",
|
||||
" Downloading XlsxWriter-3.1.9-py3-none-any.whl (154 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m154.8/154.8 kB\u001b[0m \u001b[31m20.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting h11<1,>=0.9.0 (from wsproto->simple-websocket->lollms)\n",
|
||||
" Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m9.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hBuilding wheels for collected packages: mplcursors, wget\n",
|
||||
" Building wheel for mplcursors (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
|
||||
" Created wheel for mplcursors: filename=mplcursors-0.5.2-py3-none-any.whl size=21166 sha256=a6f01c9e9b4427e68cb7f0de75bced6c64fe5de7cfab0adcf8c0f693a6a4c357\n",
|
||||
" Stored in directory: /root/.cache/pip/wheels/b5/5b/fb/aed35cc15262c380536820fa3cb2e2d41fb52450de918a6785\n",
|
||||
" Building wheel for wget (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
|
||||
" Created wheel for wget: filename=wget-3.2-py3-none-any.whl size=9655 sha256=ae368c6811f7d8994dbce2dde0c25049f0961b046500e2051893b74a9a62bd70\n",
|
||||
" Stored in directory: /root/.cache/pip/wheels/8b/f1/7f/5c94f0a7a505ca1c81cd1d9208ae2064675d97582078e6c769\n",
|
||||
"Successfully built mplcursors wget\n",
|
||||
"Installing collected packages: wget, XlsxWriter, python-docx, PyPDF2, h11, dnspython, ascii-colors, wsproto, python-pptx, eventlet, simple-websocket, mplcursors, flask-cors, safe-store, python-engineio, python-socketio, flask-socketio, lollms\n",
|
||||
"Successfully installed PyPDF2-3.0.1 XlsxWriter-3.1.9 ascii-colors-0.1.3 dnspython-2.4.2 eventlet-0.33.3 flask-cors-4.0.0 flask-socketio-5.3.6 h11-0.14.0 lollms-6.0.1 mplcursors-0.5.2 python-docx-1.0.1 python-engineio-4.8.0 python-pptx-0.6.22 python-socketio-5.10.0 safe-store-0.2.6 simple-websocket-1.0.0 wget-3.2 wsproto-1.2.0\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118\n",
|
||||
"!pip install lollms --upgrade"
|
||||
@ -142,7 +18,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 6,
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -150,42 +26,7 @@
|
||||
"id": "YP6kXgau8Wej",
|
||||
"outputId": "3c7196be-4ce1-4314-f0a0-7738e13eb957"
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"Cloning into 'zoos/bindings_zoo'...\n",
|
||||
"remote: Enumerating objects: 2153, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1095/1095), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (337/337), done.\u001b[K\n",
|
||||
"remote: Total 2153 (delta 832), reused 995 (delta 754), pack-reused 1058\u001b[K\n",
|
||||
"Receiving objects: 100% (2153/2153), 6.34 MiB | 14.18 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (1577/1577), done.\n",
|
||||
"Cloning into 'zoos/extensions_zoo'...\n",
|
||||
"remote: Enumerating objects: 82, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (82/82), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (48/48), done.\u001b[K\n",
|
||||
"remote: Total 82 (delta 31), reused 51 (delta 12), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (82/82), 928.75 KiB | 32.03 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (31/31), done.\n",
|
||||
"Cloning into 'zoos/models_zoo'...\n",
|
||||
"remote: Enumerating objects: 63, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (63/63), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (43/43), done.\u001b[K\n",
|
||||
"remote: Total 63 (delta 32), reused 46 (delta 19), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (63/63), 198.67 KiB | 9.46 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (32/32), done.\n",
|
||||
"Cloning into 'zoos/personalities_zoo'...\n",
|
||||
"remote: Enumerating objects: 5991, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1662/1662), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (602/602), done.\u001b[K\n",
|
||||
"remote: Total 5991 (delta 1048), reused 1446 (delta 960), pack-reused 4329\u001b[K\n",
|
||||
"Receiving objects: 100% (5991/5991), 65.03 MiB | 16.39 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (2747/2747), done.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!mkdir zoos\n",
|
||||
"!git clone https://github.com/ParisNeo/lollms_bindings_zoo.git zoos/bindings_zoo\n",
|
||||
@ -198,9 +39,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"!lollms-settings --silent --tool_prefix lollms_discord_ --set_personal_folder_path ./personal_data --install_binding exllama2 --install_model TheBloke/Airoboros-L2-13B-3.1.1-GPTQ"
|
||||
],
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -208,259 +47,14 @@
|
||||
"id": "DSsf2L1kPc0K",
|
||||
"outputId": "fe6dc4d1-c652-46bf-ed6e-9c4dfb80dc82"
|
||||
},
|
||||
"execution_count": 7,
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"\u001b[36mTrying to use Configuration at :lollms_discord_global_paths_cfg.yaml\u001b[0m\n",
|
||||
"\u001b[31mlollms_discord_global_paths_cfg.yaml not found! Searching in your home folder.\u001b[0m\n",
|
||||
"Selected: ./personal_data\n",
|
||||
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||||
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||||
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||||
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||||
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||||
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||||
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||||
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||||
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||||
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||||
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||||
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32mSelected personal path: ./personal_data\u001b[0m\n",
|
||||
"\u001b[36mTrying to use Configuration at :/root/lollms_discord_global_paths_cfg.yaml\u001b[0m\n",
|
||||
"\u001b[32m/root/lollms_discord_global_paths_cfg.yaml found!\u001b[0m\n",
|
||||
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||||
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||||
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||||
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||||
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||||
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||||
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||||
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||||
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||||
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||||
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||||
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[34;1mBindings zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mPersonalities zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mExtensions zoo found in your personal space.\n",
|
||||
"Pulling last Extensions zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mModels zoo found in your personal space.\n",
|
||||
"Pulling last Models zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[38;5;208mNo binding selected\u001b[0m\n",
|
||||
"\u001b[32mPersonality lollms mounted successfully but no model is selected\u001b[0m\n",
|
||||
"\u001b[33;1m\n",
|
||||
" ___ ___ ___ ___ ___ ___ \n",
|
||||
" /\\__\\ /\\ \\ /\\__\\ /\\__\\ /\\__\\ /\\ \\ \n",
|
||||
" /:/ / /::\\ \\ /:/ / /:/ / /::| | /::\\ \\ \n",
|
||||
" /:/ / /:/\\:\\ \\ /:/ / /:/ / /:|:| | /:/\\ \\ \\ \n",
|
||||
" /:/ / /:/ \\:\\ \\ /:/ / /:/ / /:/|:|__|__ _\\:\\~\\ \\ \\ \n",
|
||||
" /:/__/ /:/__/ \\:\\__\\ /:/__/ /:/__/ /:/ |::::\\__\\ /\\ \\:\\ \\ \\__\\ \n",
|
||||
" \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\ \\:\\ \\ \\/__/~~/:/ / \\:\\ \\:\\ \\/__/ \n",
|
||||
" \\:\\ \\ \\:\\ /:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\:\\__\\ \n",
|
||||
" \\:\\ \\ \\:\\/:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\/:/ / \n",
|
||||
" \\:\\__\\ \\::/ / \\:\\__\\ \\:\\__\\ /:/ / \\::/ / \n",
|
||||
" \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \n",
|
||||
"\u001b[0m\n",
|
||||
"\u001b[31mVersion: \u001b[32m6.0.1\n",
|
||||
"\u001b[31mBy : \u001b[32mParisNeo\n",
|
||||
"\u001b[0m\n",
|
||||
"\n",
|
||||
"\u001b[32mCurrent personality : \u001b[0mgeneric/lollms\n",
|
||||
"\u001b[32mVersion : \u001b[0m1.0.0\n",
|
||||
"\u001b[32mAuthor : \u001b[0mParisNeo\n",
|
||||
"\u001b[32mDescription : \u001b[0mThis personality is a helpful and Kind AI ready to help you solve your problems \n",
|
||||
"\n",
|
||||
"\n",
|
||||
"\n",
|
||||
"\u001b[32mCurrent binding : \u001b[0mNone\n",
|
||||
"\u001b[32mCurrent model : \u001b[0mNone\n",
|
||||
"\n",
|
||||
"\u001b[32mfreeing memory\u001b[0m\n",
|
||||
"The variable 'ExLlamaGenerator' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlama' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaCache' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaConfig' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaTokenizer' does not exist in the local or global namespace.\n",
|
||||
"The variable 'torch_version' does not exist in the local or global namespace.\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[31mCleared cache\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[32mfreed memory\u001b[0m\n",
|
||||
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mInstalling exllama2\u001b[0m\n",
|
||||
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"This is the first time you are using this binding.\n",
|
||||
"\u001b[34;1mChecking pytorch\u001b[0m\n",
|
||||
"\u001b[32mCUDA is supported.\u001b[0m\n",
|
||||
"Collecting exllamav2==0.0.6+cu118\n",
|
||||
" Downloading https://github.com/turboderp/exllamav2/releases/download/v0.0.6/exllamav2-0.0.6+cu118-cp310-cp310-linux_x86_64.whl (12.2 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.2/12.2 MB\u001b[0m \u001b[31m100.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (1.5.3)\n",
|
||||
"Collecting ninja (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading ninja-1.11.1.1-py2.py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl (307 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m307.2/307.2 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting fastparquet (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading fastparquet-2023.10.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.7 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m68.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: torch>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.1.0+cu118)\n",
|
||||
"Collecting safetensors>=0.3.2 (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m82.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting sentencepiece>=0.1.97 (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m88.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: pygments in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.16.1)\n",
|
||||
"Collecting websockets (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m18.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2023.6.3)\n",
|
||||
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.12.4)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (4.5.0)\n",
|
||||
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (1.12)\n",
|
||||
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.2)\n",
|
||||
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.1.2)\n",
|
||||
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2023.6.0)\n",
|
||||
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.0)\n",
|
||||
"Requirement already satisfied: numpy>=1.20.3 in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (1.23.5)\n",
|
||||
"Collecting cramjam>=2.3 (from fastparquet->exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading cramjam-2.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m89.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (23.2)\n",
|
||||
"Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2.8.2)\n",
|
||||
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2023.3.post1)\n",
|
||||
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->exllamav2==0.0.6+cu118) (1.16.0)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.3)\n",
|
||||
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=2.0.1->exllamav2==0.0.6+cu118) (1.3.0)\n",
|
||||
"Installing collected packages: sentencepiece, ninja, websockets, safetensors, cramjam, fastparquet, exllamav2\n",
|
||||
"Successfully installed cramjam-2.7.0 exllamav2-0.0.6+cu118 fastparquet-2023.10.1 ninja-1.11.1.1 safetensors-0.4.0 sentencepiece-0.1.99 websockets-12.0\n",
|
||||
"\u001b[32mInstalled successfully\u001b[0m\n",
|
||||
"Download Progress: 0%| | 0/100 [00:00<?, ?%/s]\n",
|
||||
"Downloading: 0% 0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/LICENSE.txt\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/Notice\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:00<00:00, 380.07step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/README.md\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:00<00:00, 380.43step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/USE_POLICY.md\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:01<00:00, 279.10step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/config.json\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:01<00:00, 314.32step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/generation_config.json\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:01<00:00, 337.94step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/model.safetensors\n",
|
||||
"\n",
|
||||
"Download Progress: 373689107480576% [00:16, 44742331215743.43%/s]\n",
|
||||
"Download Progress: 380651962171392% [00:16, 51699614587999.87%/s]\n",
|
||||
"Download Progress: 1079926817816576% [00:25, 118310329425449.44%/s]\n",
|
||||
"Download Progress: 1763470503739392% [00:32, 127034715138359.36%/s]\n",
|
||||
"Download Progress: 2335734770712576% [00:37, 153136886137461.28%/s]\n",
|
||||
"Download Progress: 2801173331435520% [00:42, 111874516041465.06%/s]\n",
|
||||
"Download Progress: 3139287389069312% [00:44, 180111044610096.66%/s]\n",
|
||||
"Download Progress: 3198190232870912% [00:44, 164216355766300.78%/s]\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/quantize_config.json\n",
|
||||
"\n",
|
||||
"Downloading: 100% 100.0/100 [00:44<00:00, 12.99step/s] \u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/special_tokens_map.json\n",
|
||||
"\n",
|
||||
"Downloading: 100% 100.0/100 [00:44<00:00, 25.33step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/tokenizer.json\n",
|
||||
"\n",
|
||||
"Downloading: 16% 16.44830844051364/100 [00:44<00:03, 26.98step/s]\u001b[A\n",
|
||||
"Downloading: 41% 41.34304553966942/100 [00:45<00:01, 31.47step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/tokenizer.model\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:45<00:02, 46.52step/s] \u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Airoboros-L2-13B-3.1.1-GPTQ/resolve/main/tokenizer_config.json\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:45<00:01, 80.93step/s]\u001b[ADone\n",
|
||||
"Downloading: 100% 100.0/100 [00:45<00:00, 2.19step/s]\n",
|
||||
"Download Progress: 3216523167355064% [00:46, 68915229855797.49%/s] \n",
|
||||
"\u001b[32mfreeing memory\u001b[0m\n",
|
||||
"The variable 'settings' does not exist in the instance.\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 3145728, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[31mCleared cache\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 3145728, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[32mfreed memory\u001b[0m\n",
|
||||
"\u001b[31m----------- LOLLMS EXLLAMA2 Model Information -----------------\u001b[0m\n",
|
||||
"\u001b[35mModel name:Airoboros-L2-13B-3.1.1-GPTQ\u001b[0m\n",
|
||||
"\u001b[31mmodel_dir: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ\u001b[0m\n",
|
||||
"\u001b[31mmodel_config: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/config.json\u001b[0m\n",
|
||||
"\u001b[31mbos_token_id: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31meos_token_id: \u001b[0m\u001b[33m2\u001b[0m\n",
|
||||
"\u001b[31mpad_token_id: \u001b[0m\u001b[33m0\u001b[0m\n",
|
||||
"\u001b[31mhidden_size: \u001b[0m\u001b[33m5120\u001b[0m\n",
|
||||
"\u001b[31minitializer_range: \u001b[0m\u001b[33m0.02\u001b[0m\n",
|
||||
"\u001b[31mintermediate_size: \u001b[0m\u001b[33m13824\u001b[0m\n",
|
||||
"\u001b[31mnum_attention_heads: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mnum_hidden_layers: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mrms_norm_eps: \u001b[0m\u001b[33m1e-05\u001b[0m\n",
|
||||
"\u001b[31mvocab_size: \u001b[0m\u001b[33m32000\u001b[0m\n",
|
||||
"\u001b[31mrotary_embedding_base: \u001b[0m\u001b[33m10000.0\u001b[0m\n",
|
||||
"\u001b[31mnum_key_value_heads: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mnum_key_value_groups: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31mmax_seq_len: \u001b[0m\u001b[33m4090\u001b[0m\n",
|
||||
"\u001b[31mtensor_files: \u001b[0m\u001b[33m['/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/model.safetensors']\u001b[0m\n",
|
||||
"\u001b[31mhead_dim: \u001b[0m\u001b[33m128\u001b[0m\n",
|
||||
"\u001b[31mtokenizer_path: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/tokenizer.model\u001b[0m\n",
|
||||
"\u001b[31mmax_input_len: \u001b[0m\u001b[33m2048\u001b[0m\n",
|
||||
"\u001b[31mmax_attention_size: \u001b[0m\u001b[33m4194304\u001b[0m\n",
|
||||
"\u001b[31mscale_pos_emb: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31mscale_alpha_value: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31m--------------------------------------------------------------\u001b[0m\n",
|
||||
"Loading model: /content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ\n",
|
||||
"\u001b[32mGPU split:[24]\u001b[0m\n"
|
||||
]
|
||||
}
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!lollms-settings --silent --tool_prefix lollms_discord_ --set_personal_folder_path ./personal_data --install_binding exllama2 --install_model TheBloke/Airoboros-L2-13B-3.1.1-GPTQ"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"!pip install discord.py"
|
||||
],
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -468,35 +62,14 @@
|
||||
"id": "R3IOhe7KJZQT",
|
||||
"outputId": "95022a48-2e25-479f-aef7-e20f9c3ed1f9"
|
||||
},
|
||||
"execution_count": 8,
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"Collecting discord.py\n",
|
||||
" Downloading discord.py-2.3.2-py3-none-any.whl (1.1 MB)\n",
|
||||
"\u001b[?25l \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/1.1 MB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K \u001b[91m━━━━━━━━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.2/1.1 MB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m20.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: aiohttp<4,>=3.7.4 in /usr/local/lib/python3.10/dist-packages (from discord.py) (3.8.6)\n",
|
||||
"Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (23.1.0)\n",
|
||||
"Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (3.3.1)\n",
|
||||
"Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (6.0.4)\n",
|
||||
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (4.0.3)\n",
|
||||
"Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (1.9.2)\n",
|
||||
"Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (1.4.0)\n",
|
||||
"Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4,>=3.7.4->discord.py) (1.3.1)\n",
|
||||
"Requirement already satisfied: idna>=2.0 in /usr/local/lib/python3.10/dist-packages (from yarl<2.0,>=1.0->aiohttp<4,>=3.7.4->discord.py) (3.4)\n",
|
||||
"Installing collected packages: discord.py\n",
|
||||
"Successfully installed discord.py-2.3.2\n"
|
||||
]
|
||||
}
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!pip install discord.py"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"!lollms-discord"
|
||||
],
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -504,125 +77,14 @@
|
||||
"id": "x1oO7C_v8oTI",
|
||||
"outputId": "cdca280b-d8bc-4d18-de80-86e4a4637b41"
|
||||
},
|
||||
"execution_count": null,
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"\u001b[36mTrying to use Configuration at :lollms_discord_global_paths_cfg.yaml\u001b[0m\n",
|
||||
"\u001b[31mlollms_discord_global_paths_cfg.yaml not found! Searching in your home folder.\u001b[0m\n",
|
||||
"\u001b[32m/root/lollms_discord_global_paths_cfg.yaml found!\u001b[0m\n",
|
||||
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||||
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||||
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||||
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||||
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||||
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||||
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||||
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||||
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||||
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||||
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||||
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[34;1mBindings zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mPersonalities zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mExtensions zoo found in your personal space.\n",
|
||||
"Pulling last Extensions zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mModels zoo found in your personal space.\n",
|
||||
"Pulling last Models zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1m>Loading binding exllama2. Please wait ...\u001b[0m\n",
|
||||
"\u001b[32mBinding exllama2 loaded successfully.\u001b[0m\n",
|
||||
"\u001b[34;1m>Loading model Airoboros-L2-13B-3.1.1-GPTQ. Please wait ...\u001b[0m\n",
|
||||
"\u001b[32mfreeing memory\u001b[0m\n",
|
||||
"The variable 'settings' does not exist in the instance.\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 3145728, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[31mCleared cache\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 3145728, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[32mfreed memory\u001b[0m\n",
|
||||
"\u001b[31m----------- LOLLMS EXLLAMA2 Model Information -----------------\u001b[0m\n",
|
||||
"\u001b[35mModel name:Airoboros-L2-13B-3.1.1-GPTQ\u001b[0m\n",
|
||||
"\u001b[31mmodel_dir: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ\u001b[0m\n",
|
||||
"\u001b[31mmodel_config: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/config.json\u001b[0m\n",
|
||||
"\u001b[31mbos_token_id: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31meos_token_id: \u001b[0m\u001b[33m2\u001b[0m\n",
|
||||
"\u001b[31mpad_token_id: \u001b[0m\u001b[33m0\u001b[0m\n",
|
||||
"\u001b[31mhidden_size: \u001b[0m\u001b[33m5120\u001b[0m\n",
|
||||
"\u001b[31minitializer_range: \u001b[0m\u001b[33m0.02\u001b[0m\n",
|
||||
"\u001b[31mintermediate_size: \u001b[0m\u001b[33m13824\u001b[0m\n",
|
||||
"\u001b[31mnum_attention_heads: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mnum_hidden_layers: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mrms_norm_eps: \u001b[0m\u001b[33m1e-05\u001b[0m\n",
|
||||
"\u001b[31mvocab_size: \u001b[0m\u001b[33m32000\u001b[0m\n",
|
||||
"\u001b[31mrotary_embedding_base: \u001b[0m\u001b[33m10000.0\u001b[0m\n",
|
||||
"\u001b[31mnum_key_value_heads: \u001b[0m\u001b[33m40\u001b[0m\n",
|
||||
"\u001b[31mnum_key_value_groups: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31mmax_seq_len: \u001b[0m\u001b[33m4090\u001b[0m\n",
|
||||
"\u001b[31mtensor_files: \u001b[0m\u001b[33m['/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/model.safetensors']\u001b[0m\n",
|
||||
"\u001b[31mhead_dim: \u001b[0m\u001b[33m128\u001b[0m\n",
|
||||
"\u001b[31mtokenizer_path: \u001b[0m\u001b[33m/content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ/tokenizer.model\u001b[0m\n",
|
||||
"\u001b[31mmax_input_len: \u001b[0m\u001b[33m2048\u001b[0m\n",
|
||||
"\u001b[31mmax_attention_size: \u001b[0m\u001b[33m4194304\u001b[0m\n",
|
||||
"\u001b[31mscale_pos_emb: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31mscale_alpha_value: \u001b[0m\u001b[33m1\u001b[0m\n",
|
||||
"\u001b[31m--------------------------------------------------------------\u001b[0m\n",
|
||||
"Loading model: /content/personal_data/models/gptq/Airoboros-L2-13B-3.1.1-GPTQ\n",
|
||||
"\u001b[32mGPU split:[24]\u001b[0m\n",
|
||||
"\u001b[32mModel Airoboros-L2-13B-3.1.1-GPTQ loaded successfully.\u001b[0m\n",
|
||||
"\u001b[32mPersonality lollms mounted successfully\u001b[0m\n",
|
||||
"\u001b[34;1mNo database file found : /content/personal_data/data/discord_bot/db.json\u001b[0m\n",
|
||||
"\u001b[38;5;202mWarning! Database empty! Coudln't index anything\u001b[0m\n",
|
||||
"Please enter your bot token: MTE2NTQ3Mzc5ODIwNDY5MDQ1NQ.Gv6vqA.ad0FFUp_INFjRnLl8-KeyIO0UZ7mCJRNGEm0Jg\n",
|
||||
"\u001b[30;1m2023-10-30 20:17:38\u001b[0m \u001b[34;1mINFO \u001b[0m \u001b[35mdiscord.client\u001b[0m logging in using static token\n",
|
||||
"\u001b[30;1m2023-10-30 20:17:39\u001b[0m \u001b[34;1mINFO \u001b[0m \u001b[35mdiscord.gateway\u001b[0m Shard ID None has connected to Gateway (Session ID: 68f3868c6225aa18a987dde790241da9).\n",
|
||||
"Logged in as lollms#9232\n",
|
||||
"------\n",
|
||||
"Chatting\n",
|
||||
"Context:!#>instruction:\n",
|
||||
"!@>information:\n",
|
||||
"Assistant's name: LoLLMs\n",
|
||||
"Author : ParisNeo a computer geek pationed by AI\n",
|
||||
"Today's date is Monday, October 30, 2023\n",
|
||||
"!@>instructions:\n",
|
||||
"Your mission is to assist user to perform various tasks and answer his questions\n",
|
||||
"\n",
|
||||
"!#>Informations:\n",
|
||||
"Current model:Airoboros-L2-13B-3.1.1-GPTQ\n",
|
||||
"Current personality:lollms\n",
|
||||
"\n",
|
||||
"!#>1006867658454601770: what do you think about building an AI character to anlyze code and repare bugs?\n",
|
||||
"!#>!@> Assistant:\n",
|
||||
": \n",
|
||||
"\u001b[32mWarming up\u001b[0m\n",
|
||||
"I believe that it could be beneficial as long as the artificial intelligence system has been trained on large amounts of data related to coding languages and debugging processes. However, such systems are still in their infancy stage and may not yet have the sophisticated understanding needed for complex software repair or advanced programming tasks.\n"
|
||||
]
|
||||
}
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!lollms-discord"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"source": [
|
||||
"!ip addr show"
|
||||
],
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -630,22 +92,9 @@
|
||||
"id": "fbPrg7RH-Ui8",
|
||||
"outputId": "1b82968d-06c6-4a73-8a28-67e8f7619099"
|
||||
},
|
||||
"execution_count": null,
|
||||
"outputs": [
|
||||
{
|
||||
"output_type": "stream",
|
||||
"name": "stdout",
|
||||
"text": [
|
||||
"1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\n",
|
||||
" link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00\n",
|
||||
" inet 127.0.0.1/8 scope host lo\n",
|
||||
" valid_lft forever preferred_lft forever\n",
|
||||
"5: eth0@if6: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default \n",
|
||||
" link/ether 02:42:ac:1c:00:0c brd ff:ff:ff:ff:ff:ff link-netnsid 0\n",
|
||||
" inet 172.28.0.12/16 brd 172.28.255.255 scope global eth0\n",
|
||||
" valid_lft forever preferred_lft forever\n"
|
||||
]
|
||||
}
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!ip addr show"
|
||||
]
|
||||
}
|
||||
],
|
||||
@ -664,4 +113,4 @@
|
||||
},
|
||||
"nbformat": 4,
|
||||
"nbformat_minor": 0
|
||||
}
|
||||
}
|
||||
|
||||
@ -2,7 +2,7 @@
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 4,
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -10,99 +10,7 @@
|
||||
"id": "Lm1ahQJs7lMk",
|
||||
"outputId": "0af9d0e2-2385-4123-b2ca-4f82ae29b374"
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Looking in indexes: https://download.pytorch.org/whl/cu118\n",
|
||||
"Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||||
"Requirement already satisfied: torchvision in /usr/local/lib/python3.10/dist-packages (0.16.0+cu118)\n",
|
||||
"Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||||
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch) (3.12.4)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch) (4.5.0)\n",
|
||||
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch) (1.12)\n",
|
||||
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.2)\n",
|
||||
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)\n",
|
||||
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch) (2023.6.0)\n",
|
||||
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch) (2.1.0)\n",
|
||||
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision) (1.23.5)\n",
|
||||
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision) (2.31.0)\n",
|
||||
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision) (9.4.0)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (2.1.3)\n",
|
||||
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.3.1)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.4)\n",
|
||||
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2.0.7)\n",
|
||||
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2023.7.22)\n",
|
||||
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch) (1.3.0)\n",
|
||||
"Requirement already satisfied: lollms in /usr/local/lib/python3.10/dist-packages (5.9.4)\n",
|
||||
"Collecting lollms\n",
|
||||
" Downloading lollms-5.9.5-py3-none-any.whl (164 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m164.7/164.7 kB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from lollms) (4.66.1)\n",
|
||||
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from lollms) (6.0.1)\n",
|
||||
"Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from lollms) (9.4.0)\n",
|
||||
"Requirement already satisfied: flask in /usr/local/lib/python3.10/dist-packages (from lollms) (2.2.5)\n",
|
||||
"Requirement already satisfied: flask-socketio in /usr/local/lib/python3.10/dist-packages (from lollms) (5.3.6)\n",
|
||||
"Requirement already satisfied: flask-cors in /usr/local/lib/python3.10/dist-packages (from lollms) (4.0.0)\n",
|
||||
"Requirement already satisfied: simple-websocket in /usr/local/lib/python3.10/dist-packages (from lollms) (1.0.0)\n",
|
||||
"Requirement already satisfied: eventlet in /usr/local/lib/python3.10/dist-packages (from lollms) (0.33.3)\n",
|
||||
"Requirement already satisfied: wget in /usr/local/lib/python3.10/dist-packages (from lollms) (3.2)\n",
|
||||
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lollms) (67.7.2)\n",
|
||||
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from lollms) (2.31.0)\n",
|
||||
"Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from lollms) (3.7.1)\n",
|
||||
"Requirement already satisfied: seaborn in /usr/local/lib/python3.10/dist-packages (from lollms) (0.12.2)\n",
|
||||
"Requirement already satisfied: mplcursors in /usr/local/lib/python3.10/dist-packages (from lollms) (0.5.2)\n",
|
||||
"Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from lollms) (1.2.2)\n",
|
||||
"Requirement already satisfied: ascii-colors in /usr/local/lib/python3.10/dist-packages (from lollms) (0.1.3)\n",
|
||||
"Requirement already satisfied: safe-store in /usr/local/lib/python3.10/dist-packages (from lollms) (0.2.4)\n",
|
||||
"Requirement already satisfied: dnspython>=1.15.0 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (2.4.2)\n",
|
||||
"Requirement already satisfied: greenlet>=0.3 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (3.0.0)\n",
|
||||
"Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (1.16.0)\n",
|
||||
"Requirement already satisfied: Werkzeug>=2.2.2 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.0.1)\n",
|
||||
"Requirement already satisfied: Jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.1.2)\n",
|
||||
"Requirement already satisfied: itsdangerous>=2.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (2.1.2)\n",
|
||||
"Requirement already satisfied: click>=8.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (8.1.7)\n",
|
||||
"Requirement already satisfied: python-socketio>=5.0.2 in /usr/local/lib/python3.10/dist-packages (from flask-socketio->lollms) (5.10.0)\n",
|
||||
"Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.1.1)\n",
|
||||
"Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (0.12.1)\n",
|
||||
"Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (4.43.1)\n",
|
||||
"Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.4.5)\n",
|
||||
"Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.23.5)\n",
|
||||
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (23.2)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (3.1.1)\n",
|
||||
"Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (2.8.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.3.1)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.4)\n",
|
||||
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2.0.7)\n",
|
||||
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2023.7.22)\n",
|
||||
"Requirement already satisfied: python-docx in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (1.0.1)\n",
|
||||
"Requirement already satisfied: python-pptx in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (0.6.22)\n",
|
||||
"Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (1.5.3)\n",
|
||||
"Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (4.11.2)\n",
|
||||
"Requirement already satisfied: PyPDF2 in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (3.0.1)\n",
|
||||
"Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.11.3)\n",
|
||||
"Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.3.2)\n",
|
||||
"Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (3.2.0)\n",
|
||||
"Requirement already satisfied: wsproto in /usr/local/lib/python3.10/dist-packages (from simple-websocket->lollms) (1.2.0)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from Jinja2>=3.0->flask->lollms) (2.1.3)\n",
|
||||
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->safe-store->lollms) (2023.3.post1)\n",
|
||||
"Requirement already satisfied: bidict>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from python-socketio>=5.0.2->flask-socketio->lollms) (0.22.1)\n",
|
||||
"Requirement already satisfied: python-engineio>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from python-socketio>=5.0.2->flask-socketio->lollms) (4.8.0)\n",
|
||||
"Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->safe-store->lollms) (2.5)\n",
|
||||
"Requirement already satisfied: lxml>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.9.3)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.5.0)\n",
|
||||
"Requirement already satisfied: XlsxWriter>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from python-pptx->safe-store->lollms) (3.1.9)\n",
|
||||
"Requirement already satisfied: h11<1,>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from wsproto->simple-websocket->lollms) (0.14.0)\n",
|
||||
"Installing collected packages: lollms\n",
|
||||
" Attempting uninstall: lollms\n",
|
||||
" Found existing installation: lollms 5.9.4\n",
|
||||
" Uninstalling lollms-5.9.4:\n",
|
||||
" Successfully uninstalled lollms-5.9.4\n",
|
||||
"Successfully installed lollms-5.9.5\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118\n",
|
||||
"!pip install lollms --upgrade"
|
||||
@ -110,7 +18,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 2,
|
||||
"execution_count": null,
|
||||
"metadata": {
|
||||
"colab": {
|
||||
"base_uri": "https://localhost:8080/"
|
||||
@ -118,42 +26,7 @@
|
||||
"id": "YP6kXgau8Wej",
|
||||
"outputId": "4a9492f9-4843-4e56-9cd1-7e031b337a30"
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Cloning into 'lollms_bindings_zoo'...\n",
|
||||
"remote: Enumerating objects: 2153, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1095/1095), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (337/337), done.\u001b[K\n",
|
||||
"remote: Total 2153 (delta 832), reused 995 (delta 754), pack-reused 1058\u001b[K\n",
|
||||
"Receiving objects: 100% (2153/2153), 6.34 MiB | 21.72 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (1577/1577), done.\n",
|
||||
"Cloning into 'lollms_extensions_zoo'...\n",
|
||||
"remote: Enumerating objects: 82, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (82/82), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (48/48), done.\u001b[K\n",
|
||||
"remote: Total 82 (delta 31), reused 51 (delta 12), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (82/82), 928.75 KiB | 6.07 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (31/31), done.\n",
|
||||
"Cloning into 'models_zoo'...\n",
|
||||
"remote: Enumerating objects: 55, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (55/55), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (39/39), done.\u001b[K\n",
|
||||
"remote: Total 55 (delta 27), reused 39 (delta 15), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (55/55), 225.38 KiB | 2.21 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (27/27), done.\n",
|
||||
"Cloning into 'lollms_personalities_zoo'...\n",
|
||||
"remote: Enumerating objects: 5986, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1657/1657), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (598/598), done.\u001b[K\n",
|
||||
"remote: Total 5986 (delta 1046), reused 1443 (delta 959), pack-reused 4329\u001b[K\n",
|
||||
"Receiving objects: 100% (5986/5986), 65.03 MiB | 44.66 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (2745/2745), done.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!mkdir zoos\n",
|
||||
"!git clone https://github.com/ParisNeo/lollms_bindings_zoo.git zoos/bindings_zoo\n",
|
||||
@ -173,216 +46,7 @@
|
||||
"id": "DSsf2L1kPc0K",
|
||||
"outputId": "5a7c6af4-99f0-4c6f-a1cc-cb174b968879"
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"\u001b[36mTrying to use Configuration at :lollms_server_global_paths_cfg.yaml\u001b[0m\n",
|
||||
"\u001b[31mlollms_server_global_paths_cfg.yaml not found! Searching in your home folder.\u001b[0m\n",
|
||||
"Selected: ./personal_data\n",
|
||||
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||||
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||||
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||||
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||||
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||||
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||||
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||||
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||||
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||||
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||||
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||||
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[34;1mNo bindings found in your personal space.\n",
|
||||
"Cloning the personalities zoo\u001b[0m\n",
|
||||
"Cloning into '/content/zoos/bindings_zoo'...\n",
|
||||
"remote: Enumerating objects: 2153, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1095/1095), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (337/337), done.\u001b[K\n",
|
||||
"remote: Total 2153 (delta 832), reused 995 (delta 754), pack-reused 1058\u001b[K\n",
|
||||
"Receiving objects: 100% (2153/2153), 6.34 MiB | 21.51 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (1577/1577), done.\n",
|
||||
"\u001b[34;1mNo personalities found in your personal space.\n",
|
||||
"Cloning the personalities zoo\u001b[0m\n",
|
||||
"Cloning into '/content/zoos/personalities_zoo'...\n",
|
||||
"remote: Enumerating objects: 5986, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (1657/1657), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (598/598), done.\u001b[K\n",
|
||||
"remote: Total 5986 (delta 1046), reused 1443 (delta 959), pack-reused 4329\u001b[K\n",
|
||||
"Receiving objects: 100% (5986/5986), 65.03 MiB | 46.31 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (2745/2745), done.\n",
|
||||
"\u001b[34;1mNo extensions found in your personal space.\n",
|
||||
"Cloning the extensions zoo\u001b[0m\n",
|
||||
"Cloning into '/content/zoos/extensions_zoo'...\n",
|
||||
"remote: Enumerating objects: 82, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (82/82), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (48/48), done.\u001b[K\n",
|
||||
"remote: Total 82 (delta 31), reused 51 (delta 12), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (82/82), 928.75 KiB | 6.07 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (31/31), done.\n",
|
||||
"\u001b[34;1mNo models found in your personal space.\n",
|
||||
"Cloning the models zoo\u001b[0m\n",
|
||||
"Cloning into '/content/zoos/models_zoo'...\n",
|
||||
"remote: Enumerating objects: 55, done.\u001b[K\n",
|
||||
"remote: Counting objects: 100% (55/55), done.\u001b[K\n",
|
||||
"remote: Compressing objects: 100% (39/39), done.\u001b[K\n",
|
||||
"remote: Total 55 (delta 27), reused 39 (delta 15), pack-reused 0\u001b[K\n",
|
||||
"Receiving objects: 100% (55/55), 225.38 KiB | 2.75 MiB/s, done.\n",
|
||||
"Resolving deltas: 100% (27/27), done.\n",
|
||||
"\u001b[32mSelected personal path: ./personal_data\u001b[0m\n",
|
||||
"\u001b[36mTrying to use Configuration at :/root/lollms_server_global_paths_cfg.yaml\u001b[0m\n",
|
||||
"\u001b[32m/root/lollms_server_global_paths_cfg.yaml found!\u001b[0m\n",
|
||||
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||||
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||||
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||||
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||||
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||||
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||||
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||||
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||||
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||||
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||||
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||||
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||||
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||||
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||||
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||||
"\u001b[34;1mBindings zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mPersonalities zoo found in your personal space.\n",
|
||||
"Pulling last personalities zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mExtensions zoo found in your personal space.\n",
|
||||
"Pulling last Extensions zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[34;1mModels zoo found in your personal space.\n",
|
||||
"Pulling last Models zoo\u001b[0m\n",
|
||||
"Already up to date.\n",
|
||||
"\u001b[38;5;208mNo binding selected\u001b[0m\n",
|
||||
"\u001b[32mPersonality lollms mounted successfully but no model is selected\u001b[0m\n",
|
||||
"\u001b[33;1m\n",
|
||||
" ___ ___ ___ ___ ___ ___ \n",
|
||||
" /\\__\\ /\\ \\ /\\__\\ /\\__\\ /\\__\\ /\\ \\ \n",
|
||||
" /:/ / /::\\ \\ /:/ / /:/ / /::| | /::\\ \\ \n",
|
||||
" /:/ / /:/\\:\\ \\ /:/ / /:/ / /:|:| | /:/\\ \\ \\ \n",
|
||||
" /:/ / /:/ \\:\\ \\ /:/ / /:/ / /:/|:|__|__ _\\:\\~\\ \\ \\ \n",
|
||||
" /:/__/ /:/__/ \\:\\__\\ /:/__/ /:/__/ /:/ |::::\\__\\ /\\ \\:\\ \\ \\__\\ \n",
|
||||
" \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\ \\:\\ \\ \\/__/~~/:/ / \\:\\ \\:\\ \\/__/ \n",
|
||||
" \\:\\ \\ \\:\\ /:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\:\\__\\ \n",
|
||||
" \\:\\ \\ \\:\\/:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\/:/ / \n",
|
||||
" \\:\\__\\ \\::/ / \\:\\__\\ \\:\\__\\ /:/ / \\::/ / \n",
|
||||
" \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \n",
|
||||
"\u001b[0m\n",
|
||||
"\u001b[31mVersion: \u001b[32m5.9.5\n",
|
||||
"\u001b[31mBy : \u001b[32mParisNeo\n",
|
||||
"\u001b[0m\n",
|
||||
"\n",
|
||||
"\u001b[32mCurrent personality : \u001b[0mgeneric/lollms\n",
|
||||
"\u001b[32mVersion : \u001b[0m1.0.0\n",
|
||||
"\u001b[32mAuthor : \u001b[0mParisNeo\n",
|
||||
"\u001b[32mDescription : \u001b[0mThis personality is a helpful and Kind AI ready to help you solve your problems \n",
|
||||
"\n",
|
||||
"\n",
|
||||
"\n",
|
||||
"\u001b[32mCurrent binding : \u001b[0mNone\n",
|
||||
"\u001b[32mCurrent model : \u001b[0mNone\n",
|
||||
"\n",
|
||||
"\u001b[32mfreeing memory\u001b[0m\n",
|
||||
"The variable 'ExLlamaGenerator' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlama' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaCache' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaConfig' does not exist in the local or global namespace.\n",
|
||||
"The variable 'ExLlamaTokenizer' does not exist in the local or global namespace.\n",
|
||||
"The variable 'torch_version' does not exist in the local or global namespace.\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[31mCleared cache\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||||
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||||
"\u001b[32mfreed memory\u001b[0m\n",
|
||||
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"\u001b[31mInstalling exllama2\u001b[0m\n",
|
||||
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||||
"This is the first time you are using this binding.\n",
|
||||
"\u001b[34;1mChecking pytorch\u001b[0m\n",
|
||||
"\u001b[32mCUDA is supported.\u001b[0m\n",
|
||||
"Collecting exllamav2==0.0.6+cu118\n",
|
||||
" Downloading https://github.com/turboderp/exllamav2/releases/download/v0.0.6/exllamav2-0.0.6+cu118-cp310-cp310-linux_x86_64.whl (12.2 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.2/12.2 MB\u001b[0m \u001b[31m28.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (1.5.3)\n",
|
||||
"Collecting ninja (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading ninja-1.11.1.1-py2.py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl (307 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m307.2/307.2 kB\u001b[0m \u001b[31m4.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting fastparquet (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading fastparquet-2023.10.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.7 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: torch>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.1.0+cu118)\n",
|
||||
"Collecting safetensors>=0.3.2 (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hCollecting sentencepiece>=0.1.97 (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m21.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: pygments in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.16.1)\n",
|
||||
"Collecting websockets (from exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m19.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2023.6.3)\n",
|
||||
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.12.4)\n",
|
||||
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (4.5.0)\n",
|
||||
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (1.12)\n",
|
||||
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.2)\n",
|
||||
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.1.2)\n",
|
||||
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2023.6.0)\n",
|
||||
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.0)\n",
|
||||
"Requirement already satisfied: numpy>=1.20.3 in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (1.23.5)\n",
|
||||
"Collecting cramjam>=2.3 (from fastparquet->exllamav2==0.0.6+cu118)\n",
|
||||
" Downloading cramjam-2.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n",
|
||||
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m26.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||||
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (23.2)\n",
|
||||
"Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2.8.2)\n",
|
||||
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2023.3.post1)\n",
|
||||
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->exllamav2==0.0.6+cu118) (1.16.0)\n",
|
||||
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.3)\n",
|
||||
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=2.0.1->exllamav2==0.0.6+cu118) (1.3.0)\n",
|
||||
"Installing collected packages: sentencepiece, ninja, websockets, safetensors, cramjam, fastparquet, exllamav2\n",
|
||||
"Successfully installed cramjam-2.7.0 exllamav2-0.0.6+cu118 fastparquet-2023.10.1 ninja-1.11.1.1 safetensors-0.4.0 sentencepiece-0.1.99 websockets-12.0\n",
|
||||
"\u001b[32mInstalled successfully\u001b[0m\n",
|
||||
"Download Progress: 0%| | 0/100 [00:00<?, ?%/s]\n",
|
||||
"Downloading: 0% 0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/README.md\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/config.json\n",
|
||||
"\n",
|
||||
"Downloading: 0% 0.0/100 [00:00<00:00, 996.17step/s]\u001b[A\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/generation_config.json\n",
|
||||
"\n",
|
||||
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/model.safetensors\n",
|
||||
"\n",
|
||||
"Download Progress: 21569113792512% [00:19, 2119479570613.05%/s]\n",
|
||||
"Downloading: 15% 14.606740773295085/100 [00:19<00:00, 517.09step/s]\u001b[A\n",
|
||||
"Download Progress: 22522237976576% [00:20, 2348664474469.81%/s]\n",
|
||||
"Download Progress: 76488317976576% [00:35, 5160444535118.35%/s]"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!lollms-settings --silent --set_personal_folder_path ./personal_data --install_binding exllama2 --install_model TheBloke/Airoboros-L2-13B-3.1.1-GPTQ"
|
||||
]
|
||||
|
||||
Loading…
Reference in New Issue
Block a user