mirror of
https://github.com/ParisNeo/lollms.git
synced 2024-12-19 04:37:54 +00:00
408 lines
33 KiB
Plaintext
408 lines
33 KiB
Plaintext
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 4,
|
||
|
|
"metadata": {
|
||
|
|
"colab": {
|
||
|
|
"base_uri": "https://localhost:8080/"
|
||
|
|
},
|
||
|
|
"id": "Lm1ahQJs7lMk",
|
||
|
|
"outputId": "0af9d0e2-2385-4123-b2ca-4f82ae29b374"
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"name": "stdout",
|
||
|
|
"text": [
|
||
|
|
"Looking in indexes: https://download.pytorch.org/whl/cu118\n",
|
||
|
|
"Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||
|
|
"Requirement already satisfied: torchvision in /usr/local/lib/python3.10/dist-packages (0.16.0+cu118)\n",
|
||
|
|
"Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n",
|
||
|
|
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch) (3.12.4)\n",
|
||
|
|
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch) (4.5.0)\n",
|
||
|
|
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch) (1.12)\n",
|
||
|
|
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.2)\n",
|
||
|
|
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)\n",
|
||
|
|
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch) (2023.6.0)\n",
|
||
|
|
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch) (2.1.0)\n",
|
||
|
|
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision) (1.23.5)\n",
|
||
|
|
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from torchvision) (2.31.0)\n",
|
||
|
|
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision) (9.4.0)\n",
|
||
|
|
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (2.1.3)\n",
|
||
|
|
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.3.1)\n",
|
||
|
|
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (3.4)\n",
|
||
|
|
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2.0.7)\n",
|
||
|
|
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->torchvision) (2023.7.22)\n",
|
||
|
|
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch) (1.3.0)\n",
|
||
|
|
"Requirement already satisfied: lollms in /usr/local/lib/python3.10/dist-packages (5.9.4)\n",
|
||
|
|
"Collecting lollms\n",
|
||
|
|
" Downloading lollms-5.9.5-py3-none-any.whl (164 kB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m164.7/164.7 kB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from lollms) (4.66.1)\n",
|
||
|
|
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from lollms) (6.0.1)\n",
|
||
|
|
"Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from lollms) (9.4.0)\n",
|
||
|
|
"Requirement already satisfied: flask in /usr/local/lib/python3.10/dist-packages (from lollms) (2.2.5)\n",
|
||
|
|
"Requirement already satisfied: flask-socketio in /usr/local/lib/python3.10/dist-packages (from lollms) (5.3.6)\n",
|
||
|
|
"Requirement already satisfied: flask-cors in /usr/local/lib/python3.10/dist-packages (from lollms) (4.0.0)\n",
|
||
|
|
"Requirement already satisfied: simple-websocket in /usr/local/lib/python3.10/dist-packages (from lollms) (1.0.0)\n",
|
||
|
|
"Requirement already satisfied: eventlet in /usr/local/lib/python3.10/dist-packages (from lollms) (0.33.3)\n",
|
||
|
|
"Requirement already satisfied: wget in /usr/local/lib/python3.10/dist-packages (from lollms) (3.2)\n",
|
||
|
|
"Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lollms) (67.7.2)\n",
|
||
|
|
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from lollms) (2.31.0)\n",
|
||
|
|
"Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from lollms) (3.7.1)\n",
|
||
|
|
"Requirement already satisfied: seaborn in /usr/local/lib/python3.10/dist-packages (from lollms) (0.12.2)\n",
|
||
|
|
"Requirement already satisfied: mplcursors in /usr/local/lib/python3.10/dist-packages (from lollms) (0.5.2)\n",
|
||
|
|
"Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from lollms) (1.2.2)\n",
|
||
|
|
"Requirement already satisfied: ascii-colors in /usr/local/lib/python3.10/dist-packages (from lollms) (0.1.3)\n",
|
||
|
|
"Requirement already satisfied: safe-store in /usr/local/lib/python3.10/dist-packages (from lollms) (0.2.4)\n",
|
||
|
|
"Requirement already satisfied: dnspython>=1.15.0 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (2.4.2)\n",
|
||
|
|
"Requirement already satisfied: greenlet>=0.3 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (3.0.0)\n",
|
||
|
|
"Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from eventlet->lollms) (1.16.0)\n",
|
||
|
|
"Requirement already satisfied: Werkzeug>=2.2.2 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.0.1)\n",
|
||
|
|
"Requirement already satisfied: Jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (3.1.2)\n",
|
||
|
|
"Requirement already satisfied: itsdangerous>=2.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (2.1.2)\n",
|
||
|
|
"Requirement already satisfied: click>=8.0 in /usr/local/lib/python3.10/dist-packages (from flask->lollms) (8.1.7)\n",
|
||
|
|
"Requirement already satisfied: python-socketio>=5.0.2 in /usr/local/lib/python3.10/dist-packages (from flask-socketio->lollms) (5.10.0)\n",
|
||
|
|
"Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.1.1)\n",
|
||
|
|
"Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (0.12.1)\n",
|
||
|
|
"Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (4.43.1)\n",
|
||
|
|
"Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.4.5)\n",
|
||
|
|
"Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (1.23.5)\n",
|
||
|
|
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (23.2)\n",
|
||
|
|
"Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (3.1.1)\n",
|
||
|
|
"Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->lollms) (2.8.2)\n",
|
||
|
|
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.3.1)\n",
|
||
|
|
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (3.4)\n",
|
||
|
|
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2.0.7)\n",
|
||
|
|
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->lollms) (2023.7.22)\n",
|
||
|
|
"Requirement already satisfied: python-docx in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (1.0.1)\n",
|
||
|
|
"Requirement already satisfied: python-pptx in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (0.6.22)\n",
|
||
|
|
"Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (1.5.3)\n",
|
||
|
|
"Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (4.11.2)\n",
|
||
|
|
"Requirement already satisfied: PyPDF2 in /usr/local/lib/python3.10/dist-packages (from safe-store->lollms) (3.0.1)\n",
|
||
|
|
"Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.11.3)\n",
|
||
|
|
"Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (1.3.2)\n",
|
||
|
|
"Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->lollms) (3.2.0)\n",
|
||
|
|
"Requirement already satisfied: wsproto in /usr/local/lib/python3.10/dist-packages (from simple-websocket->lollms) (1.2.0)\n",
|
||
|
|
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from Jinja2>=3.0->flask->lollms) (2.1.3)\n",
|
||
|
|
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->safe-store->lollms) (2023.3.post1)\n",
|
||
|
|
"Requirement already satisfied: bidict>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from python-socketio>=5.0.2->flask-socketio->lollms) (0.22.1)\n",
|
||
|
|
"Requirement already satisfied: python-engineio>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from python-socketio>=5.0.2->flask-socketio->lollms) (4.8.0)\n",
|
||
|
|
"Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->safe-store->lollms) (2.5)\n",
|
||
|
|
"Requirement already satisfied: lxml>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.9.3)\n",
|
||
|
|
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from python-docx->safe-store->lollms) (4.5.0)\n",
|
||
|
|
"Requirement already satisfied: XlsxWriter>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from python-pptx->safe-store->lollms) (3.1.9)\n",
|
||
|
|
"Requirement already satisfied: h11<1,>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from wsproto->simple-websocket->lollms) (0.14.0)\n",
|
||
|
|
"Installing collected packages: lollms\n",
|
||
|
|
" Attempting uninstall: lollms\n",
|
||
|
|
" Found existing installation: lollms 5.9.4\n",
|
||
|
|
" Uninstalling lollms-5.9.4:\n",
|
||
|
|
" Successfully uninstalled lollms-5.9.4\n",
|
||
|
|
"Successfully installed lollms-5.9.5\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"!pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118\n",
|
||
|
|
"!pip install lollms --upgrade"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 2,
|
||
|
|
"metadata": {
|
||
|
|
"colab": {
|
||
|
|
"base_uri": "https://localhost:8080/"
|
||
|
|
},
|
||
|
|
"id": "YP6kXgau8Wej",
|
||
|
|
"outputId": "4a9492f9-4843-4e56-9cd1-7e031b337a30"
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"name": "stdout",
|
||
|
|
"text": [
|
||
|
|
"Cloning into 'lollms_bindings_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 2153, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (1095/1095), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (337/337), done.\u001b[K\n",
|
||
|
|
"remote: Total 2153 (delta 832), reused 995 (delta 754), pack-reused 1058\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (2153/2153), 6.34 MiB | 21.72 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (1577/1577), done.\n",
|
||
|
|
"Cloning into 'lollms_extensions_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 82, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (82/82), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (48/48), done.\u001b[K\n",
|
||
|
|
"remote: Total 82 (delta 31), reused 51 (delta 12), pack-reused 0\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (82/82), 928.75 KiB | 6.07 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (31/31), done.\n",
|
||
|
|
"Cloning into 'models_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 55, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (55/55), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (39/39), done.\u001b[K\n",
|
||
|
|
"remote: Total 55 (delta 27), reused 39 (delta 15), pack-reused 0\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (55/55), 225.38 KiB | 2.21 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (27/27), done.\n",
|
||
|
|
"Cloning into 'lollms_personalities_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 5986, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (1657/1657), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (598/598), done.\u001b[K\n",
|
||
|
|
"remote: Total 5986 (delta 1046), reused 1443 (delta 959), pack-reused 4329\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (5986/5986), 65.03 MiB | 44.66 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (2745/2745), done.\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"!mkdir zoos\n",
|
||
|
|
"!cd zoos\n",
|
||
|
|
"!git clone https://github.com/ParisNeo/lollms_bindings_zoo.git\n",
|
||
|
|
"!git clone https://github.com/ParisNeo/lollms_extensions_zoo.git\n",
|
||
|
|
"!git clone https://github.com/ParisNeo/models_zoo.git\n",
|
||
|
|
"!git clone https://github.com/ParisNeo/lollms_personalities_zoo.git\n",
|
||
|
|
"!cd ..\n",
|
||
|
|
"\n"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"source": [
|
||
|
|
"!lollms-settings --silent --set_personal_folder_path ./personal_data --install_binding exllama2 --install_model TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"
|
||
|
|
],
|
||
|
|
"metadata": {
|
||
|
|
"colab": {
|
||
|
|
"base_uri": "https://localhost:8080/"
|
||
|
|
},
|
||
|
|
"id": "DSsf2L1kPc0K",
|
||
|
|
"outputId": "5a7c6af4-99f0-4c6f-a1cc-cb174b968879"
|
||
|
|
},
|
||
|
|
"execution_count": null,
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"name": "stdout",
|
||
|
|
"text": [
|
||
|
|
"\u001b[36mTrying to use Configuration at :lollms_server_global_paths_cfg.yaml\u001b[0m\n",
|
||
|
|
"\u001b[31mlollms_server_global_paths_cfg.yaml not found! Searching in your home folder.\u001b[0m\n",
|
||
|
|
"Selected: ./personal_data\n",
|
||
|
|
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||
|
|
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||
|
|
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||
|
|
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||
|
|
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||
|
|
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||
|
|
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||
|
|
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||
|
|
"\u001b[34;1mNo bindings found in your personal space.\n",
|
||
|
|
"Cloning the personalities zoo\u001b[0m\n",
|
||
|
|
"Cloning into '/content/zoos/bindings_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 2153, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (1095/1095), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (337/337), done.\u001b[K\n",
|
||
|
|
"remote: Total 2153 (delta 832), reused 995 (delta 754), pack-reused 1058\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (2153/2153), 6.34 MiB | 21.51 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (1577/1577), done.\n",
|
||
|
|
"\u001b[34;1mNo personalities found in your personal space.\n",
|
||
|
|
"Cloning the personalities zoo\u001b[0m\n",
|
||
|
|
"Cloning into '/content/zoos/personalities_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 5986, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (1657/1657), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (598/598), done.\u001b[K\n",
|
||
|
|
"remote: Total 5986 (delta 1046), reused 1443 (delta 959), pack-reused 4329\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (5986/5986), 65.03 MiB | 46.31 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (2745/2745), done.\n",
|
||
|
|
"\u001b[34;1mNo extensions found in your personal space.\n",
|
||
|
|
"Cloning the extensions zoo\u001b[0m\n",
|
||
|
|
"Cloning into '/content/zoos/extensions_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 82, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (82/82), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (48/48), done.\u001b[K\n",
|
||
|
|
"remote: Total 82 (delta 31), reused 51 (delta 12), pack-reused 0\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (82/82), 928.75 KiB | 6.07 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (31/31), done.\n",
|
||
|
|
"\u001b[34;1mNo models found in your personal space.\n",
|
||
|
|
"Cloning the models zoo\u001b[0m\n",
|
||
|
|
"Cloning into '/content/zoos/models_zoo'...\n",
|
||
|
|
"remote: Enumerating objects: 55, done.\u001b[K\n",
|
||
|
|
"remote: Counting objects: 100% (55/55), done.\u001b[K\n",
|
||
|
|
"remote: Compressing objects: 100% (39/39), done.\u001b[K\n",
|
||
|
|
"remote: Total 55 (delta 27), reused 39 (delta 15), pack-reused 0\u001b[K\n",
|
||
|
|
"Receiving objects: 100% (55/55), 225.38 KiB | 2.75 MiB/s, done.\n",
|
||
|
|
"Resolving deltas: 100% (27/27), done.\n",
|
||
|
|
"\u001b[32mSelected personal path: ./personal_data\u001b[0m\n",
|
||
|
|
"\u001b[36mTrying to use Configuration at :/root/lollms_server_global_paths_cfg.yaml\u001b[0m\n",
|
||
|
|
"\u001b[32m/root/lollms_server_global_paths_cfg.yaml found!\u001b[0m\n",
|
||
|
|
"\u001b[33mExecution path : /content\u001b[0m\n",
|
||
|
|
"\u001b[32mLocal zoos folder found\u001b[0m\n",
|
||
|
|
"\u001b[32m----------------------Paths information-----------------------\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_path:\u001b[0m\u001b[33m/content/personal_data\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_configuration_path:\u001b[0m\u001b[33m/content/personal_data/configs\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_databases_path:\u001b[0m\u001b[33m/content/personal_data/databases\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_models_path:\u001b[0m\u001b[33m/content/personal_data/models\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_user_infos_path:\u001b[0m\u001b[33m/content/personal_data/user_infos\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_trainers_path:\u001b[0m\u001b[33m/content/personal_data/trainers/gptqlora\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonal_data_path:\u001b[0m\u001b[33m/content/personal_data/data\u001b[0m\n",
|
||
|
|
"\u001b[31mcustom_personalities_path:\u001b[0m\u001b[33m/content/personal_data/custom_personalities\u001b[0m\n",
|
||
|
|
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||
|
|
"\u001b[32m----------------------Zoo information-----------------------\u001b[0m\n",
|
||
|
|
"\u001b[31mbindings_zoo_path:\u001b[0m\u001b[33m/content/zoos/bindings_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mpersonalities_zoo_path:\u001b[0m\u001b[33m/content/zoos/personalities_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mextensions_zoo_path:\u001b[0m\u001b[33m/content/zoos/extensions_zoo\u001b[0m\n",
|
||
|
|
"\u001b[31mmodels_zoo_path:\u001b[0m\u001b[33m/content/zoos/models_zoo\u001b[0m\n",
|
||
|
|
"\u001b[32m-------------------------------------------------------------\u001b[0m\n",
|
||
|
|
"\u001b[34;1mBindings zoo found in your personal space.\n",
|
||
|
|
"Pulling last personalities zoo\u001b[0m\n",
|
||
|
|
"Already up to date.\n",
|
||
|
|
"\u001b[34;1mPersonalities zoo found in your personal space.\n",
|
||
|
|
"Pulling last personalities zoo\u001b[0m\n",
|
||
|
|
"Already up to date.\n",
|
||
|
|
"\u001b[34;1mExtensions zoo found in your personal space.\n",
|
||
|
|
"Pulling last Extensions zoo\u001b[0m\n",
|
||
|
|
"Already up to date.\n",
|
||
|
|
"\u001b[34;1mModels zoo found in your personal space.\n",
|
||
|
|
"Pulling last Models zoo\u001b[0m\n",
|
||
|
|
"Already up to date.\n",
|
||
|
|
"\u001b[38;5;208mNo binding selected\u001b[0m\n",
|
||
|
|
"\u001b[32mPersonality lollms mounted successfully but no model is selected\u001b[0m\n",
|
||
|
|
"\u001b[33;1m\n",
|
||
|
|
" ___ ___ ___ ___ ___ ___ \n",
|
||
|
|
" /\\__\\ /\\ \\ /\\__\\ /\\__\\ /\\__\\ /\\ \\ \n",
|
||
|
|
" /:/ / /::\\ \\ /:/ / /:/ / /::| | /::\\ \\ \n",
|
||
|
|
" /:/ / /:/\\:\\ \\ /:/ / /:/ / /:|:| | /:/\\ \\ \\ \n",
|
||
|
|
" /:/ / /:/ \\:\\ \\ /:/ / /:/ / /:/|:|__|__ _\\:\\~\\ \\ \\ \n",
|
||
|
|
" /:/__/ /:/__/ \\:\\__\\ /:/__/ /:/__/ /:/ |::::\\__\\ /\\ \\:\\ \\ \\__\\ \n",
|
||
|
|
" \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\ \\:\\ \\ \\/__/~~/:/ / \\:\\ \\:\\ \\/__/ \n",
|
||
|
|
" \\:\\ \\ \\:\\ /:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\ \\:\\__\\ \n",
|
||
|
|
" \\:\\ \\ \\:\\/:/ / \\:\\ \\ \\:\\ \\ /:/ / \\:\\/:/ / \n",
|
||
|
|
" \\:\\__\\ \\::/ / \\:\\__\\ \\:\\__\\ /:/ / \\::/ / \n",
|
||
|
|
" \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \\/__/ \n",
|
||
|
|
"\u001b[0m\n",
|
||
|
|
"\u001b[31mVersion: \u001b[32m5.9.5\n",
|
||
|
|
"\u001b[31mBy : \u001b[32mParisNeo\n",
|
||
|
|
"\u001b[0m\n",
|
||
|
|
"\n",
|
||
|
|
"\u001b[32mCurrent personality : \u001b[0mgeneric/lollms\n",
|
||
|
|
"\u001b[32mVersion : \u001b[0m1.0.0\n",
|
||
|
|
"\u001b[32mAuthor : \u001b[0mParisNeo\n",
|
||
|
|
"\u001b[32mDescription : \u001b[0mThis personality is a helpful and Kind AI ready to help you solve your problems \n",
|
||
|
|
"\n",
|
||
|
|
"\n",
|
||
|
|
"\n",
|
||
|
|
"\u001b[32mCurrent binding : \u001b[0mNone\n",
|
||
|
|
"\u001b[32mCurrent model : \u001b[0mNone\n",
|
||
|
|
"\n",
|
||
|
|
"\u001b[32mfreeing memory\u001b[0m\n",
|
||
|
|
"The variable 'ExLlamaGenerator' does not exist in the local or global namespace.\n",
|
||
|
|
"The variable 'ExLlama' does not exist in the local or global namespace.\n",
|
||
|
|
"The variable 'ExLlamaCache' does not exist in the local or global namespace.\n",
|
||
|
|
"The variable 'ExLlamaConfig' does not exist in the local or global namespace.\n",
|
||
|
|
"The variable 'ExLlamaTokenizer' does not exist in the local or global namespace.\n",
|
||
|
|
"The variable 'torch_version' does not exist in the local or global namespace.\n",
|
||
|
|
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||
|
|
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||
|
|
"\u001b[31mCleared cache\u001b[0m\n",
|
||
|
|
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"\u001b[31mCuda VRAM usage\u001b[0m\n",
|
||
|
|
"\u001b[31m*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"{'nb_gpus': 1, 'gpu_0_total_vram': 16106127360, 'gpu_0_used_vram': 0, 'gpu_0_model': 'Tesla T4'}\n",
|
||
|
|
"\u001b[32mfreed memory\u001b[0m\n",
|
||
|
|
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"\u001b[31mInstalling exllama2\u001b[0m\n",
|
||
|
|
"\u001b[34m*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*\u001b[0m\n",
|
||
|
|
"This is the first time you are using this binding.\n",
|
||
|
|
"\u001b[34;1mChecking pytorch\u001b[0m\n",
|
||
|
|
"\u001b[32mCUDA is supported.\u001b[0m\n",
|
||
|
|
"Collecting exllamav2==0.0.6+cu118\n",
|
||
|
|
" Downloading https://github.com/turboderp/exllamav2/releases/download/v0.0.6/exllamav2-0.0.6+cu118-cp310-cp310-linux_x86_64.whl (12.2 MB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.2/12.2 MB\u001b[0m \u001b[31m28.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (1.5.3)\n",
|
||
|
|
"Collecting ninja (from exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading ninja-1.11.1.1-py2.py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl (307 kB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m307.2/307.2 kB\u001b[0m \u001b[31m4.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hCollecting fastparquet (from exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading fastparquet-2023.10.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.7 MB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: torch>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.1.0+cu118)\n",
|
||
|
|
"Collecting safetensors>=0.3.2 (from exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m16.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hCollecting sentencepiece>=0.1.97 (from exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m21.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: pygments in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2.16.1)\n",
|
||
|
|
"Collecting websockets (from exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading websockets-12.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.2/130.2 kB\u001b[0m \u001b[31m19.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: regex in /usr/local/lib/python3.10/dist-packages (from exllamav2==0.0.6+cu118) (2023.6.3)\n",
|
||
|
|
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.12.4)\n",
|
||
|
|
"Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (4.5.0)\n",
|
||
|
|
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (1.12)\n",
|
||
|
|
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.2)\n",
|
||
|
|
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (3.1.2)\n",
|
||
|
|
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2023.6.0)\n",
|
||
|
|
"Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.0)\n",
|
||
|
|
"Requirement already satisfied: numpy>=1.20.3 in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (1.23.5)\n",
|
||
|
|
"Collecting cramjam>=2.3 (from fastparquet->exllamav2==0.0.6+cu118)\n",
|
||
|
|
" Downloading cramjam-2.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n",
|
||
|
|
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m26.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
|
||
|
|
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from fastparquet->exllamav2==0.0.6+cu118) (23.2)\n",
|
||
|
|
"Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2.8.2)\n",
|
||
|
|
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->exllamav2==0.0.6+cu118) (2023.3.post1)\n",
|
||
|
|
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->exllamav2==0.0.6+cu118) (1.16.0)\n",
|
||
|
|
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=2.0.1->exllamav2==0.0.6+cu118) (2.1.3)\n",
|
||
|
|
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=2.0.1->exllamav2==0.0.6+cu118) (1.3.0)\n",
|
||
|
|
"Installing collected packages: sentencepiece, ninja, websockets, safetensors, cramjam, fastparquet, exllamav2\n",
|
||
|
|
"Successfully installed cramjam-2.7.0 exllamav2-0.0.6+cu118 fastparquet-2023.10.1 ninja-1.11.1.1 safetensors-0.4.0 sentencepiece-0.1.99 websockets-12.0\n",
|
||
|
|
"\u001b[32mInstalled successfully\u001b[0m\n",
|
||
|
|
"Download Progress: 0%| | 0/100 [00:00<?, ?%/s]\n",
|
||
|
|
"Downloading: 0% 0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||
|
|
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/README.md\n",
|
||
|
|
"\n",
|
||
|
|
"Downloading: 0% 0.0/100 [00:00<?, ?step/s]\u001b[A\n",
|
||
|
|
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/config.json\n",
|
||
|
|
"\n",
|
||
|
|
"Downloading: 0% 0.0/100 [00:00<00:00, 996.17step/s]\u001b[A\n",
|
||
|
|
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/generation_config.json\n",
|
||
|
|
"\n",
|
||
|
|
"Downloading https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GPTQ/resolve/main/model.safetensors\n",
|
||
|
|
"\n",
|
||
|
|
"Download Progress: 21569113792512% [00:19, 2119479570613.05%/s]\n",
|
||
|
|
"Downloading: 15% 14.606740773295085/100 [00:19<00:00, 517.09step/s]\u001b[A\n",
|
||
|
|
"Download Progress: 22522237976576% [00:20, 2348664474469.81%/s]\n",
|
||
|
|
"Download Progress: 76488317976576% [00:35, 5160444535118.35%/s]"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {
|
||
|
|
"accelerator": "GPU",
|
||
|
|
"colab": {
|
||
|
|
"provenance": []
|
||
|
|
},
|
||
|
|
"kernelspec": {
|
||
|
|
"display_name": "Python 3",
|
||
|
|
"name": "python3"
|
||
|
|
},
|
||
|
|
"language_info": {
|
||
|
|
"name": "python"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"nbformat": 4,
|
||
|
|
"nbformat_minor": 0
|
||
|
|
}
|