mohiit1502/llm_google_colab
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Created using Colab

Browse Source
This commit is contained in:
rhinophant
2024-06-13 18:35:44 -04:00
parent 8f92bb39c3
commit 85dbb9f2f3
1 changed files with 289 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files

388
setup_llm_on_google_colab_gpu_accelerated.ipynb
View File

@@ -48,9 +48,9 @@
"base_uri": "https://localhost:8080/"
},
"id": "-VuenKPqoNfS",
"outputId": "684fc88a-f112-4e08-9d26-b3e38ba8331e"
"outputId": "2d39cdd4-2a22-409a-a974-92950e6d9bfe"
},
"execution_count": null,
"execution_count": 1,
"outputs": [
{
"output_type": "stream",
@@ -71,9 +71,9 @@
"base_uri": "https://localhost:8080/"
},
"id": "nj8FZCXshH-Y",
"outputId": "94e32e2a-dca5-475a-8428-deba8c297797"
"outputId": "1974856c-2faa-42e9-9ec0-01b62bdbe710"
},
"execution_count": null,
"execution_count": 2,
"outputs": [
{
"output_type": "stream",
@@ -109,9 +109,9 @@
"base_uri": "https://localhost:8080/"
},
"id": "-BfhqNzQk06m",
"outputId": "25910e79-e004-46ba-cfc8-3e0566bf8650"
"outputId": "8d52b077-adad-4cff-cc9a-10dda59eeb00"
},
"execution_count": null,
"execution_count": 3,
"outputs": [
{
"output_type": "stream",
@@ -120,12 +120,12 @@
"Looking in indexes: https://pypi.org/simple, https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels/AVX2/cu122\n",
"Collecting llama-cpp-python==0.2.7\n",
" Downloading https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/wheels/llama_cpp_python-0.2.7%2Bcu122-cp310-cp310-manylinux_2_31_x86_64.whl (14.8 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.8/14.8 MB\u001b[0m \u001b[31m26.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: typing-extensions>=4.5.0 in /usr/local/lib/python3.10/dist-packages (from llama-cpp-python==0.2.7) (4.12.1)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.8/14.8 MB\u001b[0m \u001b[31m38.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: typing-extensions>=4.5.0 in /usr/local/lib/python3.10/dist-packages (from llama-cpp-python==0.2.7) (4.12.2)\n",
"Requirement already satisfied: numpy>=1.20.0 in /usr/local/lib/python3.10/dist-packages (from llama-cpp-python==0.2.7) (1.25.2)\n",
"Collecting diskcache>=5.6.1 (from llama-cpp-python==0.2.7)\n",
" Downloading diskcache-5.6.3-py3-none-any.whl (45 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.5/45.5 kB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.5/45.5 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hInstalling collected packages: diskcache, llama-cpp-python\n",
"Successfully installed diskcache-5.6.3 llama-cpp-python-0.2.7+cu122\n",
"Looking in indexes: https://download.pytorch.org/whl/cu121\n",
@@ -133,50 +133,50 @@
"Requirement already satisfied: torchvision==0.18.0 in /usr/local/lib/python3.10/dist-packages (0.18.0+cu121)\n",
"Requirement already satisfied: torchaudio==2.3.0 in /usr/local/lib/python3.10/dist-packages (2.3.0+cu121)\n",
"Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (3.14.0)\n",
"Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (4.12.1)\n",
"Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (4.12.2)\n",
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (1.12.1)\n",
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (3.3)\n",
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (3.1.4)\n",
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (2023.6.0)\n",
"Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cuda-runtime-cu12==12.1.105 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m34.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m60.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cuda-cupti-cu12==12.1.105 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m61.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m88.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cudnn-cu12==8.9.2.26 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m731.7/731.7 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m731.7/731.7 MB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cublas-cu12==12.1.3.1 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cufft-cu12==11.0.2.54 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m8.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-curand-cu12==10.3.2.106 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m11.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cusolver-cu12==11.4.5.107 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m8.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cusparse-cu12==12.1.0.106 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m5.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-nccl-cu12==2.20.5 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.2/176.2 MB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.2/176.2 MB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-nvtx-cu12==12.1.105 (from torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m11.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m14.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0) (2.3.0)\n",
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision==0.18.0) (1.25.2)\n",
"Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision==0.18.0) (9.4.0)\n",
"Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch==2.3.0)\n",
" Downloading https://download.pytorch.org/whl/cu121/nvidia_nvjitlink_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (19.8 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m19.8/19.8 MB\u001b[0m \u001b[31m51.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m19.8/19.8 MB\u001b[0m \u001b[31m80.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch==2.3.0) (2.1.5)\n",
"Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.3.0) (1.3.0)\n",
"Installing collected packages: nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12\n",
@@ -245,68 +245,233 @@
"base_uri": "https://localhost:8080/"
},
"id": "Du8AaWpgpUeu",
"outputId": "824a8c74-0f7f-4806-c94f-19f8effb3c9d"
"outputId": "c9a641fa-5095-43a5-c473-ede403639983"
},
"execution_count": null,
"execution_count": 4,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Overwriting gpu_requirements.txt\n"
"Writing gpu_requirements.txt\n"
]
}
]
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 5,
"metadata": {
"id": "hdVSk5iZ1DVB",
"colab": {
"base_uri": "https://localhost:8080/"
"base_uri": "https://localhost:8080/",
"height": 1000
},
"outputId": "94b5de4e-c6ad-4e97-cc38-bc8f8e7f1d79"
"outputId": "ace66a36-c0e5-4d08-b44e-e08ba003ca35"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[?25l \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/86.8 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m155.3/155.3 kB\u001b[0m \u001b[31m6.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m307.7/307.7 kB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.9/176.9 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.9/77.9 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.4/341.4 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.6/75.6 kB\u001b[0m \u001b[31m9.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m401.7/401.7 kB\u001b[0m \u001b[31m13.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.5/61.5 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m36.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m142.5/142.5 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m59.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m51.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.8/62.8 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.9/71.9 kB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.7/5.7 MB\u001b[0m \u001b[31m56.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.2/47.2 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.6/53.6 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m78.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m143.8/143.8 kB\u001b[0m \u001b[31m23.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25h\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
"Requirement already satisfied: annotated-types==0.7.0 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 1)) (0.7.0)\n",
"Collecting anyio==4.4.0 (from -r gpu_requirements.txt (line 2))\n",
" Downloading anyio-4.4.0-py3-none-any.whl (86 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m3.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting certifi==2022.12.7 (from -r gpu_requirements.txt (line 3))\n",
" Downloading certifi-2022.12.7-py3-none-any.whl (155 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m155.3/155.3 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting charset-normalizer==2.1.1 (from -r gpu_requirements.txt (line 4))\n",
" Downloading charset_normalizer-2.1.1-py3-none-any.whl (39 kB)\n",
"Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 5)) (8.1.7)\n",
"Collecting colorama==0.4.6 (from -r gpu_requirements.txt (line 6))\n",
" Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB)\n",
"Requirement already satisfied: diskcache==5.6.3 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 7)) (5.6.3)\n",
"Collecting dnspython==2.6.1 (from -r gpu_requirements.txt (line 8))\n",
" Downloading dnspython-2.6.1-py3-none-any.whl (307 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m307.7/307.7 kB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting email_validator==2.1.1 (from -r gpu_requirements.txt (line 9))\n",
" Downloading email_validator-2.1.1-py3-none-any.whl (30 kB)\n",
"Requirement already satisfied: exceptiongroup==1.2.1 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 10)) (1.2.1)\n",
"Collecting filelock==3.13.1 (from -r gpu_requirements.txt (line 11))\n",
" Downloading filelock-3.13.1-py3-none-any.whl (11 kB)\n",
"Collecting fsspec==2024.6.0 (from -r gpu_requirements.txt (line 12))\n",
" Downloading fsspec-2024.6.0-py3-none-any.whl (176 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.9/176.9 kB\u001b[0m \u001b[31m10.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting h11==0.14.0 (from -r gpu_requirements.txt (line 13))\n",
" Downloading h11-0.14.0-py3-none-any.whl (58 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m4.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting httpcore==1.0.5 (from -r gpu_requirements.txt (line 14))\n",
" Downloading httpcore-1.0.5-py3-none-any.whl (77 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.9/77.9 kB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting httptools==0.6.1 (from -r gpu_requirements.txt (line 15))\n",
" Downloading httptools-0.6.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (341 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m341.4/341.4 kB\u001b[0m \u001b[31m10.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting httpx==0.27.0 (from -r gpu_requirements.txt (line 16))\n",
" Downloading httpx-0.27.0-py3-none-any.whl (75 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.6/75.6 kB\u001b[0m \u001b[31m11.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: huggingface-hub==0.23.3 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 17)) (0.23.3)\n",
"Collecting idna==3.4 (from -r gpu_requirements.txt (line 18))\n",
" Downloading idna-3.4-py3-none-any.whl (61 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.5/61.5 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: Jinja2==3.1.4 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 19)) (3.1.4)\n",
"Requirement already satisfied: llama_cpp_python==0.2.7+cu122 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 20)) (0.2.7+cu122)\n",
"Requirement already satisfied: markdown-it-py==3.0.0 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 21)) (3.0.0)\n",
"Requirement already satisfied: MarkupSafe==2.1.5 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 22)) (2.1.5)\n",
"Requirement already satisfied: mdurl==0.1.2 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 23)) (0.1.2)\n",
"Requirement already satisfied: mpmath==1.3.0 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 24)) (1.3.0)\n",
"Collecting networkx==3.2.1 (from -r gpu_requirements.txt (line 25))\n",
" Downloading networkx-3.2.1-py3-none-any.whl (1.6 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m13.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting numpy==1.26.4 (from -r gpu_requirements.txt (line 26))\n",
" Downloading numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m30.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting orjson==3.10.3 (from -r gpu_requirements.txt (line 27))\n",
" Downloading orjson-3.10.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (142 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m142.5/142.5 kB\u001b[0m \u001b[31m21.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting packaging==24.0 (from -r gpu_requirements.txt (line 28))\n",
" Downloading packaging-24.0-py3-none-any.whl (53 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.5/53.5 kB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting pillow==10.2.0 (from -r gpu_requirements.txt (line 29))\n",
" Downloading pillow-10.2.0-cp310-cp310-manylinux_2_28_x86_64.whl (4.5 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m91.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: pydantic==2.7.3 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 30)) (2.7.3)\n",
"Requirement already satisfied: pydantic_core==2.18.4 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 31)) (2.18.4)\n",
"Collecting Pygments==2.18.0 (from -r gpu_requirements.txt (line 32))\n",
" Downloading pygments-2.18.0-py3-none-any.whl (1.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m78.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting python-dotenv==1.0.1 (from -r gpu_requirements.txt (line 33))\n",
" Downloading python_dotenv-1.0.1-py3-none-any.whl (19 kB)\n",
"Collecting python-multipart==0.0.9 (from -r gpu_requirements.txt (line 34))\n",
" Downloading python_multipart-0.0.9-py3-none-any.whl (22 kB)\n",
"Requirement already satisfied: PyYAML==6.0.1 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 35)) (6.0.1)\n",
"Collecting requests==2.28.1 (from -r gpu_requirements.txt (line 36))\n",
" Downloading requests-2.28.1-py3-none-any.whl (62 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.8/62.8 kB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: rich==13.7.1 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 37)) (13.7.1)\n",
"Requirement already satisfied: shellingham==1.5.4 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 38)) (1.5.4)\n",
"Requirement already satisfied: sniffio==1.3.1 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 39)) (1.3.1)\n",
"Collecting starlette==0.37.2 (from -r gpu_requirements.txt (line 40))\n",
" Downloading starlette-0.37.2-py3-none-any.whl (71 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.9/71.9 kB\u001b[0m \u001b[31m11.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting sympy==1.12 (from -r gpu_requirements.txt (line 41))\n",
" Downloading sympy-1.12-py3-none-any.whl (5.7 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.7/5.7 MB\u001b[0m \u001b[31m78.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: torch==2.3.0+cu121 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 42)) (2.3.0+cu121)\n",
"Requirement already satisfied: torchaudio==2.3.0+cu121 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 43)) (2.3.0+cu121)\n",
"Requirement already satisfied: torchvision==0.18.0+cu121 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 44)) (0.18.0+cu121)\n",
"Requirement already satisfied: tqdm==4.66.4 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 45)) (4.66.4)\n",
"Requirement already satisfied: typer==0.12.3 in /usr/local/lib/python3.10/dist-packages (from -r gpu_requirements.txt (line 46)) (0.12.3)\n",
"Collecting typing_extensions==4.12.1 (from -r gpu_requirements.txt (line 47))\n",
" Downloading typing_extensions-4.12.1-py3-none-any.whl (37 kB)\n",
"Collecting ujson==5.10.0 (from -r gpu_requirements.txt (line 48))\n",
" Downloading ujson-5.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (53 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m53.6/53.6 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting watchfiles==0.22.0 (from -r gpu_requirements.txt (line 49))\n",
" Downloading watchfiles-0.22.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m52.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting urllib3<1.27,>=1.21.1 (from requests==2.28.1->-r gpu_requirements.txt (line 36))\n",
" Downloading urllib3-1.26.18-py2.py3-none-any.whl (143 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m143.8/143.8 kB\u001b[0m \u001b[31m18.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.105)\n",
"Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.105)\n",
"Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.105)\n",
"Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (8.9.2.26)\n",
"Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.3.1)\n",
"Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (11.0.2.54)\n",
"Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (10.3.2.106)\n",
"Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (11.4.5.107)\n",
"Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.0.106)\n",
"Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (2.20.5)\n",
"Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.105)\n",
"Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (2.3.0)\n",
"Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.3.0+cu121->-r gpu_requirements.txt (line 42)) (12.1.105)\n",
"Installing collected packages: urllib3, ujson, typing_extensions, sympy, python-multipart, python-dotenv, Pygments, pillow, packaging, orjson, numpy, networkx, idna, httptools, h11, fsspec, filelock, dnspython, colorama, charset-normalizer, certifi, requests, httpcore, email_validator, anyio, watchfiles, starlette, httpx\n",
" Attempting uninstall: urllib3\n",
" Found existing installation: urllib3 2.0.7\n",
" Uninstalling urllib3-2.0.7:\n",
" Successfully uninstalled urllib3-2.0.7\n",
" Attempting uninstall: typing_extensions\n",
" Found existing installation: typing_extensions 4.12.2\n",
" Uninstalling typing_extensions-4.12.2:\n",
" Successfully uninstalled typing_extensions-4.12.2\n",
" Attempting uninstall: sympy\n",
" Found existing installation: sympy 1.12.1\n",
" Uninstalling sympy-1.12.1:\n",
" Successfully uninstalled sympy-1.12.1\n",
" Attempting uninstall: Pygments\n",
" Found existing installation: Pygments 2.16.1\n",
" Uninstalling Pygments-2.16.1:\n",
" Successfully uninstalled Pygments-2.16.1\n",
" Attempting uninstall: pillow\n",
" Found existing installation: Pillow 9.4.0\n",
" Uninstalling Pillow-9.4.0:\n",
" Successfully uninstalled Pillow-9.4.0\n",
" Attempting uninstall: packaging\n",
" Found existing installation: packaging 24.1\n",
" Uninstalling packaging-24.1:\n",
" Successfully uninstalled packaging-24.1\n",
" Attempting uninstall: numpy\n",
" Found existing installation: numpy 1.25.2\n",
" Uninstalling numpy-1.25.2:\n",
" Successfully uninstalled numpy-1.25.2\n",
" Attempting uninstall: networkx\n",
" Found existing installation: networkx 3.3\n",
" Uninstalling networkx-3.3:\n",
" Successfully uninstalled networkx-3.3\n",
" Attempting uninstall: idna\n",
" Found existing installation: idna 3.7\n",
" Uninstalling idna-3.7:\n",
" Successfully uninstalled idna-3.7\n",
" Attempting uninstall: fsspec\n",
" Found existing installation: fsspec 2023.6.0\n",
" Uninstalling fsspec-2023.6.0:\n",
" Successfully uninstalled fsspec-2023.6.0\n",
" Attempting uninstall: filelock\n",
" Found existing installation: filelock 3.14.0\n",
" Uninstalling filelock-3.14.0:\n",
" Successfully uninstalled filelock-3.14.0\n",
" Attempting uninstall: charset-normalizer\n",
" Found existing installation: charset-normalizer 3.3.2\n",
" Uninstalling charset-normalizer-3.3.2:\n",
" Successfully uninstalled charset-normalizer-3.3.2\n",
" Attempting uninstall: certifi\n",
" Found existing installation: certifi 2024.6.2\n",
" Uninstalling certifi-2024.6.2:\n",
" Successfully uninstalled certifi-2024.6.2\n",
" Attempting uninstall: requests\n",
" Found existing installation: requests 2.31.0\n",
" Uninstalling requests-2.31.0:\n",
" Successfully uninstalled requests-2.31.0\n",
" Attempting uninstall: anyio\n",
" Found existing installation: anyio 3.7.1\n",
" Uninstalling anyio-3.7.1:\n",
" Successfully uninstalled anyio-3.7.1\n",
"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
"ipython 7.34.0 requires jedi>=0.16, which is not installed.\n",
"gcsfs 2023.6.0 requires fsspec==2023.6.0, but you have fsspec 2024.6.0 which is incompatible.\n",
"google-colab 1.0.0 requires requests==2.31.0, but you have requests 2.28.1 which is incompatible.\n",
"imageio 2.31.6 requires pillow<10.1.0,>=8.3.2, but you have pillow 10.2.0 which is incompatible.\n",
"jupyter-server 1.24.0 requires anyio<4,>=3.1.0, but you have anyio 4.4.0 which is incompatible.\n",
"kaggle 1.6.14 requires certifi>=2023.7.22, but you have certifi 2022.12.7 which is incompatible.\n",
"spacy 3.7.4 requires typer<0.10.0,>=0.3.0, but you have typer 0.12.3 which is incompatible.\n",
"weasel 0.3.4 requires typer<0.10.0,>=0.3.0, but you have typer 0.12.3 which is incompatible.\n",
"yfinance 0.2.40 requires requests>=2.31, but you have requests 2.28.1 which is incompatible.\u001b[0m\u001b[31m\n",
"\u001b[0m"
"\u001b[0mSuccessfully installed Pygments-2.18.0 anyio-4.4.0 certifi-2022.12.7 charset-normalizer-2.1.1 colorama-0.4.6 dnspython-2.6.1 email_validator-2.1.1 filelock-3.13.1 fsspec-2024.6.0 h11-0.14.0 httpcore-1.0.5 httptools-0.6.1 httpx-0.27.0 idna-3.4 networkx-3.2.1 numpy-1.26.4 orjson-3.10.3 packaging-24.0 pillow-10.2.0 python-dotenv-1.0.1 python-multipart-0.0.9 requests-2.28.1 starlette-0.37.2 sympy-1.12 typing_extensions-4.12.1 ujson-5.10.0 urllib3-1.26.18 watchfiles-0.22.0\n"
]
},
{
"output_type": "display_data",
"data": {
"application/vnd.colab-display-data+json": {
"pip_warning": {
"packages": [
"PIL",
"certifi"
]
},
"id": "544be73fd2ad483b87e4aa7c47dd76a1"
}
},
"metadata": {}
}
],
"source": [
@@ -342,7 +507,7 @@
"metadata": {
"id": "kpXQGhHlij6q"
},
"execution_count": null,
"execution_count": 1,
"outputs": []
},
{
@@ -380,22 +545,22 @@
"base_uri": "https://localhost:8080/",
"height": 170,
"referenced_widgets": [
"9b2c72c88ad449208a96410551efa5a7",
"7f142927bd0947d49acecfea26463ae6",
"50281819a51b4454a2f6ed4abda3b935",
"6439a70317e447029661c88b7c652d53",
"a89162677c0d4d95b3f5520bd036270c",
"b5dd981b8ed84d2e9ca599a9537eb387",
"f26936644c804771bf09975be21f4aa1",
"9cc2e5b6551b47e08308355200a60234",
"765b4ebd1d144f59b116a623b0428e14",
"461b9e9a6a254fe384a5003adc0dbc29",
"037bd58fa08d4baa87aaa2fd12df44c5"
"9a8e63bcf81541379cfa10184fb656ff",
"2a3dcc543ea84c1f8fa1a3902cd7442f",
"31c5f1234db244d2bf4ddbd36884003c",
"f2ee5364bc5347a09cb556756a88ae10",
"dd46312299574ec899d3c1821eb77b35",
"2ccfe8d7d7064479b8ddfdf747a75068",
"dfc637936fbf4b929c17743184986dcb",
"5ef81223350f446a865e7ab106441066",
"d52e608d8a66417593c1609f09867884",
"e5295fcf7761407f9a59244a20054090",
"ff65df4363a0462495d5b6b8f3e7fb28"
]
},
"outputId": "0e0b711e-6e60-42b7-dd30-18c63f138860"
"outputId": "c399ee84-3ab9-4b22-de63-80b6e3d392f6"
},
"execution_count": null,
"execution_count": 2,
"outputs": [
{
"output_type": "stream",
@@ -413,12 +578,12 @@
"output_type": "display_data",
"data": {
"text/plain": [
"llava-v1.6-mistral-7b.Q3_K_XS.gguf: 0%| | 0.00/2.99G [00:00<?, ?B/s]"
"llava-v1.6-mistral-7b.Q3_K_XS.gguf: 45%|####5 | 1.35G/2.99G [00:00<?, ?B/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "9b2c72c88ad449208a96410551efa5a7"
"model_id": "9a8e63bcf81541379cfa10184fb656ff"
}
},
"metadata": {}
@@ -445,10 +610,22 @@
" n_gpu_layers=-1) #load model while enabling GPU"
],
"metadata": {
"id": "w2Y9Vn_nbFDM"
"id": "w2Y9Vn_nbFDM",
"colab": {
"base_uri": "https://localhost:8080/"
},
"outputId": "5b21845c-747b-481e-d247-c2b9b693d673"
},
"execution_count": null,
"outputs": []
"execution_count": 3,
"outputs": [
{
"output_type": "stream",
"name": "stderr",
"text": [
"AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | SSSE3 = 1 | VSX = 0 | \n"
]
}
]
},
{
"cell_type": "markdown",
@@ -478,7 +655,7 @@
"metadata": {
"id": "AD7MiXnRl1Kr"
},
"execution_count": null,
"execution_count": 4,
"outputs": []
},
{
@@ -517,10 +694,23 @@
"print(\"response run time is: \", runtime)"
],
"metadata": {
"id": "kN73qG6-yg33"
"id": "kN73qG6-yg33",
"colab": {
"base_uri": "https://localhost:8080/"
},
"outputId": "6bf76c7c-1b35-462c-98a6-657133ea6ec5"
},
"execution_count": null,
"outputs": []
"execution_count": 5,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
" The earliest civilization in the world is believed to be the Sumerians of Mesopotamia. They emerged around 4500 BCE and developed complex societies with advanced systems of agriculture, writing, and government.\n",
"response run time is: 2.0076706409454346\n"
]
}
]
}
],
"metadata": {
@@ -542,7 +732,7 @@
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"9b2c72c88ad449208a96410551efa5a7": {
"9a8e63bcf81541379cfa10184fb656ff": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
@@ -557,14 +747,14 @@
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_7f142927bd0947d49acecfea26463ae6",
"IPY_MODEL_50281819a51b4454a2f6ed4abda3b935",
"IPY_MODEL_6439a70317e447029661c88b7c652d53"
"IPY_MODEL_2a3dcc543ea84c1f8fa1a3902cd7442f",
"IPY_MODEL_31c5f1234db244d2bf4ddbd36884003c",
"IPY_MODEL_f2ee5364bc5347a09cb556756a88ae10"
],
"layout": "IPY_MODEL_a89162677c0d4d95b3f5520bd036270c"
"layout": "IPY_MODEL_dd46312299574ec899d3c1821eb77b35"
}
},
"7f142927bd0947d49acecfea26463ae6": {
"2a3dcc543ea84c1f8fa1a3902cd7442f": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
@@ -579,13 +769,13 @@
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_b5dd981b8ed84d2e9ca599a9537eb387",
"layout": "IPY_MODEL_2ccfe8d7d7064479b8ddfdf747a75068",
"placeholder": "​",
"style": "IPY_MODEL_f26936644c804771bf09975be21f4aa1",
"style": "IPY_MODEL_dfc637936fbf4b929c17743184986dcb",
"value": "llava-v1.6-mistral-7b.Q3_K_XS.gguf: 100%"
}
},
"50281819a51b4454a2f6ed4abda3b935": {
"31c5f1234db244d2bf4ddbd36884003c": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
@@ -601,15 +791,15 @@
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_9cc2e5b6551b47e08308355200a60234",
"layout": "IPY_MODEL_5ef81223350f446a865e7ab106441066",
"max": 2991290624,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_765b4ebd1d144f59b116a623b0428e14",
"style": "IPY_MODEL_d52e608d8a66417593c1609f09867884",
"value": 2991290624
}
},
"6439a70317e447029661c88b7c652d53": {
"f2ee5364bc5347a09cb556756a88ae10": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
@@ -624,13 +814,13 @@
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_461b9e9a6a254fe384a5003adc0dbc29",
"layout": "IPY_MODEL_e5295fcf7761407f9a59244a20054090",
"placeholder": "​",
"style": "IPY_MODEL_037bd58fa08d4baa87aaa2fd12df44c5",
"value": " 2.99G/2.99G [00:26&lt;00:00, 129MB/s]"
"style": "IPY_MODEL_ff65df4363a0462495d5b6b8f3e7fb28",
"value": " 2.99G/2.99G [01:46&lt;00:00, 8.44MB/s]"
}
},
"a89162677c0d4d95b3f5520bd036270c": {
"dd46312299574ec899d3c1821eb77b35": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
@@ -682,7 +872,7 @@
"width": null
}
},
"b5dd981b8ed84d2e9ca599a9537eb387": {
"2ccfe8d7d7064479b8ddfdf747a75068": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
@@ -734,7 +924,7 @@
"width": null
}
},
"f26936644c804771bf09975be21f4aa1": {
"dfc637936fbf4b929c17743184986dcb": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
@@ -749,7 +939,7 @@
"description_width": ""
}
},
"9cc2e5b6551b47e08308355200a60234": {
"5ef81223350f446a865e7ab106441066": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
@@ -801,7 +991,7 @@
"width": null
}
},
"765b4ebd1d144f59b116a623b0428e14": {
"d52e608d8a66417593c1609f09867884": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
@@ -817,7 +1007,7 @@
"description_width": ""
}
},
"461b9e9a6a254fe384a5003adc0dbc29": {
"e5295fcf7761407f9a59244a20054090": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
@@ -869,7 +1059,7 @@
"width": null
}
},
"037bd58fa08d4baa87aaa2fd12df44c5": {
"ff65df4363a0462495d5b6b8f3e7fb28": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",