colab gguf

LostRuins · Jan 24, 2024 · f3dbe0a · f3dbe0a
1 parent 346c1a9
commit f3dbe0a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/colab.ipynb b/colab.ipynb
@@ -70,8 +70,8 @@
         "!test -f koboldcpp_cublas.so && echo Build Skipped || make koboldcpp_cublas LLAMA_CUBLAS=1 LLAMA_COLAB=1 LLAMA_PORTABLE=1\r\n",
         "!cp koboldcpp_cublas.so koboldcpp_cublas.dat\r\n",
         "!apt install aria2 -y\r\n",
-        "!aria2c -x 10 -o model.ggml --summary-interval=5 --download-result=default --allow-overwrite=true --file-allocation=none $Model\r\n",
-        "!python koboldcpp.py model.ggml --usecublas 0 mmq --multiuser --gpulayers $Layers --contextsize $ContextSize --quiet --remotetunnel\r\n"
+        "!aria2c -x 10 -o model.gguf --summary-interval=5 --download-result=default --allow-overwrite=true --file-allocation=none $Model\r\n",
+        "!python koboldcpp.py model.gguf --usecublas 0 mmq --multiuser --gpulayers $Layers --contextsize $ContextSize --quiet --remotetunnel\r\n"
       ]
     }
   ],