killer

app.py

@@ -2,6 +2,12 @@ import gradio as gr
 from huggingface_hub import hf_hub_download
 from llama_cpp import Llama
 
+import subprocess
+import sys, platform
+from importlib import metadata as md
+
+subprocess.run("pip install -V llama_cpp_python==0.3.15", shell=True)
+
 # Download your GGUF from HF Hub
 model_path = hf_hub_download(
     repo_id="StefanCoder1/Scalable-tuned-GGUF",

requirements.txt

@@ -1,2 +1 @@
-llama-cpp-python
 huggingface_hub