update requirements

app.py

@@ -20,6 +20,12 @@ import argparse
 from transformers import TextIteratorStreamer
 from threading import Thread
 
+import subprocess
+import sys
+
+print("Installing flash attention...")
+subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn==2.4.2", "--no-build-isolation"])
+
 no_change_btn = gr.Button()
 enable_btn = gr.Button(interactive=True)
 disable_btn = gr.Button(interactive=False)

requirements.txt

@@ -35,7 +35,6 @@ safetensors==0.4.3
 scikit-learn==1.2.2
 scipy==1.11.1
 sentencepiece==0.1.99
-flash-attn==2.4.2
 timm==0.9.11
 toml==0.10.2
 tqdm==4.66.1