Update app.py

app.py

@@ -15,12 +15,15 @@ SYSTEM_PROMPT = os.environ.get(
     "You are a placeholder Sovereign. No secrets found in environment."
 )
 
+MODEL_ID = "tiiuae/Falcon3-3B-Instruct"
+
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 # =======================
 # Initialize Falcon-3B
 # =======================
 pipe = pipeline(
     "text-generation",
-    model=model,
+    model="tiiuae/Falcon3-3B-Instruct",
     tokenizer=tokenizer,
     device_map="auto",
     return_full_text=False,
@@ -31,6 +34,13 @@ pipe = pipeline(
     eos_token_id=tokenizer.eos_token_id
 )
 
+# pipe = pipeline(
+#     "text-generation",
+#     model=,
+#     torch_dtype="auto",
+#     device_map="auto",
+# )
+
 # =======================
 # Core Chat Function
 # =======================