Update app.py
Browse files
app.py
CHANGED
|
@@ -5,6 +5,7 @@ import gc
|
|
| 5 |
import os
|
| 6 |
import datetime
|
| 7 |
import time
|
|
|
|
| 8 |
|
| 9 |
# --- Configuration ---
|
| 10 |
MODEL_ID = "naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-0.5B"
|
|
@@ -199,7 +200,8 @@ def warmup_model():
|
|
| 199 |
finally:
|
| 200 |
gc.collect()
|
| 201 |
|
| 202 |
-
# --- Inference Function ---
|
|
|
|
| 203 |
def predict(message, history):
|
| 204 |
"""
|
| 205 |
Generates response using HyperCLOVAX.
|
|
@@ -346,5 +348,5 @@ if __name__ == "__main__":
|
|
| 346 |
print("--- Launching Gradio App ---")
|
| 347 |
demo.queue().launch(
|
| 348 |
# share=True # Uncomment for public link
|
| 349 |
-
|
| 350 |
)
|
|
|
|
| 5 |
import os
|
| 6 |
import datetime
|
| 7 |
import time
|
| 8 |
+
import spaces # Import spaces module for GPU acceleration
|
| 9 |
|
| 10 |
# --- Configuration ---
|
| 11 |
MODEL_ID = "naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-0.5B"
|
|
|
|
| 200 |
finally:
|
| 201 |
gc.collect()
|
| 202 |
|
| 203 |
+
# --- Inference Function with GPU decorator ---
|
| 204 |
+
@spaces.GPU() # Important: Add the spaces.GPU() decorator for ZeroGPU
|
| 205 |
def predict(message, history):
|
| 206 |
"""
|
| 207 |
Generates response using HyperCLOVAX.
|
|
|
|
| 348 |
print("--- Launching Gradio App ---")
|
| 349 |
demo.queue().launch(
|
| 350 |
# share=True # Uncomment for public link
|
| 351 |
+
server_name="0.0.0.0" # Enable external access
|
| 352 |
)
|