|
|
import os |
|
|
os.environ["CUDA_VISIBLE_DEVICES"] = "1" |
|
|
|
|
|
from gradio_client import Client, handle_file |
|
|
from typing import Any, Dict, List, Optional, Tuple, Union |
|
|
import requests |
|
|
import json |
|
|
|
|
|
|
|
|
_stools_client = None |
|
|
|
|
|
|
|
|
def _get_stools_client(): |
|
|
"""Get or create the svision client (lazy initialization).""" |
|
|
global _stools_client |
|
|
if _stools_client is None: |
|
|
_stools_client = Client("VeuReu/stools") |
|
|
return _stools_client |
|
|
|
|
|
def get_from_prompt(prompt): |
|
|
client = _get_stools_client() |
|
|
|
|
|
result = client.predict( |
|
|
prompt=prompt, |
|
|
api_name="/generate_out_from_prompt" |
|
|
) |
|
|
|
|
|
return result |