#!/usr/bin/env python3 """ Enhanced Gemini Multi-API - Hybrid Web + API Interface Anthropic-compatible service with both web interface and API endpoints """ import os import json import time import uuid from datetime import datetime from typing import List, Dict, Any from flask import Flask, request, jsonify, render_template_string import gradio as gr import google.generativeai as genai # Initialize Flask app app = Flask(__name__) # Configuration GEMINI_API_KEY = os.environ.get('GEMINI_API_KEY', '') DEFAULT_MODEL = "gemini-1.5-flash" MAX_TOKENS = 4096 DEFAULT_TEMPERATURE = 0.7 # Model mapping MODELS = { "claude-3-sonnet-20240229": "gemini-1.5-pro", "claude-3-haiku-20240307": "gemini-1.5-flash", "claude-3-5-sonnet-20241022": "gemini-1.5-pro", "claude-3-5-haiku-20241022": "gemini-1.5-flash", "gemini-1.5-pro": "gemini-1.5-pro", "gemini-1.5-flash": "gemini-1.5-flash", "gemini-1.5-pro-002": "gemini-1.5-pro-002", "gemini-1.5-flash-8b": "gemini-1.5-flash-8b", "gemini-2.0-flash-exp": "gemini-2.0-flash-exp" } class GeminiAPI: """Anthropic compatible wrapper for Gemini""" def __init__(self, api_key: str): if api_key: genai.configure(api_key=api_key) self.api_key = api_key def chat_completion(self, messages: List[Dict], model: str = DEFAULT_MODEL, **kwargs) -> Dict: """Anthropic compatible chat completion""" if not self.api_key: return { "error": { "type": "configuration_error", "message": "GEMINI_API_KEY not configured", "code": "CONFIGURATION_ERROR" } } gemini_model_name = MODELS.get(model, DEFAULT_MODEL) # Build prompt system_prompt = "" user_messages = [] for msg in messages: if msg.get('role') == 'system': system_prompt = msg.get('content', '') elif msg.get('role') == 'user': user_messages.append(msg.get('content', '')) full_prompt = system_prompt + "\\n\\n" if system_prompt else "" if user_messages: full_prompt += f"Human: {user_messages[-1]}" full_prompt += "\\n\\nAssistant:" try: model_instance = genai.GenerativeModel(gemini_model_name) response = model_instance.generate_content( full_prompt, generation_config=genai.types.GenerationConfig( temperature=kwargs.get('temperature', DEFAULT_TEMPERATURE), max_output_tokens=kwargs.get('max_tokens', MAX_TOKENS), top_p=kwargs.get('top_p', 0.9), top_k=kwargs.get('top_k', 40) ) ) response_text = response.text # Calculate usage input_tokens = len(full_prompt.split()) * 1.3 output_tokens = len(response_text.split()) * 1.3 return { "id": f"msg_{str(uuid.uuid4())[:8]}", "type": "message", "role": "assistant", "content": [{"type": "text", "text": response_text}], "model": model, "stop_reason": "end_turn", "usage": { "input_tokens": int(input_tokens), "output_tokens": int(output_tokens), "cache_creation_input_tokens": 0, "cache_read_input_tokens": 0 }, "created_at": int(time.time()) } except Exception as e: return { "error": { "type": "api_error", "message": str(e), "code": "INTERNAL_ERROR" } } def list_models(self) -> Dict: """List available models""" models = [ { "id": "claude-3-sonnet-20240229", "object": "model", "owned_by": "google-gemini", "name": "claude-3-sonnet-20240229", "display_name": "Gemini 1.5 Pro (Claude Compatible)", "input_token_limit": 2000000, "output_token_limit": 8192 }, { "id": "claude-3-haiku-20240307", "object": "model", "owned_by": "google-gemini", "name": "claude-3-haiku-20240307", "display_name": "Gemini 1.5 Flash (Claude Compatible)", "input_token_limit": 2000000, "output_token_limit": 8192 } ] return {"object": "list", "data": models} # Global API instance gemini_api = GeminiAPI(GEMINI_API_KEY) # Flask API Routes BASE_PATH = "/v1" @app.route(f"{BASE_PATH}/models", methods=["GET"]) def list_models(): """List available models""" try: models = gemini_api.list_models() return jsonify(models) except Exception as e: return jsonify({"error": str(e)}), 500 @app.route(f"{BASE_PATH}/messages", methods=["POST"]) def create_message(): """Create a message""" data = request.get_json() if not data: return jsonify({"error": "Request body required"}), 400 required_fields = ["model", "messages"] for field in required_fields: if field not in data: return jsonify({"error": f"Missing required field: {field}"}), 400 try: response = gemini_api.chat_completion( messages=data["messages"], model=data["model"], max_tokens=data.get("max_tokens", 1024), temperature=data.get("temperature", 0.7) ) if "error" in response: return jsonify(response), 500 return jsonify(response) except Exception as e: return jsonify({"error": str(e)}), 500 @app.route("/health", methods=["GET"]) def health_check(): """Health check""" return jsonify({ "status": "healthy", "service": "Enhanced Gemini Multi-API", "timestamp": datetime.now().isoformat(), "api_key_configured": bool(GEMINI_API_KEY) }) @app.route("/info", methods=["GET"]) def api_info(): """API information""" return jsonify({ "service": "Enhanced Gemini Multi-API", "description": "Anthropic API compatible interface for Gemini models", "endpoints": { "models": f"{BASE_PATH}/models", "messages": f"{BASE_PATH}/messages", "health": "/health", "info": "/info" }, "web_interface": "/gradio", "api_key_required": True }) # Web Interface Functions def api_chat_interface(message, history, model, temperature, max_tokens): """API-compatible chat interface""" if not GEMINI_API_KEY: return "โ GEMINI_API_KEY not configured. Please set the API key in Space secrets." # Format messages for API messages = [] if history: for user_msg, assistant_msg in history: messages.append({"role": "user", "content": user_msg}) if assistant_msg: messages.append({"role": "assistant", "content": assistant_msg}) messages.append({"role": "user", "content": message}) # Call API response = gemini_api.chat_completion( messages=messages, model=model, max_tokens=max_tokens, temperature=temperature ) if "error" in response: return f"โ Error: {response['error']['message']}" try: content = response["content"][0]["text"] usage = response.get("usage", {}) tokens = usage.get("input_tokens", 0) + usage.get("output_tokens", 0) return f"{content}\\n\\n---\\n๐ฌ **Tokens Used**: {tokens}" except (KeyError, IndexError): return "โ Error: Unable to parse API response" def test_api(): """Test API connection""" if not GEMINI_API_KEY: return "โ GEMINI_API_KEY not configured" test_messages = [{"role": "user", "content": "Hello! Test API connection."}] response = gemini_api.chat_completion( messages=test_messages, model="claude-3-haiku-20240307", max_tokens=256, temperature=0.7 ) if "error" in response: return f"โ API Test Failed: {response['error']['message']}" else: return "โ API Connection Successful!\\n\\nTest Response:\\n" + response["content"][0]["text"] def get_models_list(): """Get available models for interface""" if not GEMINI_API_KEY: return "โ GEMINI_API_KEY not configured" try: models_response = gemini_api.list_models() models = models_response.get("data", []) return "\\n".join([f"โข **{model['id']}** - {model['display_name']}" for model in models]) except Exception as e: return f"โ Error: {str(e)}" # Gradio Interface def create_gradio_interface(): """Create the web interface""" with gr.Blocks( title="Enhanced Gemini Multi-API", theme=gr.themes.Soft(), show_error=True ) as demo: # Header gr.HTML("""
๐ค Anthropic Compatible Interface โข ๐ Full API Support โข โ Production Ready
Status: API Service + Web Interface Deployed!
GET /v1/models - List available modelsPOST /v1/messages - Create chat completionGET /health - Health checkGET /info - API informationcurl -X POST https://likhonsheikh-enhanced-gemini-multi-api.hf.space/v1/messages \\
-H "Content-Type: application/json" \\
-d '{
"model": "claude-3-haiku-20240307",
"messages": [{"role": "user", "content": "Hello!"}],
"max_tokens": 1024,
"temperature": 0.7
}'
Status: โ Full Anthropic API Compatibility Deployed!
Updated: 2025-11-14 04:17:24