| import gradio as gr |
| from huggingface_hub import InferenceClient |
| import os |
|
|
| |
| MODELS = { |
| "🚀 LLaMA-3-70B": "meta-llama/Meta-Llama-3-70B-Instruct", |
| "⚡ LLaMA-3-8B": "meta-llama/Meta-Llama-3-8B-Instruct", |
| "🤖 Mistral-7B": "mistralai/Mistral-7B-Instruct-v0.3", |
| "🌪️ Mixtral-8x7B": "mistralai/Mixtral-8x7B-Instruct-v0.1", |
| "💬 Mixtral-8x22B": "mistralai/Mixtral-8x22B-Instruct-v0.1", |
| "🧠 Qwen-2.5-72B": "Qwen/Qwen2.5-72B-Instruct", |
| "📚 Qwen-2.5-7B": "Qwen/Qwen2.5-7B-Instruct", |
| "⚙️ Gemma-2-27B": "google/gemma-2-27b-it", |
| "🔧 Gemma-2-9B": "google/gemma-2-9b-it", |
| "🎯 Gemma-2B": "google/gemma-2b-it", |
| "🌟 Command-R+": "CohereForAI/c4ai-command-r-plus", |
| "📝 Command-R": "CohereForAI/c4ai-command-r-v01", |
| "🔥 DeepSeek-V3": "deepseek-ai/DeepSeek-V3", |
| "⚡ DeepSeek-R1": "deepseek-ai/DeepSeek-R1", |
| "🎨 DeepSeek-Coder": "deepseek-ai/DeepSeek-Coder-33B-instruct", |
| "💡 Phi-3-mini": "microsoft/Phi-3-mini-4k-instruct", |
| "📖 Phi-3-small": "microsoft/Phi-3-small-8k-instruct", |
| "🏆 Phi-3-medium": "microsoft/Phi-3-medium-4k-instruct", |
| "🚅 Starling-LM": "berkeley-nest/Starling-LM-7B-alpha", |
| "✨ Neural-7B": "Intel/neural-chat-7b-v3-3", |
| "🔮 SOLAR-10.7B": "upstage/SOLAR-10.7B-Instruct-v1.0", |
| "🌊 Yi-34B": "01-ai/Yi-34B-Chat", |
| "🌿 Yi-6B": "01-ai/Yi-6B-Chat", |
| "💫 Zephyr-7B": "HuggingFaceH4/zephyr-7b-beta", |
| "🔥 Tulu-2-70B": "allenai/tulu-2-70b", |
| "⚡ Tulu-2-13B": "allenai/tulu-2-13b", |
| "🎯 OpenHermes-2.5": "teknium/OpenHermes-2.5-Mistral-7B", |
| "🚀 Nous-Hermes-2": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", |
| "💬 Vicuna-33B": "lmsys/vicuna-33b-v1.3", |
| "🧪 WizardLM-70B": "WizardLM/WizardLM-70B-V1.0", |
| "📊 WizardCoder-15B": "WizardLM/WizardCoder-15B-V1.0", |
| "🎓 WizardMath-70B": "WizardLM/WizardMath-70B-V1.0", |
| "🔬 Falcon-40B": "tiiuae/falcon-40b-instruct", |
| "🌍 Falcon-7B": "tiiuae/falcon-7b-instruct", |
| "⚡ MPT-30B": "mosaicml/mpt-30b-chat", |
| "🔥 MPT-7B": "mosaicml/mpt-7b-chat", |
| "💫 Dolly-v2-12B": "databricks/dolly-v2-12b", |
| "✨ Dolly-v2-3B": "databricks/dolly-v2-3b", |
| "🌟 Pythia-12B": "EleutherAI/pythia-12b-deduped", |
| "🚀 RedPajama-3B": "togethercomputer/RedPajama-INCITE-Chat-3B-v1", |
| "🎯 Guanaco-65B": "timdettmers/guanaco-65b", |
| "📚 Guanaco-33B": "timdettmers/guanaco-33b", |
| "🧠 Guanaco-13B": "timdettmers/guanaco-13b", |
| "⚡ Guanaco-7B": "timdettmers/guanaco-7b", |
| "💡 Cerebras-GPT-13B": "cerebras/Cerebras-GPT-13B", |
| "🔧 GPT-NeoX-20B": "EleutherAI/gpt-neox-20b", |
| "🌊 GPT-J-6B": "EleutherAI/gpt-j-6b", |
| "🎨 BLIP-2": "Salesforce/blip2-opt-2.7b", |
| "📝 FLAN-T5-XXL": "google/flan-t5-xxl", |
| "⚙️ FLAN-UL2": "google/flan-ul2" |
| } |
|
|
| def respond(message, history, model, system_message, max_tokens, temperature, top_p, hf_token): |
| try: |
| |
| token = None |
| if hf_token: |
| if hasattr(hf_token, 'token'): |
| token = hf_token.token |
| elif isinstance(hf_token, str): |
| token = hf_token |
| else: |
| token = os.getenv("HF_TOKEN") |
| |
| if not token: |
| yield "❌ Please login with your Hugging Face account or set HF_TOKEN" |
| return |
| |
| client = InferenceClient(token=token, model=MODELS[model]) |
| |
| messages = [{"role": "system", "content": system_message}] |
| for msg in history: |
| messages.append({"role": msg["role"], "content": msg["content"]}) |
| messages.append({"role": "user", "content": message}) |
| |
| response = "" |
| for chunk in client.chat_completion( |
| messages, |
| max_tokens=max_tokens, |
| stream=True, |
| temperature=temperature, |
| top_p=top_p |
| ): |
| if chunk.choices and chunk.choices[0].delta.content: |
| response += chunk.choices[0].delta.content |
| yield response |
| |
| except Exception as e: |
| yield f"❌ Error: {str(e)}" |
|
|
| |
| css = """ |
| :root { |
| --primary: #8b5cf6; |
| --secondary: #ec4899; |
| --dark: #1f2937; |
| } |
| .gradio-container { |
| max-width: 1200px !important; |
| margin: auto !important; |
| font-family: 'Inter', sans-serif !important; |
| background: linear-gradient(135deg, #667eea 0%, #764ba2 100%); |
| min-height: 100vh; |
| } |
| .chat-message { |
| border-radius: 20px !important; |
| border: none !important; |
| box-shadow: 0 10px 40px rgba(0,0,0,0.1) !important; |
| transition: all 0.3s ease !important; |
| } |
| .chat-message:hover { |
| transform: translateY(-2px); |
| box-shadow: 0 15px 50px rgba(0,0,0,0.15) !important; |
| } |
| .user-message { |
| background: linear-gradient(135deg, #667eea 0%, #764ba2 100%) !important; |
| color: white !important; |
| } |
| .bot-message { |
| background: white !important; |
| color: #333 !important; |
| } |
| button.primary { |
| background: linear-gradient(135deg, #667eea 0%, #764ba2 100%) !important; |
| border: none !important; |
| border-radius: 12px !important; |
| padding: 10px 25px !important; |
| font-weight: 600 !important; |
| transition: all 0.3s ease !important; |
| } |
| button.primary:hover { |
| transform: scale(1.05); |
| box-shadow: 0 10px 30px rgba(102,126,234,0.4) !important; |
| } |
| .sidebar { |
| background: rgba(255,255,255,0.95) !important; |
| border-radius: 20px !important; |
| padding: 20px !important; |
| backdrop-filter: blur(10px); |
| } |
| """ |
|
|
| |
| with gr.Blocks(css=css, theme=gr.themes.Soft()) as demo: |
| with gr.Sidebar(open=True): |
| gr.Markdown(""" |
| # 🤖 AI Chat Hub |
| ### 50+ Models • Instant Answers |
| """) |
| |
| login_btn = gr.LoginButton() |
| |
| model_dropdown = gr.Dropdown( |
| choices=list(MODELS.keys()), |
| value="🚀 LLaMA-3-70B", |
| label="🎯 Select Model", |
| interactive=True |
| ) |
| |
| with gr.Accordion("⚙️ Advanced Settings", open=False): |
| system_msg = gr.Textbox( |
| value="You are a helpful AI assistant.", |
| label="System Prompt", |
| lines=2 |
| ) |
| |
| with gr.Row(): |
| max_tokens = gr.Slider(100, 4096, 1024, step=100, label="Max Tokens") |
| temperature = gr.Slider(0.1, 2.0, 0.7, step=0.1, label="Temperature") |
| top_p = gr.Slider(0.1, 1.0, 0.95, step=0.05, label="Top P") |
| |
| gr.Markdown(""" |
| 💡 **Tips:** |
| - **Higher temperature** = more creative |
| - **Lower temperature** = more focused |
| - **Top P** controls diversity |
| """) |
| |
| |
| chatbot = gr.ChatInterface( |
| respond, |
| additional_inputs=[ |
| model_dropdown, |
| system_msg, |
| max_tokens, |
| temperature, |
| top_p, |
| login_btn |
| ], |
| examples=[ |
| ["Explain quantum computing in simple terms"], |
| ["Write a poem about AI"], |
| ["How to learn programming?"], |
| ["Tell me a joke"], |
| ["What's the meaning of life?"], |
| ], |
| cache_examples=False, |
| ) |
|
|
| if __name__ == "__main__": |
| demo.launch(server_name="0.0.0.0", server_port=7860) |
