Upload 5 files

app.py

@@ -0,0 +1,66 @@
+import gradio as gr
+from app_sambanova_qwen import demo as demo_sambanova_qwen
+from app_claude import demo as demo_claude
+from app_fireworks import demo as demo_fireworks
+from app_gemini import demo as demo_gemini
+from app_groq import demo as demo_groq
+from app_hf import demo as demo_hf
+from app_hyperbolic import demo as demo_hyperbolic
+from app_mistral import demo as demo_mistral
+from app_nvidia import demo as demo_nvidia
+from app_openai import demo as demo_openai
+from app_perplexity import demo as demo_perplexity
+from app_qwen import demo as demo_qwen
+from app_sambanova import demo as demo_sambanova
+from app_together import demo as demo_together
+from app_xai import demo as demo_grok
+from app_flux import demo as demo_flux
+from app_ltx_video import demo as demo_ltx_video
+
+with gr.Blocks(fill_height=True) as demo:
+    with gr.Tab("Meta Llama"):
+        demo_sambanova.render()
+        gr.Markdown(
+            "**Note:** You need to use a SambaNova API key from [SambaNova Cloud](https://cloud.sambanova.ai/)."
+        )
+    with gr.Tab("Gemini"):
+        demo_gemini.render()
+    with gr.Tab("LTX Video"):
+        demo_ltx_video.render()
+    with gr.Tab("ChatGPT"):
+        demo_openai.render()
+    with gr.Tab("Claude"):
+        demo_claude.render()
+    with gr.Tab("Grok"):
+        demo_grok.render()
+    with gr.Tab("Hugging Face"):
+        demo_hf.render()
+    with gr.Tab("Groq"):
+        demo_groq.render()
+    with gr.Tab("Hyperbolic"):
+        demo_hyperbolic.render()
+        gr.Markdown("""
+        <div>
+            <img src="https://storage.googleapis.com/public-arena-asset/hyperbolic_logo.png" alt="Hyperbolic Logo" style="height: 50px; margin-right: 10px;">
+        </div>    
+                    
+        **Note:** This model is supported by Hyperbolic. Build your AI apps at [Hyperbolic](https://app.hyperbolic.xyz/).
+        """)
+    with gr.Tab("Qwen"):
+        demo_qwen.render()
+    with gr.Tab("Perplexity"):
+        demo_perplexity.render()
+    with gr.Tab("Mistral"):
+        demo_mistral.render()
+    with gr.Tab("Fireworks"):
+        demo_fireworks.render()
+    with gr.Tab("Together"):
+        demo_together.render()
+    with gr.Tab("NVIDIA"):
+        demo_nvidia.render()
+    with gr.Tab("Flux"):
+        demo_flux.render()
+
+
+if __name__ == "__main__":
+    demo.queue(api_open=False).launch(ssr_mode=False, show_api=False)

app_sambanova.py

@@ -0,0 +1,24 @@
+import os
+
+import sambanova_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "Meta-Llama-3.2-1B-Instruct",
+        "Meta-Llama-3.2-3B-Instruct",
+        "Llama-3.2-11B-Vision-Instruct",
+        "Llama-3.2-90B-Vision-Instruct",
+        "Meta-Llama-3.1-8B-Instruct",
+        "Meta-Llama-3.1-70B-Instruct",
+        "Meta-Llama-3.1-405B-Instruct",
+    ],
+    default_model="Llama-3.2-90B-Vision-Instruct",
+    src=sambanova_gradio.registry,
+    accept_token=not os.getenv("SAMBANOVA_API_KEY"),
+    multimodal=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

pyproject.toml

@@ -0,0 +1,89 @@
+[project]
+name = "anychat"
+version = "0.1.0"
+description = ""
+readme = "README.md"
+requires-python = ">=3.10"
+dependencies = [
+    "anthropic-gradio",
+    "cerebras-gradio",
+    "dashscope-gradio",
+    "fireworks-gradio",
+    "gemini-gradio>=0.0.1",
+    "gradio>=5.6.0",
+    "groq-gradio>=0.0.2",
+    "hyperbolic-gradio>=0.0.4",
+    "mistral-gradio>=0.0.2",
+    "nvidia-gradio",
+    "openai-gradio>=0.0.4",
+    "perplexity-gradio>=0.0.1",
+    "sambanova-gradio>=0.1.9",
+    "together-gradio>=0.0.1",
+    "xai-gradio>=0.0.2",
+]
+
+[tool.uv.sources]
+anthropic-gradio = { git = "https://github.com/AK391/anthropic-gradio.git" }
+fireworks-gradio = { git = "https://github.com/AK391/fireworks-ai-gradio.git" }
+cerebras-gradio = { git = "https://github.com/gradio-app/cerebras_gradio.git" }
+nvidia-gradio = { git = "https://github.com/AK391/nvidia-gradio.git" }
+dashscope-gradio = { git = "https://github.com/AK391/dashscope-gradio.git" }
+
+[tool.ruff]
+# Enable pycodestyle (`E`) and Pyflakes (`F`) codes by default.
+select = ["E", "F"]
+ignore = ["E501"] # line too long (black is taking care of this)
+line-length = 119
+fixable = [
+    "A",
+    "B",
+    "C",
+    "D",
+    "E",
+    "F",
+    "G",
+    "I",
+    "N",
+    "Q",
+    "S",
+    "T",
+    "W",
+    "ANN",
+    "ARG",
+    "BLE",
+    "COM",
+    "DJ",
+    "DTZ",
+    "EM",
+    "ERA",
+    "EXE",
+    "FBT",
+    "ICN",
+    "INP",
+    "ISC",
+    "NPY",
+    "PD",
+    "PGH",
+    "PIE",
+    "PL",
+    "PT",
+    "PTH",
+    "PYI",
+    "RET",
+    "RSE",
+    "RUF",
+    "SIM",
+    "SLF",
+    "TCH",
+    "TID",
+    "TRY",
+    "UP",
+    "YTT",
+]
+
+[tool.isort]
+profile = "black"
+line_length = 119
+
+[tool.black]
+line-length = 119

requirements.txt

@@ -0,0 +1,325 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile pyproject.toml -o requirements.txt
+aiofiles==23.2.1
+    # via gradio
+annotated-types==0.7.0
+    # via pydantic
+anthropic==0.39.0
+    # via anthropic-gradio
+anthropic-gradio @ git+https://github.com/AK391/anthropic-gradio.git@34e5622031487ea207073177b4ec1f3067936295
+    # via anychat (pyproject.toml)
+anyio==4.6.2.post1
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   gradio
+    #   groq
+    #   httpx
+    #   openai
+    #   starlette
+cachetools==5.5.0
+    # via google-auth
+cerebras-cloud-sdk==1.12.1
+    # via cerebras-gradio
+cerebras-gradio @ git+https://github.com/gradio-app/cerebras_gradio.git@0135ea37048281ca4fae2d6a90311be3b38954ae
+    # via anychat (pyproject.toml)
+certifi==2024.8.30
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+charset-normalizer==3.4.0
+    # via requests
+click==8.1.7
+    # via
+    #   typer
+    #   uvicorn
+dashscope-gradio @ git+https://github.com/AK391/dashscope-gradio.git@3a8bab36087cbf5efcde17c695a10e0229784db4
+    # via anychat (pyproject.toml)
+distro==1.9.0
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   groq
+    #   openai
+eval-type-backport==0.2.0
+    # via mistralai
+exceptiongroup==1.2.2
+    # via anyio
+fastapi==0.115.5
+    # via gradio
+ffmpy==0.4.0
+    # via gradio
+filelock==3.16.1
+    # via huggingface-hub
+fireworks-gradio @ git+https://github.com/AK391/fireworks-ai-gradio.git@b85f85bfe777a7ec953c8b996536e1d1cd47ae08
+    # via anychat (pyproject.toml)
+fsspec==2024.10.0
+    # via
+    #   gradio-client
+    #   huggingface-hub
+gemini-gradio==0.0.1
+    # via anychat (pyproject.toml)
+google-ai-generativelanguage==0.6.10
+    # via google-generativeai
+google-api-core==2.23.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-python-client
+    #   google-generativeai
+google-api-python-client==2.154.0
+    # via google-generativeai
+google-auth==2.36.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-api-python-client
+    #   google-auth-httplib2
+    #   google-generativeai
+google-auth-httplib2==0.2.0
+    # via google-api-python-client
+google-generativeai==0.8.3
+    # via gemini-gradio
+googleapis-common-protos==1.66.0
+    # via
+    #   google-api-core
+    #   grpcio-status
+gradio==5.6.0
+    # via
+    #   anychat (pyproject.toml)
+    #   anthropic-gradio
+    #   cerebras-gradio
+    #   dashscope-gradio
+    #   fireworks-gradio
+    #   gemini-gradio
+    #   groq-gradio
+    #   hyperbolic-gradio
+    #   mistral-gradio
+    #   nvidia-gradio
+    #   openai-gradio
+    #   perplexity-gradio
+    #   sambanova-gradio
+    #   together-gradio
+    #   xai-gradio
+gradio-client==1.4.3
+    # via gradio
+groq==0.12.0
+    # via groq-gradio
+groq-gradio==0.0.2
+    # via anychat (pyproject.toml)
+grpcio==1.68.0
+    # via
+    #   google-api-core
+    #   grpcio-status
+grpcio-status==1.68.0
+    # via google-api-core
+h11==0.14.0
+    # via
+    #   httpcore
+    #   uvicorn
+httpcore==1.0.7
+    # via httpx
+httplib2==0.22.0
+    # via
+    #   google-api-python-client
+    #   google-auth-httplib2
+httpx==0.27.2
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   mistralai
+    #   openai
+    #   safehttpx
+huggingface-hub==0.26.2
+    # via
+    #   gradio
+    #   gradio-client
+hyperbolic-gradio==0.0.4
+    # via anychat (pyproject.toml)
+idna==3.10
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+jinja2==3.1.4
+    # via gradio
+jiter==0.7.1
+    # via
+    #   anthropic
+    #   openai
+jsonpath-python==1.0.6
+    # via mistralai
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via
+    #   gradio
+    #   jinja2
+mdurl==0.1.2
+    # via markdown-it-py
+mistral-gradio==0.0.2
+    # via anychat (pyproject.toml)
+mistralai==1.2.3
+    # via mistral-gradio
+mypy-extensions==1.0.0
+    # via typing-inspect
+numpy==2.1.3
+    # via
+    #   gradio
+    #   pandas
+nvidia-gradio @ git+https://github.com/AK391/nvidia-gradio.git@735cc0ba06afb44eeef789d8c0c35b1fc61fee16
+    # via anychat (pyproject.toml)
+openai==1.55.0
+    # via
+    #   dashscope-gradio
+    #   fireworks-gradio
+    #   hyperbolic-gradio
+    #   nvidia-gradio
+    #   openai-gradio
+    #   perplexity-gradio
+    #   sambanova-gradio
+    #   together-gradio
+    #   xai-gradio
+openai-gradio==0.0.4
+    # via anychat (pyproject.toml)
+orjson==3.10.11
+    # via gradio
+packaging==24.2
+    # via
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+pandas==2.2.3
+    # via gradio
+perplexity-gradio==0.0.1
+    # via anychat (pyproject.toml)
+pillow==11.0.0
+    # via gradio
+proto-plus==1.25.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+protobuf==5.28.3
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-generativeai
+    #   googleapis-common-protos
+    #   grpcio-status
+    #   proto-plus
+pyasn1==0.6.1
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.4.1
+    # via google-auth
+pydantic==2.10.0
+    # via
+    #   anthropic
+    #   cerebras-cloud-sdk
+    #   fastapi
+    #   google-generativeai
+    #   gradio
+    #   groq
+    #   mistralai
+    #   openai
+pydantic-core==2.27.0
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pygments==2.18.0
+    # via rich
+pyparsing==3.2.0
+    # via httplib2
+python-dateutil==2.8.2
+    # via
+    #   mistralai
+    #   pandas
+python-multipart==0.0.12
+    # via gradio
+pytz==2024.2
+    # via pandas
+pyyaml==6.0.2
+    # via
+    #   gradio
+    #   huggingface-hub
+requests==2.32.3
+    # via
+    #   google-api-core
+    #   huggingface-hub
+rich==13.9.4
+    # via typer
+rsa==4.9
+    # via google-auth
+ruff==0.7.4
+    # via gradio
+safehttpx==0.1.1
+    # via gradio
+sambanova-gradio==0.1.9
+    # via anychat (pyproject.toml)
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via python-dateutil
+sniffio==1.3.1
+    # via
+    #   anthropic
+    #   anyio
+    #   cerebras-cloud-sdk
+    #   groq
+    #   httpx
+    #   openai
+starlette==0.41.3
+    # via
+    #   fastapi
+    #   gradio
+together-gradio==0.0.1
+    # via anychat (pyproject.toml)
+tomlkit==0.12.0
+    # via gradio
+tqdm==4.67.0
+    # via
+    #   google-generativeai
+    #   huggingface-hub
+    #   openai
+typer==0.13.1
+    # via gradio
+typing-extensions==4.12.2
+    # via
+    #   anthropic
+    #   anyio
+    #   cerebras-cloud-sdk
+    #   fastapi
+    #   google-generativeai
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   huggingface-hub
+    #   openai
+    #   pydantic
+    #   pydantic-core
+    #   rich
+    #   typer
+    #   typing-inspect
+    #   uvicorn
+typing-inspect==0.9.0
+    # via mistralai
+tzdata==2024.2
+    # via pandas
+uritemplate==4.1.1
+    # via google-api-python-client
+urllib3==2.2.3
+    # via requests
+uvicorn==0.32.1
+    # via gradio
+websockets==12.0
+    # via gradio-client
+xai-gradio==0.0.2
+    # via anychat (pyproject.toml)
+replicate-gradio @ git+https://github.com/AK391/replicate-gradio.git
+fal-gradio @ git+https://github.com/AK391/fal-gradio.git

utils.py

@@ -0,0 +1,33 @@
+from typing import Callable, Literal
+
+import gradio as gr
+
+
+def get_app(
+    models: list[str],
+    default_model: str,
+    src: Callable[[str, str | None], gr.Blocks] | Literal["models"],
+    accept_token: bool = False,
+    **kwargs,
+) -> gr.Blocks:
+    def update_model(new_model: str) -> list[gr.Column]:
+        return [gr.Column(visible=model_name == new_model) for model_name in models]
+
+    with gr.Blocks() as demo:
+        model = gr.Dropdown(label="Select Model", choices=models, value=default_model)
+
+        columns = []
+        for model_name in models:
+            with gr.Column(visible=model_name == default_model) as column:
+                gr.load(name=model_name, src=src, accept_token=accept_token, **kwargs)
+            columns.append(column)
+
+        model.change(
+            fn=update_model,
+            inputs=model,
+            outputs=columns,
+            api_name=False,
+            queue=False,
+        )
+
+    return demo