add app file

README.md

@@ -0,0 +1,11 @@
+---
+title: Claude Front End For API
+emoji: 🚀
+colorFrom: red
+colorTo: purple
+sdk: gradio
+sdk_version: 4.21.0
+app_file: gradio_anthropic.py
+pinned: false
+license: apache-2.0
+---

gradio_anthropic.py

@@ -0,0 +1,88 @@
+import os
+
+import gradio as gr
+from openai import OpenAI
+import logging
+import anthropic
+from dotenv import load_dotenv
+
+load_dotenv(".env")
+
+logging.basicConfig(level=logging.INFO)
+logging.getLogger("gradio").setLevel(logging.INFO)
+logging.getLogger("httpx").setLevel(logging.WARNING)
+
+
+def generate_completion(
+    input, history, api_key, model, system_prompt, temperature, max_tokens
+):
+
+    if os.getenv("ANTHROPIC_API_KEY"):
+        api_key = os.getenv("ANTHROPIC_API_KEY")
+
+    if not api_key:
+        # raise ValueError("API Key is required")
+        yield "No API key provided"
+
+    client = anthropic.Anthropic(
+        api_key=api_key,
+    )
+
+    messages = []
+
+    if history:
+        for entry in history:
+            if len(entry) == 2:
+                messages.append(
+                    {
+                        "role": "user",
+                        "content": entry[0],
+                    }
+                )
+                messages.append(
+                    {
+                        "role": "assistant",
+                        "content": entry[1],
+                    }
+                )
+
+    messages.append(
+        {
+            "role": "user",
+            "content": input,
+        }
+    )
+
+    with client.messages.stream(
+        model=model,
+        max_tokens=max_tokens,
+        temperature=temperature,
+        system=system_prompt,
+        messages=messages,
+    ) as stream:
+        answer_str = ""
+        for text in stream.text_stream:
+            # print(text, end="", flush=True)
+            answer_str += text
+            yield answer_str
+
+
+api_key = gr.Textbox(label="API Key", type="password")
+model = gr.Textbox(label="Model", value="claude-3-opus-20240229")
+system_prompt = gr.Textbox(
+    label="System Prompt",
+    value="You are a world-class assistant.",
+)
+temperature = gr.Slider(label="Temperature", value=0.0, minimum=0.0, maximum=1.0)
+max_tokens = gr.Slider(label="Max Tokens", value=4096, minimum=1, maximum=4096)
+
+
+demo = gr.ChatInterface(
+    fn=generate_completion,
+    additional_inputs=[api_key, model, system_prompt, temperature, max_tokens],
+    description="Claude Chatbot, add your own API key in the 'additional inputs' section",
+)
+
+if __name__ == "__main__":
+    demo.queue()
+    demo.launch()

gradio_openai.py

@@ -0,0 +1,73 @@
+import os
+
+import gradio as gr
+from openai import OpenAI
+import logging
+import anthropic
+
+logging.basicConfig(level=logging.INFO)
+logging.getLogger("gradio").setLevel(logging.INFO)
+logging.getLogger("httpx").setLevel(logging.WARNING)
+
+
+client = OpenAI()
+
+
+def generate_completion(input, history):
+
+    messages = [
+        {
+            "role": "system",
+            "content": "You are a world-class extractor of information from messy job postings.",
+        }
+    ]
+
+    # Convert history from a list of lists to a list of dictionaries
+    if history:
+        for entry in history:
+            # Assuming each entry has exactly 2 elements: user input and assistant response
+            if len(entry) == 2:  # Validate format
+                # Append user message
+                messages.append(
+                    {
+                        "role": "user",
+                        "content": entry[0],
+                    }
+                )
+                # Append assistant response
+                messages.append(
+                    {
+                        "role": "assistant",
+                        "content": entry[1],
+                    }
+                )
+
+    # Append the current user message
+    messages.append(
+        {
+            "role": "user",
+            "content": input,
+        }
+    )
+
+    response = client.chat.completions.create(
+        model="gpt-3.5-turbo-0125",
+        messages=messages,  # type: ignore
+        stream=True,
+        temperature=0,
+        max_tokens=4000,
+    )  # type: ignore
+
+    answer_str: str = ""
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+            answer_str += chunk.choices[0].delta.content
+        else:
+            answer_str += ""
+        yield answer_str
+
+
+if __name__ == "__main__":
+    demo = gr.ChatInterface(fn=generate_completion)
+    demo.queue()
+    demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+openai
+gradio
+python-dotenv
+anthropic