initial commit

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,12 @@
+---
+title: New Space7
+emoji: 👁
+colorFrom: red
+colorTo: indigo
+sdk: gradio
+sdk_version: 5.22.0
+app_file: app.py
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,48 @@
+from openai import OpenAI
+import gradio as gr
+
+friendli_client = OpenAI(
+    base_url="https://api.friendli.ai/serverless/v1",
+    api_key="YOUR FRIENDLI TOKEN"
+)
+
+def chat_function(message, history):
+    messages = []
+    for user, chatbot in history:
+        messages.append({"role" : "user", "content": user})
+        messages.append({"role" : "assistant", "content": chatbot})
+    messages.append({"role": "user", "content": message})
+
+    stream = friendli_client.chat.completions.create(
+        model="meta-llama-3.1-70b-instruct",
+        messages=messages,
+        stream=True
+    )
+    res = ""
+    for chunk in stream:
+        res += chunk.choices[0].delta.content or ""
+        yield res
+
+css = """
+.gradio-container {
+    max-width: 800px !important;
+    margin-top: 100px !important;
+}
+
+.pending {
+    display: none !important;
+}
+
+.sm {
+    box-shadow: None !important;
+}
+
+#component-2 {
+    height: 400px !important;
+}
+"""
+
+with gr.Blocks(theme=gr.themes.Soft(), css=css) as friendli_agent:
+    gr.ChatInterface(chat_function)
+
+friendli_agent.launch()

requirements.txt

@@ -0,0 +1 @@
+openai