Spaces:
Runtime error
Runtime error
Commit
路
6a9b716
1
Parent(s):
16fb26d
Set pad_token to eos_token and exclude user query from response
Browse files
app.py
CHANGED
@@ -1,10 +1,11 @@
|
|
1 |
import gradio as gr
|
2 |
import requests
|
3 |
from typing import List, Dict, Tuple
|
4 |
-
from flask import Flask, request, jsonify
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
import threading
|
7 |
import torch
|
|
|
8 |
|
9 |
# Define the API URL to use the internal server
|
10 |
API_URL = "http://localhost:5000/chat"
|
@@ -23,6 +24,11 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
23 |
if tokenizer.pad_token is None:
|
24 |
tokenizer.pad_token = tokenizer.eos_token
|
25 |
|
|
|
|
|
|
|
|
|
|
|
26 |
@app.route('/chat', methods=['POST'])
|
27 |
def chat():
|
28 |
data = request.json
|
@@ -138,8 +144,8 @@ with gr.Blocks(css='''
|
|
138 |
''', js=None) as demo:
|
139 |
gr.Markdown("""
|
140 |
<div class="dicta-header">
|
141 |
-
<a href="">
|
142 |
-
<img src="
|
143 |
</a>
|
144 |
<div class="dicta-intro-text">
|
145 |
<h1>爪'讗讟 诪注专讻讬 - 讛讚讙诪讛 专讗砖讜谞讬转</h1>
|
|
|
1 |
import gradio as gr
|
2 |
import requests
|
3 |
from typing import List, Dict, Tuple
|
4 |
+
from flask import Flask, request, jsonify, send_from_directory
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
import threading
|
7 |
import torch
|
8 |
+
import os
|
9 |
|
10 |
# Define the API URL to use the internal server
|
11 |
API_URL = "http://localhost:5000/chat"
|
|
|
24 |
if tokenizer.pad_token is None:
|
25 |
tokenizer.pad_token = tokenizer.eos_token
|
26 |
|
27 |
+
# Route to serve static files (e.g., images)
|
28 |
+
@app.route('/static/<path:path>')
|
29 |
+
def send_static(path):
|
30 |
+
return send_from_directory('static', path)
|
31 |
+
|
32 |
@app.route('/chat', methods=['POST'])
|
33 |
def chat():
|
34 |
data = request.json
|
|
|
144 |
''', js=None) as demo:
|
145 |
gr.Markdown("""
|
146 |
<div class="dicta-header">
|
147 |
+
<a href="/static/logo111.png">
|
148 |
+
<img src="/static/logo111.png" alt="Logo" class="dicta-logo">
|
149 |
</a>
|
150 |
<div class="dicta-intro-text">
|
151 |
<h1>爪'讗讟 诪注专讻讬 - 讛讚讙诪讛 专讗砖讜谞讬转</h1>
|