Royrotem100 commited on
Commit
6a9b716
1 Parent(s): 16fb26d

Set pad_token to eos_token and exclude user query from response

Browse files
Files changed (1) hide show
  1. app.py +9 -3
app.py CHANGED
@@ -1,10 +1,11 @@
1
  import gradio as gr
2
  import requests
3
  from typing import List, Dict, Tuple
4
- from flask import Flask, request, jsonify
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
  import threading
7
  import torch
 
8
 
9
  # Define the API URL to use the internal server
10
  API_URL = "http://localhost:5000/chat"
@@ -23,6 +24,11 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
23
  if tokenizer.pad_token is None:
24
  tokenizer.pad_token = tokenizer.eos_token
25
 
 
 
 
 
 
26
  @app.route('/chat', methods=['POST'])
27
  def chat():
28
  data = request.json
@@ -138,8 +144,8 @@ with gr.Blocks(css='''
138
  ''', js=None) as demo:
139
  gr.Markdown("""
140
  <div class="dicta-header">
141
- <a href="">
142
- <img src="\\logo111.png" alt="Logo" class="dicta-logo">
143
  </a>
144
  <div class="dicta-intro-text">
145
  <h1>爪'讗讟 诪注专讻讬 - 讛讚讙诪讛 专讗砖讜谞讬转</h1>
 
1
  import gradio as gr
2
  import requests
3
  from typing import List, Dict, Tuple
4
+ from flask import Flask, request, jsonify, send_from_directory
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
  import threading
7
  import torch
8
+ import os
9
 
10
  # Define the API URL to use the internal server
11
  API_URL = "http://localhost:5000/chat"
 
24
  if tokenizer.pad_token is None:
25
  tokenizer.pad_token = tokenizer.eos_token
26
 
27
+ # Route to serve static files (e.g., images)
28
+ @app.route('/static/<path:path>')
29
+ def send_static(path):
30
+ return send_from_directory('static', path)
31
+
32
  @app.route('/chat', methods=['POST'])
33
  def chat():
34
  data = request.json
 
144
  ''', js=None) as demo:
145
  gr.Markdown("""
146
  <div class="dicta-header">
147
+ <a href="/static/logo111.png">
148
+ <img src="/static/logo111.png" alt="Logo" class="dicta-logo">
149
  </a>
150
  <div class="dicta-intro-text">
151
  <h1>爪'讗讟 诪注专讻讬 - 讛讚讙诪讛 专讗砖讜谞讬转</h1>