Spaces:
Sleeping
Sleeping
File size: 880 Bytes
6e85301 090f39a 6e85301 090f39a 6e85301 c64851f 6e85301 090f39a 6e85301 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
from transformers import AutoTokenizer, pipeline
from optimum.onnxruntime import ORTModelForQuestionAnswering
import gradio as gr
model = ORTModelForQuestionAnswering.from_pretrained("optimum/roberta-base-squad2")
tokenizer = AutoTokenizer.from_pretrained("deepset/roberta-base-squad2")
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
# question = "What's my name??"
# context = "My name is Philipp and I live in Nuremberg."
def get_answer(question):
pred = onnx_qa(question, context)['answer']
return pred
demo = gr.Blocks()
with demo:
with gr.Row():
context = gr.Textbox(label='Document', lines=10)
question = gr.Textbox(label='Question', lines= 3)
b1 = gr.Button('Get Answer')
answer = gr.Textbox(label='Answer', lines=4)
b1.click(fn = get_answer, inputs=question, outputs=answer)
demo.launch()
|