Create app.py

app.py

@@ -0,0 +1,25 @@
+import os
+os.system("pip install transformers")
+from transformers import AutoModel, AutoTokenizer, trainer_utils
+import gradio as gr
+
+def generate(prefix_text):
+    device = "cuda"
+
+    model = AutoModel.from_pretrained("Tanrei/GPTSAN-japanese").to(device)
+
+    tokenizer = AutoTokenizer.from_pretrained("Tanrei/GPTSAN-japanese")
+
+    x_token = tokenizer("", prefix_text=prefix_text, return_tensors="pt")
+
+    trainer_utils.set_seed(30)
+
+    input_ids = x_token.input_ids.to(device)
+
+    token_type_ids = x_token.token_type_ids.to(device)
+
+    gen_token = model.generate(input_ids, token_type_ids=token_type_ids, max_new_tokens=50)
+
+    return tokenizer.decode(gen_token[0])
+
+gr.Interface(generate, [gr.inputs.Textbox(lines=1, label="prefix_text")], "text", "submit").launch()