Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -76,7 +76,7 @@ def set_past_key_values():
|
|
76 |
|
77 |
|
78 |
@spaces.GPU
|
79 |
-
def generate(text
|
80 |
messages = [
|
81 |
*start_messages,
|
82 |
{'role': 'user', 'content': text}
|
@@ -90,7 +90,7 @@ def generate(text, past_key_values):
|
|
90 |
if __name__ == "__main__":
|
91 |
with torch.no_grad():
|
92 |
set_past_key_values()
|
93 |
-
print(past_key_values)
|
94 |
-
demo = gr.Interface(
|
95 |
inputs="textbox", outputs="textbox")
|
96 |
demo.launch()
|
|
|
76 |
|
77 |
|
78 |
@spaces.GPU
|
79 |
+
def generate(text):
|
80 |
messages = [
|
81 |
*start_messages,
|
82 |
{'role': 'user', 'content': text}
|
|
|
90 |
if __name__ == "__main__":
|
91 |
with torch.no_grad():
|
92 |
set_past_key_values()
|
93 |
+
print(f'{past_key_values.past_key_values}')
|
94 |
+
demo = gr.Interface(generate,
|
95 |
inputs="textbox", outputs="textbox")
|
96 |
demo.launch()
|