Update app.py
Browse files
app.py
CHANGED
@@ -121,11 +121,11 @@ def generate_response_stream(prompt, history, max_length, temperature, top_p, to
|
|
121 |
|
122 |
params = og.GeneratorParams(model)
|
123 |
params.set_search_options(**search_options)
|
124 |
-
# FIX: Use the
|
125 |
-
params.
|
126 |
|
127 |
start_time = time.time()
|
128 |
-
# Create generator AFTER setting parameters including
|
129 |
generator = og.Generator(model, params)
|
130 |
model_status = "Generating..." # Update status indicator
|
131 |
logging.info("Streaming response...")
|
|
|
121 |
|
122 |
params = og.GeneratorParams(model)
|
123 |
params.set_search_options(**search_options)
|
124 |
+
# FIX: Use the set_inputs method as suggested by the error message
|
125 |
+
params.set_inputs(input_tokens)
|
126 |
|
127 |
start_time = time.time()
|
128 |
+
# Create generator AFTER setting parameters including inputs
|
129 |
generator = og.Generator(model, params)
|
130 |
model_status = "Generating..." # Update status indicator
|
131 |
logging.info("Streaming response...")
|