Athspi commited on
Commit
751f392
·
verified ·
1 Parent(s): 6d6d5c5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -121,11 +121,11 @@ def generate_response_stream(prompt, history, max_length, temperature, top_p, to
121
 
122
  params = og.GeneratorParams(model)
123
  params.set_search_options(**search_options)
124
- # FIX: Use the set_input_ids method instead of direct attribute assignment
125
- params.set_input_ids(input_tokens)
126
 
127
  start_time = time.time()
128
- # Create generator AFTER setting parameters including input_ids
129
  generator = og.Generator(model, params)
130
  model_status = "Generating..." # Update status indicator
131
  logging.info("Streaming response...")
 
121
 
122
  params = og.GeneratorParams(model)
123
  params.set_search_options(**search_options)
124
+ # FIX: Use the set_inputs method as suggested by the error message
125
+ params.set_inputs(input_tokens)
126
 
127
  start_time = time.time()
128
+ # Create generator AFTER setting parameters including inputs
129
  generator = og.Generator(model, params)
130
  model_status = "Generating..." # Update status indicator
131
  logging.info("Streaming response...")