codys12 commited on
Commit
92e6ccb
·
1 Parent(s): faf8f3f
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ def generate(
44
  current_input += message
45
 
46
  device = "cuda:0"
47
- inputs_ids = tokenizer(message, return_tensors="pt").to(device)
48
 
49
  if len(input_ids) > MAX_INPUT_TOKEN_LENGTH:
50
  input_ids = input_ids[-MAX_INPUT_TOKEN_LENGTH:]
 
44
  current_input += message
45
 
46
  device = "cuda:0"
47
+ inputs_ids = tokenizer(current_input, return_tensors="pt").to(device)
48
 
49
  if len(input_ids) > MAX_INPUT_TOKEN_LENGTH:
50
  input_ids = input_ids[-MAX_INPUT_TOKEN_LENGTH:]