Update README.md (#2)
Browse files- Update README.md (b35ea88bf9d4d1ef805729eade5ac4c8ff4662d6)
README.md
CHANGED
|
@@ -81,7 +81,7 @@ chat_prompt = tokenizer.apply_chat_template(
|
|
| 81 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 82 |
inputs.to(device)
|
| 83 |
|
| 84 |
-
with torch.inference_mode:
|
| 85 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 86 |
|
| 87 |
input_len = inputs['input_ids'].shape[1]
|
|
|
|
| 81 |
inputs = tokenizer(chat_prompt, return_tensors="pt")
|
| 82 |
inputs.to(device)
|
| 83 |
|
| 84 |
+
with torch.inference_mode():
|
| 85 |
generate_ids = model.generate(**inputs, max_length=500)
|
| 86 |
|
| 87 |
input_len = inputs['input_ids'].shape[1]
|