Spaces:
Running
on
Zero
Running
on
Zero
Visualize noising
Browse files
app.py
CHANGED
@@ -256,7 +256,7 @@ def diffusion_chat(question, eot_weight, max_it, pause_length, sharpness, cluste
|
|
256 |
current_tokens = ori_input_tokens[:answer_start] + noised_answer[answer_start:]
|
257 |
|
258 |
# --- RED HIGHLIGHT ---
|
259 |
-
decoded_tokens = tokenizer.convert_ids_to_tokens(
|
260 |
highlighted = []
|
261 |
for j, tok in enumerate(decoded_tokens):
|
262 |
tok_id = tokenizer.convert_tokens_to_ids(tok)
|
|
|
256 |
current_tokens = ori_input_tokens[:answer_start] + noised_answer[answer_start:]
|
257 |
|
258 |
# --- RED HIGHLIGHT ---
|
259 |
+
decoded_tokens = tokenizer.convert_ids_to_tokens(current_tokens[answer_start:])
|
260 |
highlighted = []
|
261 |
for j, tok in enumerate(decoded_tokens):
|
262 |
tok_id = tokenizer.convert_tokens_to_ids(tok)
|