Spaces:
Sleeping
Sleeping
Upload app.py
Browse files
app.py
CHANGED
@@ -90,7 +90,7 @@ def chat(message, history, steering_vec, layer):
|
|
90 |
response_baseline = f"BASELINE: {tokenizer.decode(generations_baseline[j], skip_special_tokens=True, layer=layer)}"
|
91 |
|
92 |
if steering_vec is not None:
|
93 |
-
generation_intervene = do_steering(model, input_ids.to(device), steering_vec[layer].to(device), scale=
|
94 |
for j in range(generation_intervene.shape[0]):
|
95 |
response_intervention = f"INTERVENTION: {tokenizer.decode(generation_intervene[j], skip_special_tokens=True)}"
|
96 |
|
|
|
90 |
response_baseline = f"BASELINE: {tokenizer.decode(generations_baseline[j], skip_special_tokens=True, layer=layer)}"
|
91 |
|
92 |
if steering_vec is not None:
|
93 |
+
generation_intervene = do_steering(model, input_ids.to(device), steering_vec[layer].to(device), scale=1, layer=layer)
|
94 |
for j in range(generation_intervene.shape[0]):
|
95 |
response_intervention = f"INTERVENTION: {tokenizer.decode(generation_intervene[j], skip_special_tokens=True)}"
|
96 |
|