gpt-99 commited on
Commit
d55070d
·
verified ·
1 Parent(s): 3c7358d

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -90,7 +90,7 @@ def chat(message, history, steering_vec, layer):
90
  response_baseline = f"BASELINE: {tokenizer.decode(generations_baseline[j], skip_special_tokens=True, layer=layer)}"
91
 
92
  if steering_vec is not None:
93
- generation_intervene = do_steering(model, input_ids.to(device), steering_vec[layer].to(device), scale=0.75, layer=layer)
94
  for j in range(generation_intervene.shape[0]):
95
  response_intervention = f"INTERVENTION: {tokenizer.decode(generation_intervene[j], skip_special_tokens=True)}"
96
 
 
90
  response_baseline = f"BASELINE: {tokenizer.decode(generations_baseline[j], skip_special_tokens=True, layer=layer)}"
91
 
92
  if steering_vec is not None:
93
+ generation_intervene = do_steering(model, input_ids.to(device), steering_vec[layer].to(device), scale=1, layer=layer)
94
  for j in range(generation_intervene.shape[0]):
95
  response_intervention = f"INTERVENTION: {tokenizer.decode(generation_intervene[j], skip_special_tokens=True)}"
96