Owos commited on
Commit
0078df4
·
1 Parent(s): 8c233e9

updated token error

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -96,7 +96,7 @@ def get_sense_score_batched(sentence,tokenizer,model,MLM_MASK_TOKEN,MLM_UNK_TOKE
96
  labels_of_interest = labels[indices[:,0],indices[:,1]]
97
  log_probs = logits_of_interest.gather(1,labels_of_interest.view(-1,1))
98
 
99
- batch_score = (log_probs.sum()/(-1 *num_samples)).exp().item() # exp(x+y) = exp(x)*exp(y)
100
  score *= batch_score
101
  return score
102
 
 
96
  labels_of_interest = labels[indices[:,0],indices[:,1]]
97
  log_probs = logits_of_interest.gather(1,labels_of_interest.view(-1,1))
98
 
99
+ batch_score = (log_probs.sum()/(-1 *mlm_dataset.num_samples)).exp().item() # exp(x+y) = exp(x)*exp(y)
100
  score *= batch_score
101
  return score
102