Spaces:
Runtime error
Runtime error
updated token error
Browse files
app.py
CHANGED
@@ -96,7 +96,7 @@ def get_sense_score_batched(sentence,tokenizer,model,MLM_MASK_TOKEN,MLM_UNK_TOKE
|
|
96 |
labels_of_interest = labels[indices[:,0],indices[:,1]]
|
97 |
log_probs = logits_of_interest.gather(1,labels_of_interest.view(-1,1))
|
98 |
|
99 |
-
batch_score = (log_probs.sum()/(-1 *num_samples)).exp().item() # exp(x+y) = exp(x)*exp(y)
|
100 |
score *= batch_score
|
101 |
return score
|
102 |
|
|
|
96 |
labels_of_interest = labels[indices[:,0],indices[:,1]]
|
97 |
log_probs = logits_of_interest.gather(1,labels_of_interest.view(-1,1))
|
98 |
|
99 |
+
batch_score = (log_probs.sum()/(-1 *mlm_dataset.num_samples)).exp().item() # exp(x+y) = exp(x)*exp(y)
|
100 |
score *= batch_score
|
101 |
return score
|
102 |
|