maryxm commited on
Commit
6835ee7
·
verified ·
1 Parent(s): 9db90eb

Update code_eval.py

Browse files
Files changed (1) hide show
  1. code_eval.py +2 -3
code_eval.py CHANGED
@@ -190,8 +190,7 @@ class CodeEval(evaluate.Metric):
190
  correct = np.array(correct)
191
 
192
  ks = k
193
- pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean() for k in ks if (total >= k).all()}
194
- pass_at_k = {k: str(v.item()) for k, v in pass_at_k.items()}
195
 
196
  return pass_at_k, results
197
 
@@ -211,4 +210,4 @@ def estimate_pass_at_k(num_samples, num_correct, k):
211
  assert len(num_samples) == len(num_correct)
212
  num_samples_it = iter(num_samples)
213
 
214
- return np.array([estimator(int(n), int(c), k) for n, c in zip(num_samples_it, num_correct)])
 
190
  correct = np.array(correct)
191
 
192
  ks = k
193
+ pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean().item() for k in ks if (total >= k).all()}
 
194
 
195
  return pass_at_k, results
196
 
 
210
  assert len(num_samples) == len(num_correct)
211
  num_samples_it = iter(num_samples)
212
 
213
+ return np.array([estimator(int(n), int(c), k) for n, c in zip(num_samples_it, num_correct)])