Update code_eval.py
Browse files- code_eval.py +2 -3
code_eval.py
CHANGED
@@ -190,8 +190,7 @@ class CodeEval(evaluate.Metric):
|
|
190 |
correct = np.array(correct)
|
191 |
|
192 |
ks = k
|
193 |
-
pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean() for k in ks if (total >= k).all()}
|
194 |
-
pass_at_k = {k: str(v.item()) for k, v in pass_at_k.items()}
|
195 |
|
196 |
return pass_at_k, results
|
197 |
|
@@ -211,4 +210,4 @@ def estimate_pass_at_k(num_samples, num_correct, k):
|
|
211 |
assert len(num_samples) == len(num_correct)
|
212 |
num_samples_it = iter(num_samples)
|
213 |
|
214 |
-
return np.array([estimator(int(n), int(c), k) for n, c in zip(num_samples_it, num_correct)])
|
|
|
190 |
correct = np.array(correct)
|
191 |
|
192 |
ks = k
|
193 |
+
pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean().item() for k in ks if (total >= k).all()}
|
|
|
194 |
|
195 |
return pass_at_k, results
|
196 |
|
|
|
210 |
assert len(num_samples) == len(num_correct)
|
211 |
num_samples_it = iter(num_samples)
|
212 |
|
213 |
+
return np.array([estimator(int(n), int(c), k) for n, c in zip(num_samples_it, num_correct)])
|