Update code_eval.py
Browse files- code_eval.py +2 -1
code_eval.py
CHANGED
@@ -190,7 +190,8 @@ class CodeEval(evaluate.Metric):
|
|
190 |
correct = np.array(correct)
|
191 |
|
192 |
ks = k
|
193 |
-
pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean()
|
|
|
194 |
|
195 |
return pass_at_k, results
|
196 |
|
|
|
190 |
correct = np.array(correct)
|
191 |
|
192 |
ks = k
|
193 |
+
pass_at_k = {f"pass@{k}": estimate_pass_at_k(total, correct, k).mean() for k in ks if (total >= k).all()}
|
194 |
+
pass_at_k = {k: float(v) for k, v in pass_at_k.items()}
|
195 |
|
196 |
return pass_at_k, results
|
197 |
|