forked from EleutherAI/lm-evaluation-harness
-
Notifications
You must be signed in to change notification settings - Fork 1
/
results_all.txt
18 lines (18 loc) · 2.21 KB
/
results_all.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
code-davinci-001.onlyio.0.0.jsonl {'pass@1': 0.22451219512195117, 'pass@10': 0.2373652798537032, 'pass@100': 0.24390243902439024}
code-davinci-001.noio.1.0.jsonl {'pass@1': 0.255670731707317, 'pass@10': 0.5883593798403917, 'pass@100': 0.8353658536585366}
code-davinci-001.0.0.jsonl {'pass@1': 0.3496951219512195, 'pass@10': 0.3803172111258975, 'pass@100': 0.3902439024390244}
code-davinci-001.onlyio.0.8.jsonl {'pass@1': 0.19567073170731705, 'pass@10': 0.3449547308691219, 'pass@100': 0.4695121951219512}
code-davinci-001.onlyio.1.0.jsonl {'pass@1': 0.18103658536585365, 'pass@10': 0.34263026722334017, 'pass@100': 0.47560975609756095}
code-davinci-001.onlyio.0.6.jsonl {'pass@1': 0.2079268292682927, 'pass@10': 0.3442077464720603, 'pass@100': 0.4573170731707317}
code-davinci-001.onlyio.0.4.jsonl {'pass@1': 0.2196341463414634, 'pass@10': 0.3283837585395785, 'pass@100': 0.42073170731707316}
code-davinci-001.1.0.jsonl {'pass@1': 0.27042682926829265, 'pass@10': 0.601029114684136, 'pass@100': 0.8902439024390244}
code-davinci-001.0.4.jsonl {'pass@1': 0.34054878048780485, 'pass@10': 0.5751886843340397, 'pass@100': 0.7804878048780488}
code-davinci-001.noio.0.4.jsonl {'pass@1': 0.3414024390243902, 'pass@10': 0.5798153496718841, 'pass@100': 0.7439024390243902}
code-davinci-001.0.2.jsonl {'pass@1': 0.35085365853658534, 'pass@10': 0.5123266164174485, 'pass@100': 0.6341463414634146}
code-davinci-001.noio.0.8.jsonl {'pass@1': 0.29024390243902437, 'pass@10': 0.6119585968527177, 'pass@100': 0.8658536585365854}
code-davinci-001.noio.0.0.jsonl {'pass@1': 0.3730487804878049, 'pass@10': 0.39438279103666357, 'pass@100': 0.4146341463414634}
code-davinci-001.noio.0.6.jsonl {'pass@1': 0.31439024390243897, 'pass@10': 0.6010105554087838, 'pass@100': 0.8048780487804879}
code-davinci-001.0.6.jsonl {'pass@1': 0.3215853658536585, 'pass@10': 0.6154722634007989, 'pass@100': 0.8475609756097561}
code-davinci-001.0.8.jsonl {'pass@1': 0.30012195121951213, 'pass@10': 0.6262244036378024, 'pass@100': 0.8475609756097561}
code-davinci-001.noio.0.2.jsonl {'pass@1': 0.3561585365853658, 'pass@10': 0.5149535406367788, 'pass@100': 0.6280487804878049}
code-davinci-001.onlyio.0.2.jsonl {'pass@1': 0.22884146341463416, 'pass@10': 0.2999135145902512, 'pass@100': 0.3719512195121951}