| version / task | reps | mean weighted |
resolved | mean steps |
|---|
| abA399 | 100 runs | 118,209 | 0/— | |
| django__django-12419 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 117,141 | 0/— | 28 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 151,070 | 0/— | 34 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 61,318 | 0/— | 21 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 213,705 | 0/— | 50 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 47,812 | 0/— | 16 |
| abB3913 | 100 runs | 114,086 | 0/— | |
| django__django-12419 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 132,979 | 0/— | 29 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 161,173 | 0/— | 34 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 62,657 | 0/— | 20 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 148,406 | 0/— | 38 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20 | 65,214 | 0/— | 21 |
| base20 | 100 runs | 205,253 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 107,144 | 0/— | 30 |
| django__django-11066 | reps 1,2,3,4,5 | 38,847 | 0/— | 12 |
| django__django-11087 | reps 1,2,3,4,5 | 694,889 | 0/— | 87 |
| django__django-11292 | reps 1,2,3,4,5 | 144,087 | 0/— | 35 |
| django__django-11555 | reps 1,2,3,4,5 | 620,434 | 0/— | 95 |
| django__django-11951 | reps 1,2,3,4,5 | 63,025 | 0/— | 20 |
| django__django-12155 | reps 1,2,3,4,5 | 85,988 | 0/— | 21 |
| django__django-12754 | reps 1,2,3,4,5 | 298,145 | 0/— | 56 |
| django__django-13121 | reps 1,2,3,4,5 | 489,795 | 0/— | 74 |
| django__django-13417 | reps 1,2,3,4,5 | 182,721 | 0/— | 44 |
| django__django-13820 | reps 1,2,3,4,5 | 82,652 | 0/— | 26 |
| django__django-14539 | reps 1,2,3,4,5 | 214,688 | 0/— | 34 |
| django__django-14999 | reps 1,2,3,4,5 | 220,215 | 0/— | 46 |
| django__django-15499 | reps 1,2,3,4,5 | 135,624 | 0/— | 39 |
| django__django-16100 | reps 1,2,3,4,5 | 126,776 | 0/— | 35 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 70,590 | 0/— | 24 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 206,833 | 0/— | 47 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 60,720 | 0/— | 20 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 47,651 | 0/— | 15 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 214,239 | 0/— | 45 |
| baseline | 28 runs | 145,679 | 10/10 | |
| django__django-11551 | reps 1,2,3 | 176,776 | 1/1 | 34 |
| django__django-11603 | reps 1,2,3 | 145,587 | 1/1 | 28 |
| django__django-13516 | reps 1,2,3 | 90,670 | 1/1 | 21 |
| django__django-13821 | reps 1,2,3 | 177,598 | 1/1 | 22 |
| django__django-13964 | reps 1,2 | 209,324 | 1/1 | 40 |
| django__django-14373 | reps 1,2 | 88,389 | 1/1 | 23 |
| django__django-15103 | reps 1,2,3 | 180,407 | 1/1 | 36 |
| django__django-15375 | reps 1,2,3 | 43,202 | 1/1 | 13 |
| django__django-15863 | reps 1,2,3 | 281,493 | 1/1 | 32 |
| sympy__sympy-19637 | reps 1,2,3 | 65,458 | 1/1 | 15 |
| blk11p20 | 8 runs | 165,522 | 0/— | |
| django__django-10880 | reps 1 | 124,501 | 0/— | 29 |
| django__django-11066 | reps 1 | 73,142 | 0/— | 12 |
| django__django-11292 | reps 1 | 138,386 | 0/— | 23 |
| django__django-11951 | reps 1 | 75,927 | 0/— | 19 |
| django__django-12155 | reps 1 | 76,880 | 0/— | 12 |
| django__django-13417 | reps 1 | 417,528 | 0/— | 58 |
| django__django-13820 | reps 1 | 143,424 | 0/— | 30 |
| django__django-14539 | reps 1 | 274,389 | 0/— | 30 |
| d7f1wp20 | 29 runs | 203,503 | 0/— | |
| django__django-10880 | reps 1,2 | 72,519 | 0/— | 22 |
| django__django-11066 | reps 2 | 27,151 | 0/— | 8 |
| django__django-11087 | reps 1 | 1,077,291 | 0/— | 150 |
| django__django-11292 | reps 1,2 | 149,272 | 0/— | 40 |
| django__django-11555 | reps 1 | 841,951 | 0/— | 135 |
| django__django-11951 | reps 1,2 | 99,673 | 0/— | 32 |
| django__django-12155 | reps 1,2 | 74,854 | 0/— | 18 |
| django__django-12754 | reps 1,2 | 353,904 | 0/— | 70 |
| django__django-13121 | reps 1 | 524,391 | 0/— | 75 |
| django__django-13417 | reps 1,2 | 100,666 | 0/— | 26 |
| django__django-13820 | reps 1,2 | 77,845 | 0/— | 23 |
| django__django-14539 | reps 1 | 192,341 | 0/— | 39 |
| django__django-14999 | reps 1 | 141,264 | 0/— | 41 |
| django__django-15499 | reps 1 | 103,768 | 0/— | 30 |
| django__django-16100 | reps 1,2 | 111,278 | 0/— | 30 |
| sympy__sympy-11618 | reps 1,2 | 86,100 | 0/— | 28 |
| sympy__sympy-15875 | reps 1 | 194,621 | 0/— | 48 |
| sympy__sympy-17139 | reps 1 | 59,406 | 0/— | 19 |
| sympy__sympy-20590 | reps 1 | 68,610 | 0/— | 23 |
| sympy__sympy-24066 | reps 1 | 418,562 | 0/— | 67 |
| d94k250p20 | 98 runs | 204,365 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 90,431 | 0/— | 26 |
| django__django-11066 | reps 1,2,3,4,5 | 40,079 | 0/— | 12 |
| django__django-11087 | reps 1,2,3,4,5 | 623,906 | 0/— | 73 |
| django__django-11292 | reps 1,2,3,4,5 | 216,769 | 0/— | 48 |
| django__django-11555 | reps 1,2,3,4,5 | 470,698 | 0/— | 85 |
| django__django-11951 | reps 1,2,3,4,5 | 70,250 | 0/— | 23 |
| django__django-12155 | reps 1,2,3,4,5 | 93,470 | 0/— | 25 |
| django__django-12754 | reps 1,2,3,4,5 | 328,816 | 0/— | 57 |
| django__django-13121 | reps 1,2,3,4,5 | 437,059 | 0/— | 68 |
| django__django-13417 | reps 1,2,3,4,5 | 209,576 | 0/— | 47 |
| django__django-13820 | reps 1,2,3,4,5 | 85,260 | 0/— | 24 |
| django__django-14539 | reps 1,2,3,4,5 | 227,243 | 0/— | 40 |
| django__django-14999 | reps 1,2,3,4,5 | 209,867 | 0/— | 49 |
| django__django-15499 | reps 1,2,4,5 | 141,864 | 0/— | 39 |
| django__django-16100 | reps 1,2,3,4 | 217,764 | 0/— | 56 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 82,477 | 0/— | 28 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 182,209 | 0/— | 36 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 73,778 | 0/— | 20 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 59,599 | 0/— | 17 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 216,357 | 0/— | 42 |
| edit-baseline | 10 runs | 85,269 | 10/10 | |
| django__django-11551 | reps 1 | 146,551 | 1/1 | 36 |
| django__django-11603 | reps 1 | 49,518 | 1/1 | 13 |
| django__django-13516 | reps 1 | 33,341 | 1/1 | 9 |
| django__django-13821 | reps 1 | 121,148 | 1/1 | 15 |
| django__django-13964 | reps 1 | 126,224 | 1/1 | 32 |
| django__django-14373 | reps 1 | 74,147 | 1/1 | 18 |
| django__django-15103 | reps 1 | 92,371 | 1/1 | 20 |
| django__django-15375 | reps 1 | 62,194 | 1/1 | 19 |
| django__django-15863 | reps 1 | 114,300 | 1/1 | 24 |
| sympy__sympy-19637 | reps 1 | 32,895 | 1/1 | 8 |
| edit-probe | 1 runs | 68,937 | 0/— | |
| django__django-15375 | reps 1 | 68,937 | 0/— | — |
| edit-v3 | 10 runs | 78,478 | 9/9 | |
| django__django-11551 | reps 1 | 121,907 | 1/1 | 30 |
| django__django-11603 | reps 1 | 87,695 | 1/1 | 18 |
| django__django-13516 | reps 1 | 36,864 | 1/1 | 9 |
| django__django-13821 | reps 1 | 25,134 | 0/— | 2 |
| django__django-13964 | reps 1 | 87,037 | 1/1 | 17 |
| django__django-14373 | reps 1 | 105,872 | 1/1 | 16 |
| django__django-15103 | reps 1 | 100,734 | 1/1 | 25 |
| django__django-15375 | reps 1 | 34,472 | 1/1 | 8 |
| django__django-15863 | reps 1 | 122,916 | 1/1 | 34 |
| sympy__sympy-19637 | reps 1 | 62,153 | 1/1 | 18 |
| edit-v31a | 8 runs | 90,040 | 2/2 | |
| django__django-11551 | reps 1 | 181,774 | 0/— | — |
| django__django-11603 | reps 1 | 34,164 | 0/— | — |
| django__django-13516 | reps 1 | 71,481 | 0/— | — |
| django__django-13821 | reps 1 | 65,062 | 0/— | — |
| django__django-13964 | reps 1 | 173,374 | 0/— | — |
| django__django-14373 | reps 1 | 61,170 | 0/— | — |
| django__django-15375 | reps 1 | 68,369 | 1/1 | 19 |
| sympy__sympy-19637 | reps 1 | 64,927 | 1/1 | 18 |
| edit-v31b | 10 runs | 71,699 | 10/10 | |
| django__django-11551 | reps 1 | 77,628 | 1/1 | 22 |
| django__django-11603 | reps 1 | 36,053 | 1/1 | 5 |
| django__django-13516 | reps 1 | 96,965 | 1/1 | 26 |
| django__django-13821 | reps 1 | 53,577 | 1/1 | 13 |
| django__django-13964 | reps 1 | 97,643 | 1/1 | 30 |
| django__django-14373 | reps 1 | 84,402 | 1/1 | 20 |
| django__django-15103 | reps 1 | 55,632 | 1/1 | 16 |
| django__django-15375 | reps 1 | 38,600 | 1/1 | 11 |
| django__django-15863 | reps 1 | 73,297 | 1/1 | 19 |
| sympy__sympy-19637 | reps 1 | 103,189 | 1/1 | 28 |
| edit-v31c | 10 runs | 84,430 | 10/10 | |
| django__django-11551 | reps 1 | 113,511 | 1/1 | 24 |
| django__django-11603 | reps 1 | 83,928 | 1/1 | 22 |
| django__django-13516 | reps 1 | 72,599 | 1/1 | 19 |
| django__django-13821 | reps 1 | 49,421 | 1/1 | 11 |
| django__django-13964 | reps 1 | 66,915 | 1/1 | 19 |
| django__django-14373 | reps 1 | 63,100 | 1/1 | 17 |
| django__django-15103 | reps 1 | 99,567 | 1/1 | 20 |
| django__django-15375 | reps 1 | 133,709 | 1/1 | 35 |
| django__django-15863 | reps 1 | 54,300 | 1/1 | 15 |
| sympy__sympy-19637 | reps 1 | 107,249 | 1/1 | 24 |
| plat-cot7-edit | 5 runs | 99,430 | 0/— | |
| django__django-12419 | reps 1 | 59,471 | 0/— | — |
| django__django-13821 | reps 1 | 84,630 | 0/— | — |
| django__django-14373 | reps 1 | 51,752 | 0/— | — |
| sympy__sympy-15875 | reps 1 | 239,713 | 0/— | — |
| sympy__sympy-19637 | reps 1 | 61,586 | 0/— | — |
| plat-cot7-explore | 5 runs | 98,202 | 0/— | |
| django__django-12419 | reps 1 | 57,145 | 0/— | — |
| django__django-13821 | reps 1 | 115,814 | 0/— | — |
| django__django-14373 | reps 1 | 27,360 | 0/— | — |
| sympy__sympy-15875 | reps 1 | 262,928 | 0/— | — |
| sympy__sympy-19637 | reps 1 | 27,765 | 0/— | — |
| plat-cot7-verified | 5 runs | 130,581 | 0/— | |
| django__django-12419 | reps 1 | 137,078 | 0/— | — |
| django__django-13821 | reps 1 | 167,533 | 0/— | — |
| django__django-14373 | reps 1 | 56,514 | 0/— | — |
| sympy__sympy-15875 | reps 1 | 241,897 | 0/— | — |
| sympy__sympy-19637 | reps 1 | 49,883 | 0/— | — |
| r24view | 100 runs | 107,605 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 197,748 | 10/10 | 50 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 94,057 | 10/10 | 28 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 94,814 | 10/10 | 30 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 136,220 | 10/10 | 33 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 164,047 | 10/10 | 48 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 58,410 | 10/10 | 20 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 106,396 | 10/10 | 31 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 72,614 | 10/10 | 23 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 100,144 | 10/10 | 30 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 51,605 | 10/10 | 17 |
| r26bash600 | 100 runs | 96,220 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 168,393 | 10/10 | 42 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 112,847 | 10/10 | 33 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 79,321 | 10/10 | 27 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 112,342 | 10/10 | 25 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 115,795 | 10/10 | 33 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 64,438 | 10/10 | 23 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 90,909 | 10/10 | 27 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 61,850 | 10/10 | 20 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 99,367 | 10/10 | 30 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 56,935 | 10/10 | 19 |
| r29mark | 100 runs | 104,372 | 99/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 227,484 | 10/10 | 55 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 102,365 | 10/10 | 31 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 79,737 | 10/10 | 26 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 135,106 | 10/10 | 30 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 144,609 | 10/10 | 42 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 60,181 | 10/10 | 21 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 76,064 | 9/10 | 23 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 61,532 | 10/10 | 20 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 100,031 | 10/10 | 28 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 56,610 | 10/10 | 20 |
| r30 | 100 runs | 98,501 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 154,685 | 10/10 | 42 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 99,501 | 10/10 | 30 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 100,734 | 10/10 | 32 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 113,884 | 10/10 | 27 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 121,168 | 10/10 | 37 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 59,862 | 10/10 | 21 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 99,035 | 10/10 | 29 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 60,180 | 10/10 | 19 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 121,559 | 10/10 | 34 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 54,401 | 10/10 | 18 |
| r31 | 100 runs | 106,518 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 218,840 | 10/10 | 53 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 112,064 | 10/10 | 33 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 112,457 | 10/10 | 36 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 124,926 | 10/10 | 29 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 114,109 | 10/10 | 35 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 61,134 | 10/10 | 21 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 103,656 | 10/10 | 31 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 52,469 | 10/10 | 18 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 102,433 | 10/10 | 31 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 63,086 | 10/10 | 21 |
| r32 | 100 runs | 102,788 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 153,815 | 10/10 | 42 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 92,236 | 10/10 | 29 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 113,008 | 10/10 | 33 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 128,933 | 10/10 | 31 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 148,175 | 10/10 | 42 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 64,406 | 10/10 | 22 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 105,870 | 10/10 | 30 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 55,292 | 10/10 | 18 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 96,766 | 10/10 | 29 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 69,379 | 10/10 | 23 |
| r33combo | 78 runs | 102,123 | 70/70 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8 | 200,227 | 7/7 | 51 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8 | 95,635 | 7/7 | 31 |
| django__django-13516 | reps 1,2,3,4,5,6,7 | 72,595 | 7/7 | 24 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8 | 120,378 | 7/7 | 28 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8 | 148,267 | 7/7 | 43 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8 | 59,616 | 7/7 | 22 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8 | 100,596 | 7/7 | 29 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8 | 60,675 | 7/7 | 20 |
| django__django-15863 | reps 1,2,3,4,5,6,7 | 94,981 | 7/7 | 28 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8 | 63,679 | 7/7 | 20 |
| r33fresh | 50 runs | 101,976 | 39/39 | |
| django__django-11551 | reps 1,2,3,4,5 | 212,233 | 4/4 | 49 |
| django__django-11603 | reps 1,2,3,4,5 | 100,126 | 4/4 | 29 |
| django__django-13516 | reps 1,2,3,4,5 | 66,035 | 4/4 | 21 |
| django__django-13821 | reps 1,2,3,4,5 | 120,225 | 4/4 | 28 |
| django__django-13964 | reps 1,2,3,4,5 | 116,073 | 4/4 | 36 |
| django__django-14373 | reps 1,2,3,4,5 | 64,407 | 4/4 | 22 |
| django__django-15103 | reps 1,2,3,4,5 | 105,079 | 4/4 | 30 |
| django__django-15375 | reps 1,2,3,4,5 | 79,576 | 4/4 | 26 |
| django__django-15863 | reps 1,2,3,4,5 | 106,129 | 4/4 | 31 |
| sympy__sympy-19637 | reps 1,2,3,4,5 | 49,875 | 3/3 | 15 |
| r35nordetails | 80 runs | 101,306 | 70/70 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8 | 191,844 | 7/7 | 46 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8 | 89,040 | 7/7 | 27 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8 | 70,447 | 7/7 | 22 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8 | 129,924 | 7/7 | 27 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8 | 105,069 | 7/7 | 32 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8 | 65,659 | 7/7 | 23 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8 | 89,439 | 7/7 | 26 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8 | 74,863 | 7/7 | 25 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8 | 129,862 | 7/7 | 35 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8 | 66,909 | 7/7 | 22 |
| r37reasononly | 100 runs | 103,179 | 99/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 153,371 | 10/10 | 39 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 114,685 | 10/10 | 31 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 87,908 | 10/10 | 28 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 164,592 | 10/10 | 34 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 129,346 | 10/10 | 34 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 53,529 | 10/10 | 18 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 111,055 | 9/10 | 28 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 51,349 | 10/10 | 17 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 107,929 | 10/10 | 30 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 58,025 | 10/10 | 18 |
| r40view35 | 39 runs | 105,961 | 29/30 | |
| django__django-11551 | reps 1,2,3 | 159,163 | 3/3 | 44 |
| django__django-11603 | reps 1,2,3,4 | 101,467 | 3/3 | 32 |
| django__django-13516 | reps 1,2,3,4 | 145,463 | 3/3 | 45 |
| django__django-13821 | reps 1,2,3,4 | 133,869 | 2/3 | 30 |
| django__django-13964 | reps 1,2,3,4 | 108,812 | 3/3 | 27 |
| django__django-14373 | reps 1,2,3,4 | 79,342 | 3/3 | 24 |
| django__django-15103 | reps 1,2,3,4 | 108,196 | 3/3 | 31 |
| django__django-15375 | reps 1,2,3,4 | 41,451 | 3/3 | 15 |
| django__django-15863 | reps 1,2,3,4 | 130,663 | 3/3 | 35 |
| sympy__sympy-19637 | reps 1,2,3,4 | 64,487 | 3/3 | 19 |
| r40view35R400 | 89 runs | 103,406 | 80/80 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9 | 167,319 | 8/8 | 44 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8 | 112,725 | 8/8 | 34 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9 | 76,021 | 8/8 | 24 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9 | 116,390 | 8/8 | 27 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9 | 151,914 | 8/8 | 42 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9 | 64,653 | 8/8 | 22 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9 | 117,703 | 8/8 | 33 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9 | 55,572 | 8/8 | 19 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9 | 100,288 | 8/8 | 28 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9 | 72,511 | 8/8 | 24 |
| r42bashkeep | 60 runs | 110,129 | 50/50 | |
| django__django-11551 | reps 1,2,3,4,5,6 | 236,491 | 5/5 | 57 |
| django__django-11603 | reps 1,2,3,4,5,6 | 88,624 | 5/5 | 28 |
| django__django-13516 | reps 1,2,3,4,5,6 | 78,135 | 5/5 | 26 |
| django__django-13821 | reps 1,2,3,4,5,6 | 133,776 | 5/5 | 30 |
| django__django-13964 | reps 1,2,3,4,5,6 | 169,747 | 5/5 | 48 |
| django__django-14373 | reps 1,2,3,4,5,6 | 68,320 | 5/5 | 25 |
| django__django-15103 | reps 1,2,3,4,5,6 | 95,274 | 5/5 | 29 |
| django__django-15375 | reps 1,2,3,4,5,6 | 43,577 | 5/5 | 14 |
| django__django-15863 | reps 1,2,3,4,5,6 | 134,270 | 5/5 | 36 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6 | 53,070 | 5/5 | 18 |
| r44bashkeep600 | 100 runs | 98,133 | 100/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 187,249 | 10/10 | 50 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 94,196 | 10/10 | 29 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 65,947 | 10/10 | 22 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 119,633 | 10/10 | 28 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 156,660 | 10/10 | 43 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 59,017 | 10/10 | 21 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 98,246 | 10/10 | 30 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 57,140 | 10/10 | 18 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 92,799 | 10/10 | 28 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 50,446 | 10/10 | 17 |
| r45bashkeep800 | 80 runs | 121,909 | 70/70 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8 | 250,640 | 7/7 | 52 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8 | 121,975 | 7/7 | 34 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8 | 82,596 | 7/7 | 26 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8 | 159,177 | 7/7 | 32 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8 | 190,871 | 7/7 | 45 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8 | 62,253 | 7/7 | 20 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8 | 91,331 | 7/7 | 28 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8 | 66,046 | 7/7 | 21 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8 | 125,312 | 7/7 | 32 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8 | 68,893 | 7/7 | 20 |
| r46 | 30 runs | 107,878 | 20/20 | |
| django__django-11551 | reps 1,2,3 | 169,521 | 2/2 | 43 |
| django__django-11603 | reps 1,2,3 | 112,233 | 2/2 | 33 |
| django__django-13516 | reps 1,2,3 | 74,259 | 2/2 | 24 |
| django__django-13821 | reps 1,2,3 | 166,136 | 2/2 | 39 |
| django__django-13964 | reps 1,2,3 | 196,542 | 2/2 | 55 |
| django__django-14373 | reps 1,2,3 | 51,636 | 2/2 | 18 |
| django__django-15103 | reps 1,2,3 | 120,292 | 2/2 | 36 |
| django__django-15375 | reps 1,2,3 | 63,128 | 2/2 | 22 |
| django__django-15863 | reps 1,2,3 | 80,925 | 2/2 | 24 |
| sympy__sympy-19637 | reps 1,2,3 | 44,107 | 2/2 | 15 |
| r47 | 100 runs | 100,883 | 99/100 | |
| django__django-11551 | reps 1,2,3,4,5,6,7,8,9,10 | 170,181 | 10/10 | 46 |
| django__django-11603 | reps 1,2,3,4,5,6,7,8,9,10 | 125,897 | 10/10 | 35 |
| django__django-13516 | reps 1,2,3,4,5,6,7,8,9,10 | 97,110 | 9/10 | 31 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 126,020 | 10/10 | 29 |
| django__django-13964 | reps 1,2,3,4,5,6,7,8,9,10 | 131,135 | 10/10 | 39 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 59,173 | 10/10 | 21 |
| django__django-15103 | reps 1,2,3,4,5,6,7,8,9,10 | 80,700 | 10/10 | 25 |
| django__django-15375 | reps 1,2,3,4,5,6,7,8,9,10 | 50,738 | 10/10 | 17 |
| django__django-15863 | reps 1,2,3,4,5,6,7,8,9,10 | 99,852 | 10/10 | 30 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 68,021 | 10/10 | 22 |
| v | 20 runs | 128,064 | 20/20 | |
| django__django-11551 | reps 1,2 | 138,506 | 2/2 | 30 |
| django__django-11603 | reps 1,2 | 153,989 | 2/2 | 37 |
| django__django-13516 | reps 1,2 | 128,840 | 2/2 | 32 |
| django__django-13821 | reps 1,2 | 160,904 | 2/2 | 29 |
| django__django-13964 | reps 1,2 | 140,909 | 2/2 | 34 |
| django__django-14373 | reps 1,2 | 80,285 | 2/2 | 21 |
| django__django-15103 | reps 1,2 | 112,891 | 2/2 | 27 |
| django__django-15375 | reps 1,2 | 66,007 | 2/2 | 16 |
| django__django-15863 | reps 1,2 | 212,374 | 2/2 | 46 |
| sympy__sympy-19637 | reps 1,2 | 85,940 | 2/2 | 20 |
| v31a | 10 runs | 94,271 | 10/10 | |
| django__django-11551 | reps 1 | 83,532 | 1/1 | 24 |
| django__django-11603 | reps 1 | 119,220 | 1/1 | 27 |
| django__django-13516 | reps 1 | 99,318 | 1/1 | 31 |
| django__django-13821 | reps 1 | 67,544 | 1/1 | 13 |
| django__django-13964 | reps 1 | 175,921 | 1/1 | 38 |
| django__django-14373 | reps 1 | 51,139 | 1/1 | 16 |
| django__django-15103 | reps 1 | 117,157 | 1/1 | 31 |
| django__django-15375 | reps 1 | 75,599 | 1/1 | 24 |
| django__django-15863 | reps 1 | 100,617 | 1/1 | 28 |
| sympy__sympy-19637 | reps 1 | 52,665 | 1/1 | 15 |
| v3912 | 50 runs | 130,996 | 49/49 | |
| django__django-12419 | reps 1,2,3,4,5,6,7,8,9,10 | 126,096 | 10/10 | 29 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 147,909 | 10/10 | 30 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 54,509 | 10/10 | 18 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10 | 269,735 | 9/9 | 53 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 56,733 | 10/10 | 19 |
| v3912D9bnp20 | 95 runs | 256,630 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 150,607 | 0/— | 33 |
| django__django-11066 | reps 1,2,3,4,5 | 82,233 | 0/— | 20 |
| django__django-11087 | reps 1,2,3,4,5 | 712,168 | 0/— | 74 |
| django__django-11292 | reps 1,2,3,4,5 | 291,184 | 0/— | 49 |
| django__django-11555 | reps 1,2,3,4,5 | 548,951 | 0/— | 75 |
| django__django-11951 | reps 1,2,3,4,5 | 72,202 | 0/— | 17 |
| django__django-12155 | reps 1,2,3,4,5 | 119,273 | 0/— | 25 |
| django__django-12754 | reps 1,2,3,4,5 | 500,234 | 0/— | 76 |
| django__django-13121 | reps 1,2,3,4,5 | 431,944 | 0/— | 66 |
| django__django-13417 | reps 2,3,4,5 | 239,519 | 0/— | 48 |
| django__django-13820 | reps 1,2,3,4,5 | 116,814 | 0/— | 27 |
| django__django-14539 | reps 2,3,4 | 393,475 | 0/— | 51 |
| django__django-14999 | reps 1,2,3,4,5 | 272,403 | 0/— | 53 |
| django__django-15499 | reps 1,2,3,4,5 | 152,193 | 0/— | 36 |
| django__django-16100 | reps 1,2,3,4,5 | 163,960 | 0/— | 33 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 163,057 | 0/— | 32 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 214,801 | 0/— | 38 |
| sympy__sympy-17139 | reps 2,3,4,5 | 94,015 | 0/— | 20 |
| sympy__sympy-20590 | reps 2,3,4,5 | 86,076 | 0/— | 20 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 312,176 | 0/— | 49 |
| v3912bigviewp20 | 99 runs | 272,930 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 109,493 | 0/— | 25 |
| django__django-11066 | reps 1,2,3,4,5 | 58,351 | 0/— | 15 |
| django__django-11087 | reps 1,2,3,4,5 | 985,786 | 0/— | 94 |
| django__django-11292 | reps 1,2,3,4,5 | 187,673 | 0/— | 34 |
| django__django-11555 | reps 1,2,3,4,5 | 772,847 | 0/— | 86 |
| django__django-11951 | reps 1,2,3,4,5 | 71,475 | 0/— | 17 |
| django__django-12155 | reps 1,2,3,4 | 107,145 | 0/— | 24 |
| django__django-12754 | reps 1,2,3,4,5 | 339,956 | 0/— | 52 |
| django__django-13121 | reps 1,2,3,4,5 | 657,721 | 0/— | 82 |
| django__django-13417 | reps 1,2,3,4,5 | 303,804 | 0/— | 50 |
| django__django-13820 | reps 1,2,3,4,5 | 85,895 | 0/— | 20 |
| django__django-14539 | reps 1,2,3,4,5 | 346,555 | 0/— | 49 |
| django__django-14999 | reps 1,2,3,4,5 | 269,478 | 0/— | 48 |
| django__django-15499 | reps 1,2,3,4,5 | 239,445 | 0/— | 46 |
| django__django-16100 | reps 1,2,3,4,5 | 247,275 | 0/— | 46 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 91,298 | 0/— | 24 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 146,551 | 0/— | 29 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 61,297 | 0/— | 16 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 65,680 | 0/— | 17 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 277,728 | 0/— | 46 |
| v3912bnp20 | 12 runs | 269,618 | 0/— | |
| django__django-13121 | reps 5 | 525,358 | 0/— | 70 |
| django__django-13417 | reps 5 | 142,642 | 0/— | 30 |
| django__django-13820 | reps 5 | 959,717 | 0/— | 133 |
| django__django-14539 | reps 5 | 416,142 | 0/— | 40 |
| django__django-14999 | reps 5 | 260,672 | 0/— | 45 |
| django__django-15499 | reps 5 | 217,505 | 0/— | 47 |
| django__django-16100 | reps 5 | 144,093 | 0/— | 29 |
| sympy__sympy-11618 | reps 5 | 114,122 | 0/— | 23 |
| sympy__sympy-15875 | reps 5 | 150,932 | 0/— | 29 |
| sympy__sympy-17139 | reps 5 | 88,871 | 0/— | 21 |
| sympy__sympy-20590 | reps 5 | 72,881 | 0/— | 11 |
| sympy__sympy-24066 | reps 5 | 142,477 | 0/— | 33 |
| v3912d9p20 | 100 runs | 256,158 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 141,792 | 0/— | 29 |
| django__django-11066 | reps 1,2,3,4,5 | 55,660 | 0/— | 12 |
| django__django-11087 | reps 1,2,3,4,5 | 1,014,270 | 0/— | 105 |
| django__django-11292 | reps 1,2,3,4,5 | 301,468 | 0/— | 53 |
| django__django-11555 | reps 1,2,3,4,5 | 515,073 | 0/— | 84 |
| django__django-11951 | reps 1,2,3,4,5 | 90,021 | 0/— | 21 |
| django__django-12155 | reps 1,2,3,4,5 | 96,308 | 0/— | 20 |
| django__django-12754 | reps 1,2,3,4,5 | 490,485 | 0/— | 78 |
| django__django-13121 | reps 1,2,3,4,5 | 426,352 | 0/— | 60 |
| django__django-13417 | reps 1,2,3,4,5 | 300,653 | 0/— | 57 |
| django__django-13820 | reps 1,2,3,4,5 | 186,501 | 0/— | 38 |
| django__django-14539 | reps 1,2,3,4,5 | 288,134 | 0/— | 34 |
| django__django-14999 | reps 1,2,3,4,5 | 212,408 | 0/— | 44 |
| django__django-15499 | reps 1,2,3,4,5 | 129,257 | 0/— | 31 |
| django__django-16100 | reps 1,2,3,4,5 | 167,316 | 0/— | 39 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 107,703 | 0/— | 25 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 184,449 | 0/— | 37 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 67,712 | 0/— | 17 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 90,161 | 0/— | 22 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 257,439 | 0/— | 47 |
| v3912f1ap20 | 99 runs | 185,030 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 71,649 | 0/— | 21 |
| django__django-11066 | reps 1,2,3,4,5 | 40,250 | 0/— | 13 |
| django__django-11087 | reps 2,3,4,5 | 357,617 | 0/— | 59 |
| django__django-11292 | reps 1,2,3,4,5 | 231,684 | 0/— | 56 |
| django__django-11555 | reps 1,2,3,4,5 | 360,952 | 0/— | 79 |
| django__django-11951 | reps 1,2,3,4,5 | 46,102 | 0/— | 15 |
| django__django-12155 | reps 1,2,3,4,5 | 47,377 | 0/— | 14 |
| django__django-12754 | reps 1,2,3,4,5 | 342,535 | 0/— | 69 |
| django__django-13121 | reps 1,2,3,4,5 | 765,262 | 0/— | 116 |
| django__django-13417 | reps 1,2,3,4,5 | 181,779 | 0/— | 45 |
| django__django-13820 | reps 1,2,3,4,5 | 71,505 | 0/— | 20 |
| django__django-14539 | reps 1,2,3,4,5 | 182,596 | 0/— | 39 |
| django__django-14999 | reps 1,2,3,4,5 | 174,603 | 0/— | 44 |
| django__django-15499 | reps 1,2,3,4,5 | 128,899 | 0/— | 38 |
| django__django-16100 | reps 1,2,3,4,5 | 98,931 | 0/— | 27 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 88,547 | 0/— | 28 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 152,176 | 0/— | 42 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 64,741 | 0/— | 22 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 57,356 | 0/— | 18 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 270,553 | 0/— | 56 |
| v3912f1g2p20 | 99 runs | 180,041 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 81,421 | 0/— | 22 |
| django__django-11066 | reps 1,2,3,4,5 | 39,742 | 0/— | 11 |
| django__django-11087 | reps 1,2,3,4,5 | 442,760 | 0/— | 71 |
| django__django-11292 | reps 1,2,4,5 | 191,831 | 0/— | 46 |
| django__django-11555 | reps 1,2,3,4,5 | 412,149 | 0/— | 75 |
| django__django-11951 | reps 1,2,3,4,5 | 62,923 | 0/— | 20 |
| django__django-12155 | reps 1,2,3,4,5 | 81,579 | 0/— | 21 |
| django__django-12754 | reps 1,2,3,4,5 | 336,835 | 0/— | 60 |
| django__django-13121 | reps 1,2,3,4,5 | 370,991 | 0/— | 68 |
| django__django-13417 | reps 1,2,3,4,5 | 162,622 | 0/— | 43 |
| django__django-13820 | reps 1,2,3,4,5 | 70,047 | 0/— | 19 |
| django__django-14539 | reps 1,2,3,4,5 | 259,167 | 0/— | 46 |
| django__django-14999 | reps 1,2,3,4,5 | 161,351 | 0/— | 41 |
| django__django-15499 | reps 1,2,3,4,5 | 153,395 | 0/— | 44 |
| django__django-16100 | reps 1,2,3,4,5 | 168,005 | 0/— | 44 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 87,735 | 0/— | 29 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 219,901 | 0/— | 44 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 64,132 | 0/— | 21 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 65,582 | 0/— | 19 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 171,014 | 0/— | 40 |
| v3912midp20 | 100 runs | 244,325 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 90,875 | 0/— | 23 |
| django__django-11066 | reps 1,2,3,4,5 | 36,064 | 0/— | 10 |
| django__django-11087 | reps 1,2,3,4,5 | 729,346 | 0/— | 84 |
| django__django-11292 | reps 1,2,3,4,5 | 149,115 | 0/— | 36 |
| django__django-11555 | reps 1,2,3,4,5 | 701,824 | 0/— | 104 |
| django__django-11951 | reps 1,2,3,4,5 | 70,018 | 0/— | 22 |
| django__django-12155 | reps 1,2,3,4,5 | 74,399 | 0/— | 20 |
| django__django-12754 | reps 1,2,3,4,5 | 425,759 | 0/— | 73 |
| django__django-13121 | reps 1,2,3,4,5 | 866,081 | 0/— | 110 |
| django__django-13417 | reps 1,2,3,4,5 | 195,421 | 0/— | 45 |
| django__django-13820 | reps 1,2,3,4,5 | 88,991 | 0/— | 23 |
| django__django-14539 | reps 1,2,3,4,5 | 236,602 | 0/— | 46 |
| django__django-14999 | reps 1,2,3,4,5 | 197,480 | 0/— | 47 |
| django__django-15499 | reps 1,2,3,4,5 | 155,372 | 0/— | 42 |
| django__django-16100 | reps 1,2,3,4,5 | 190,721 | 0/— | 43 |
| sympy__sympy-11618 | reps 1,2,3,4,5 | 93,330 | 0/— | 30 |
| sympy__sympy-15875 | reps 1,2,3,4,5 | 220,244 | 0/— | 47 |
| sympy__sympy-17139 | reps 1,2,3,4,5 | 80,261 | 0/— | 25 |
| sympy__sympy-20590 | reps 1,2,3,4,5 | 69,237 | 0/— | 21 |
| sympy__sympy-24066 | reps 1,2,3,4,5 | 215,362 | 0/— | 44 |
| v3912p20 | 88 runs | 231,481 | 0/— | |
| django__django-10880 | reps 1,2,3,4,5 | 100,670 | 0/— | 27 |
| django__django-11066 | reps 1,2,3,4,5 | 45,284 | 0/— | 11 |
| django__django-11087 | reps 1,2,3,4 | 586,130 | 0/— | 87 |
| django__django-11292 | reps 1,2,3,4,5 | 208,830 | 0/— | 44 |
| django__django-11555 | reps 1,2,3,4,5 | 722,091 | 0/— | 101 |
| django__django-11951 | reps 1,2,3,4,5 | 90,786 | 0/— | 22 |
| django__django-12155 | reps 1,2,3,4,5 | 90,973 | 0/— | 22 |
| django__django-12754 | reps 1,2,3,4,5 | 404,487 | 0/— | 67 |
| django__django-13121 | reps 1,2,3,4 | 575,785 | 0/— | 100 |
| django__django-13417 | reps 1,2,3,4 | 238,112 | 0/— | 54 |
| django__django-13820 | reps 1,2,3,4,5 | 130,864 | 0/— | 31 |
| django__django-14539 | reps 1,2,3,4 | 243,259 | 0/— | 38 |
| django__django-14999 | reps 1,2,3,4 | 223,337 | 0/— | 48 |
| django__django-15499 | reps 1,2,3,4 | 129,331 | 0/— | 33 |
| django__django-16100 | reps 1,2,3,4 | 155,433 | 0/— | 35 |
| sympy__sympy-11618 | reps 1,2,3,4 | 111,650 | 0/— | 29 |
| sympy__sympy-15875 | reps 1,2,3,4 | 237,279 | 0/— | 50 |
| sympy__sympy-17139 | reps 1,2,3,4 | 64,116 | 0/— | 17 |
| sympy__sympy-20590 | reps 1,2,3,4 | 80,196 | 0/— | 22 |
| sympy__sympy-24066 | reps 1,2,3,4 | 205,480 | 0/— | 41 |
| v399 | 50 runs | 110,886 | 50/50 | |
| django__django-12419 | reps 1,2,3,4,5,6,7,8,9,10 | 118,836 | 10/10 | 26 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 160,619 | 10/10 | 34 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 62,461 | 10/10 | 22 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10 | 169,816 | 10/10 | 43 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 42,696 | 10/10 | 14 |
| v399e | 50 runs | 62,376 | 50/50 | |
| django__django-12419 | reps 1,2,3,4,5,6,7,8,9,10 | 44,487 | 10/10 | 13 |
| django__django-13821 | reps 1,2,3,4,5,6,7,8,9,10 | 62,809 | 10/10 | 15 |
| django__django-14373 | reps 1,2,3,4,5,6,7,8,9,10 | 42,592 | 10/10 | 14 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10 | 114,673 | 10/10 | 30 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 47,320 | 10/10 | 16 |
| v399f1wp20 | 26 runs | 275,266 | 0/— | |
| django__django-10880 | reps 1,2 | 67,249 | 0/— | 13 |
| django__django-11066 | reps 1,2 | 50,275 | 0/— | 10 |
| django__django-11087 | reps 1 | 691,815 | 0/— | 78 |
| django__django-11292 | reps 1,2 | 182,681 | 0/— | 31 |
| django__django-11555 | reps 1 | 1,413,622 | 0/— | 190 |
| django__django-11951 | reps 1,2 | 108,838 | 0/— | 20 |
| django__django-12155 | reps 1,2 | 114,349 | 0/— | 20 |
| django__django-12754 | reps 1 | 345,086 | 0/— | 68 |
| django__django-13121 | reps 1 | 1,076,315 | 0/— | 137 |
| django__django-13417 | reps 1 | 361,456 | 0/— | 71 |
| django__django-13820 | reps 1,2 | 153,241 | 0/— | 32 |
| django__django-14539 | reps 1 | 219,600 | 0/— | 27 |
| django__django-14999 | reps 1 | 395,736 | 0/— | 79 |
| django__django-15499 | reps 1 | 218,118 | 0/— | 53 |
| django__django-16100 | reps 1 | 254,991 | 0/— | 59 |
| sympy__sympy-11618 | reps 1 | 187,193 | 0/— | 36 |
| sympy__sympy-15875 | reps 1 | 136,846 | 0/— | 30 |
| sympy__sympy-17139 | reps 1 | 62,214 | 0/— | 15 |
| sympy__sympy-20590 | reps 1 | 64,417 | 0/— | 14 |
| sympy__sympy-24066 | reps 1 | 376,250 | 0/— | 55 |
| v399x | 47 runs | 88,307 | 0/— | |
| django__django-12419 | reps 1,2,4,5,6,7,8,9,10 | 53,339 | 0/— | 10 |
| django__django-13821 | reps 1,2,4,5,6,7,8,9,10 | 84,521 | 0/— | 19 |
| django__django-14373 | reps 1,2,4,5,6,7,8,9,10 | 24,229 | 0/— | 6 |
| sympy__sympy-15875 | reps 1,2,3,4,5,6,7,8,9,10 | 240,100 | 0/— | 42 |
| sympy__sympy-19637 | reps 1,2,3,4,5,6,7,8,9,10 | 29,062 | 0/— | 7 |
| v3a | 10 runs | 124,514 | 10/10 | |
| django__django-11551 | reps 1 | 155,350 | 1/1 | 36 |
| django__django-11603 | reps 1 | 102,811 | 1/1 | 22 |
| django__django-13516 | reps 1 | 151,061 | 1/1 | 38 |
| django__django-13821 | reps 1 | 107,261 | 1/1 | 20 |
| django__django-13964 | reps 1 | 224,064 | 1/1 | 43 |
| django__django-14373 | reps 1 | 111,219 | 1/1 | 31 |
| django__django-15103 | reps 1 | 150,655 | 1/1 | 37 |
| django__django-15375 | reps 1 | 74,996 | 1/1 | 18 |
| django__django-15863 | reps 1 | 97,101 | 1/1 | 23 |
| sympy__sympy-19637 | reps 1 | 70,626 | 1/1 | 13 |
| v3b | 10 runs | 105,259 | 10/10 | |
| django__django-11551 | reps 1 | 230,953 | 1/1 | 48 |
| django__django-11603 | reps 1 | 75,526 | 1/1 | 20 |
| django__django-13516 | reps 1 | 133,747 | 1/1 | 26 |
| django__django-13821 | reps 1 | 92,883 | 1/1 | 18 |
| django__django-13964 | reps 1 | 118,358 | 1/1 | 29 |
| django__django-14373 | reps 1 | 80,723 | 1/1 | 25 |
| django__django-15103 | reps 1 | 119,780 | 1/1 | 35 |
| django__django-15375 | reps 1 | 53,545 | 1/1 | 16 |
| django__django-15863 | reps 1 | 94,810 | 1/1 | 22 |
| sympy__sympy-19637 | reps 1 | 52,269 | 1/1 | 15 |
| v3c | 10 runs | 107,469 | 10/10 | |
| django__django-11551 | reps 1 | 130,591 | 1/1 | 30 |
| django__django-11603 | reps 1 | 93,113 | 1/1 | 21 |
| django__django-13516 | reps 1 | 98,193 | 1/1 | 28 |
| django__django-13821 | reps 1 | 242,756 | 1/1 | 28 |
| django__django-13964 | reps 1 | 134,520 | 1/1 | 31 |
| django__django-14373 | reps 1 | 70,633 | 1/1 | 22 |
| django__django-15103 | reps 1 | 106,291 | 1/1 | 31 |
| django__django-15375 | reps 1 | 64,938 | 1/1 | 21 |
| django__django-15863 | reps 1 | 91,541 | 1/1 | 27 |
| sympy__sympy-19637 | reps 1 | 42,115 | 1/1 | 12 |
| v3d | 10 runs | 144,920 | 10/10 | |
| django__django-11551 | reps 1 | 239,398 | 1/1 | 49 |
| django__django-11603 | reps 1 | 147,792 | 1/1 | 23 |
| django__django-13516 | reps 1 | 119,813 | 1/1 | 29 |
| django__django-13821 | reps 1 | 175,980 | 1/1 | 28 |
| django__django-13964 | reps 1 | 112,722 | 1/1 | 31 |
| django__django-14373 | reps 1 | 145,048 | 1/1 | 28 |
| django__django-15103 | reps 1 | 111,505 | 1/1 | 26 |
| django__django-15375 | reps 1 | 83,759 | 1/1 | 26 |
| django__django-15863 | reps 1 | 166,943 | 1/1 | 41 |
| sympy__sympy-19637 | reps 1 | 146,243 | 1/1 | 25 |