[pypy-commit] extradoc extradoc: guard failure counts

bivab noreply at buildbot.pypy.org
Wed Aug 8 09:33:00 CEST 2012


Author: David Schneider <david.schneider at picle.org>
Branch: extradoc
Changeset: r4466:bdde2f915cb2
Date: 2012-08-08 09:32 +0200
http://bitbucket.org/pypy/extradoc/changeset/bdde2f915cb2/

Log:	guard failure counts

	add a tool to extract the data from the jit-guard-failure and jit-
	backend-counts log sections and add the resulting json file

diff --git a/talk/vmil2012/logs/guard_summary.json b/talk/vmil2012/logs/guard_summary.json
new file mode 100644
--- /dev/null
+++ b/talk/vmil2012/logs/guard_summary.json
@@ -0,0 +1,2754 @@
+{
+    "chaos": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "105": 502744, 
+            "12": 48, 
+            "126": 200, 
+            "152": 502655, 
+            "166": 499201, 
+            "21": 38, 
+            "219": 2, 
+            "244": 2, 
+            "32": 4, 
+            "324": 8, 
+            "332": 112356, 
+            "34": 101, 
+            "405": 112248, 
+            "41": 29, 
+            "454": 112048, 
+            "465": 5004, 
+            "478": 132577, 
+            "51": 1508431, 
+            "539": 1, 
+            "546": 47, 
+            "613": 50, 
+            "650": 150, 
+            "704": 135757, 
+            "733": 4, 
+            "8": 15, 
+            "834": 5, 
+            "871": 149, 
+            "877": 3324, 
+            "932": 1199, 
+            "966": 1
+        }
+    }, 
+    "crypto_pyaes": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "107": 5749934, 
+            "12": 48, 
+            "130": 200, 
+            "137": 2587168, 
+            "174": 287434, 
+            "188": 287383, 
+            "21": 38, 
+            "32": 4, 
+            "34": 101, 
+            "41": 29, 
+            "410": 50, 
+            "49": 200, 
+            "502": 200, 
+            "509": 2587168, 
+            "556": 287434, 
+            "570": 287383, 
+            "58": 947, 
+            "60": 872, 
+            "64": 992, 
+            "688": 50, 
+            "70": 304, 
+            "8": 15, 
+            "895": 11739, 
+            "90": 6324934, 
+            "906": 933, 
+            "941": 6, 
+            "958": 733, 
+            "997": 54
+        }
+    }, 
+    "django": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 1099, 
+            "116": 7, 
+            "117": 54, 
+            "119": 46, 
+            "12": 325, 
+            "126": 1, 
+            "137": 2, 
+            "149": 10, 
+            "162": 72, 
+            "167": 159, 
+            "173": 6, 
+            "186": 13, 
+            "191": 69, 
+            "208": 9, 
+            "21": 316, 
+            "210": 23, 
+            "218": 287, 
+            "220": 126, 
+            "221": 80, 
+            "230": 1, 
+            "240": 1, 
+            "261": 4, 
+            "29": 511, 
+            "32": 32, 
+            "336": 9, 
+            "337": 124, 
+            "34": 487, 
+            "346": 29, 
+            "352": 14, 
+            "366": 4, 
+            "384": 2, 
+            "41": 249, 
+            "420": 1820, 
+            "422": 137, 
+            "427": 192, 
+            "433": 2369983, 
+            "443": 7798, 
+            "444": 7798, 
+            "464": 7798, 
+            "530": 7902, 
+            "537": 1177549, 
+            "54": 3, 
+            "547": 7902, 
+            "553": 2354797, 
+            "577": 1200234, 
+            "65": 48, 
+            "724": 1, 
+            "744": 103, 
+            "761": 7702, 
+            "766": 7795, 
+            "8": 130, 
+            "85": 26, 
+            "887": 51, 
+            "91": 2, 
+            "92": 15, 
+            "94": 43, 
+            "977": 51, 
+            "998": 51
+        }
+    }, 
+    "go": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "10004": 5481, 
+            "10011": 2715, 
+            "10022": 1221, 
+            "10072": 1543, 
+            "10099": 3035, 
+            "1012": 6298, 
+            "1014": 328820, 
+            "1019": 1133, 
+            "10196": 3619, 
+            "1021": 407842, 
+            "10224": 2869, 
+            "10237": 5789, 
+            "10251": 691, 
+            "1029": 203945, 
+            "10381": 159, 
+            "10412": 3445, 
+            "10419": 1115, 
+            "10430": 1219, 
+            "10470": 423, 
+            "10489": 2656, 
+            "10582": 200, 
+            "10593": 8556, 
+            "106": 148, 
+            "10612": 9145, 
+            "10643": 8578, 
+            "10655": 954, 
+            "10656": 946, 
+            "10657": 954, 
+            "10670": 953, 
+            "10676": 6083, 
+            "10687": 8434, 
+            "10691": 12346, 
+            "10716": 8222, 
+            "10735": 568, 
+            "1076": 270, 
+            "10760": 248, 
+            "10768": 2669, 
+            "10776": 6216, 
+            "10783": 8, 
+            "1079": 143619, 
+            "10792": 52, 
+            "108": 1361, 
+            "10828": 512, 
+            "10835": 5396, 
+            "10839": 1733, 
+            "1084": 54, 
+            "1086": 49072, 
+            "10860": 1164, 
+            "10887": 52, 
+            "109": 331, 
+            "1093": 7036, 
+            "1096": 9894, 
+            "10964": 845, 
+            "10966": 2322, 
+            "10983": 2854, 
+            "10991": 1687, 
+            "11026": 686, 
+            "11053": 4120, 
+            "11060": 158, 
+            "11088": 476, 
+            "11130": 104, 
+            "11206": 2318, 
+            "11233": 3589, 
+            "11240": 1316, 
+            "11251": 893, 
+            "11301": 528, 
+            "11357": 4867, 
+            "11361": 378, 
+            "11368": 4489, 
+            "1137": 5108, 
+            "11419": 200, 
+            "11436": 2784, 
+            "11443": 526, 
+            "11478": 844, 
+            "11549": 10, 
+            "116": 766, 
+            "11606": 471, 
+            "11642": 2933, 
+            "1166": 273413, 
+            "1167": 218084, 
+            "11726": 1203, 
+            "11740": 1726, 
+            "11754": 157, 
+            "11826": 14, 
+            "1183": 59006, 
+            "11832": 143, 
+            "11834": 205, 
+            "11855": 209, 
+            "11892": 1985, 
+            "11910": 2342, 
+            "11918": 2037, 
+            "11965": 938, 
+            "1197": 304999, 
+            "11991": 10421, 
+            "11998": 10421, 
+            "12": 48, 
+            "12000": 4337, 
+            "12008": 145, 
+            "1210": 236728, 
+            "12104": 2500, 
+            "12111": 104, 
+            "12146": 1509, 
+            "12212": 2029, 
+            "12251": 2, 
+            "12261": 1, 
+            "12274": 52, 
+            "12304": 45, 
+            "12328": 906, 
+            "12342": 276, 
+            "12357": 1714, 
+            "12367": 103, 
+            "1237": 191, 
+            "12374": 5, 
+            "12379": 458, 
+            "1239": 27531, 
+            "12412": 1977, 
+            "12452": 2880, 
+            "12454": 52, 
+            "12460": 313, 
+            "12463": 207, 
+            "12464": 361, 
+            "1249": 11362, 
+            "12507": 102, 
+            "12520": 1975, 
+            "12530": 2293, 
+            "12533": 51, 
+            "12541": 884, 
+            "12559": 1076, 
+            "1256": 25171, 
+            "12566": 416, 
+            "12575": 2596, 
+            "12585": 3025, 
+            "12593": 204, 
+            "12595": 1122, 
+            "12598": 513, 
+            "12604": 51, 
+            "12616": 4446, 
+            "12623": 770, 
+            "12628": 324, 
+            "1263": 9453, 
+            "12636": 51, 
+            "12641": 604, 
+            "12645": 51, 
+            "1265": 274, 
+            "12662": 3577, 
+            "12668": 311, 
+            "12707": 1037, 
+            "12722": 2176, 
+            "12772": 467, 
+            "12821": 2434, 
+            "12828": 2280, 
+            "12835": 363, 
+            "12840": 726, 
+            "12846": 103, 
+            "12880": 312, 
+            "1290": 216657, 
+            "12901": 1867, 
+            "12909": 776, 
+            "12956": 724, 
+            "1296": 594, 
+            "1298": 157800, 
+            "12984": 4396, 
+            "12991": 622, 
+            "13009": 517, 
+            "13059": 572, 
+            "13091": 413, 
+            "13120": 1764, 
+            "1313": 138508, 
+            "13205": 1340, 
+            "13232": 1346, 
+            "13242": 1345, 
+            "1326": 18513, 
+            "13292": 412, 
+            "1332": 36705, 
+            "13347": 2115, 
+            "13393": 1803, 
+            "13410": 979, 
+            "13460": 928, 
+            "13504": 2609, 
+            "13556": 1080, 
+            "13588": 3851, 
+            "136": 2, 
+            "1363": 2052, 
+            "13641": 1428, 
+            "1365": 259199, 
+            "13658": 6335, 
+            "13736": 1632, 
+            "13742": 763, 
+            "1383": 1888, 
+            "13842": 1735, 
+            "1385": 31642, 
+            "13864": 1733, 
+            "1390": 54, 
+            "13911": 969, 
+            "1393": 137261, 
+            "13937": 1682, 
+            "13973": 453, 
+            "1398": 108, 
+            "13982": 2224, 
+            "13990": 151, 
+            "13992": 1362, 
+            "13993": 553, 
+            "13998": 150, 
+            "1400": 197575, 
+            "14007": 101, 
+            "14013": 1632, 
+            "14016": 102, 
+            "14029": 50, 
+            "14032": 203, 
+            "14033": 816, 
+            "1407": 230319, 
+            "14104": 2765, 
+            "14118": 1067, 
+            "14124": 456, 
+            "1414": 169885, 
+            "14141": 1212, 
+            "14147": 911, 
+            "14197": 1163, 
+            "1421": 39469, 
+            "1424": 36541, 
+            "14241": 2864, 
+            "14285": 602, 
+            "1430": 55, 
+            "14303": 1259, 
+            "14338": 1252, 
+            "1438": 385, 
+            "14391": 550, 
+            "14430": 849, 
+            "14465": 700, 
+            "14499": 5, 
+            "14517": 52, 
+            "14537": 817, 
+            "14560": 1250, 
+            "14567": 750, 
+            "14574": 50, 
+            "146": 56, 
+            "14641": 200, 
+            "1466": 81, 
+            "14668": 1796, 
+            "1468": 46398, 
+            "147": 225, 
+            "1470": 336471, 
+            "14710": 800, 
+            "14742": 1448, 
+            "14794": 1245, 
+            "1481": 22816, 
+            "1487": 385, 
+            "14876": 1141, 
+            "14920": 498, 
+            "14932": 646, 
+            "1498": 3465, 
+            "15010": 1144, 
+            "15035": 1443, 
+            "15042": 99, 
+            "1505": 11097, 
+            "15077": 300, 
+            "1512": 14835, 
+            "15120": 544, 
+            "15135": 1040, 
+            "15149": 197, 
+            "15202": 842, 
+            "1522": 11097, 
+            "1530": 14794, 
+            "15327": 936, 
+            "15361": 1727, 
+            "15368": 50, 
+            "15403": 1483, 
+            "1546": 79263, 
+            "15467": 322, 
+            "15537": 787, 
+            "15564": 1676, 
+            "15571": 592, 
+            "1559": 4224, 
+            "156": 1153581, 
+            "15602": 98, 
+            "15652": 100, 
+            "1571": 303503, 
+            "1575": 1511, 
+            "15781": 1428, 
+            "1579": 508527, 
+            "15803": 294, 
+            "15838": 738, 
+            "1586": 11042, 
+            "1589": 1473, 
+            "15907": 1325, 
+            "15974": 734, 
+            "1598": 4418, 
+            "1599": 10988, 
+            "160": 14186, 
+            "16029": 983, 
+            "16051": 146, 
+            "16086": 931, 
+            "16129": 97, 
+            "16154": 4113, 
+            "1618": 6104, 
+            "16184": 97, 
+            "16203": 773, 
+            "16233": 1301, 
+            "16241": 240, 
+            "16248": 48, 
+            "1625": 1296, 
+            "16250": 244, 
+            "16257": 98, 
+            "1627": 17327, 
+            "1629": 1213, 
+            "16291": 35, 
+            "16294": 2064, 
+            "16301": 930, 
+            "16308": 98, 
+            "16324": 48, 
+            "16332": 96, 
+            "16340": 48, 
+            "16342": 337, 
+            "16347": 48, 
+            "16349": 288, 
+            "16356": 531, 
+            "16369": 98, 
+            "16411": 1469, 
+            "16477": 1218, 
+            "165": 1295637, 
+            "16500": 1223, 
+            "1658": 105568, 
+            "16608": 971, 
+            "16637": 389, 
+            "16657": 389, 
+            "16707": 390, 
+            "1672": 17532, 
+            "16729": 1763, 
+            "1674": 719704, 
+            "16843": 869, 
+            "16928": 722, 
+            "16955": 385, 
+            "16975": 720, 
+            "17025": 385, 
+            "17049": 528, 
+            "17054": 1195, 
+            "17059": 288, 
+            "17078": 3297, 
+            "17082": 1667, 
+            "17103": 627, 
+            "1714": 754, 
+            "1716": 36285, 
+            "1721": 270, 
+            "17220": 1437, 
+            "1724": 226025, 
+            "1727": 33878, 
+            "17289": 864, 
+            "17305": 938, 
+            "17309": 88, 
+            "1733": 6537, 
+            "17349": 856, 
+            "17357": 569, 
+            "17404": 524, 
+            "1741": 14928, 
+            "17474": 1050, 
+            "175": 595, 
+            "17503": 477, 
+            "17562": 2031, 
+            "17609": 190, 
+            "17641": 47, 
+            "17661": 12, 
+            "17663": 109, 
+            "17668": 1, 
+            "17670": 88, 
+            "17686": 757, 
+            "17693": 188, 
+            "17728": 616, 
+            "17752": 330, 
+            "17754": 471, 
+            "178": 848634, 
+            "17801": 613, 
+            "17823": 472, 
+            "17858": 519, 
+            "17880": 47, 
+            "17915": 943, 
+            "17942": 423, 
+            "180": 417368, 
+            "18001": 1038, 
+            "18070": 470, 
+            "18129": 133, 
+            "18155": 655, 
+            "18198": 1262, 
+            "18200": 189, 
+            "18233": 186, 
+            "18251": 277, 
+            "18256": 937, 
+            "18259": 282, 
+            "18305": 17, 
+            "18314": 2436, 
+            "18322": 59, 
+            "18324": 188, 
+            "18329": 20, 
+            "18332": 243, 
+            "1835": 4890, 
+            "18456": 1074, 
+            "185": 1399, 
+            "18522": 605, 
+            "18584": 885, 
+            "1860": 43, 
+            "18668": 739, 
+            "18695": 466, 
+            "18731": 92, 
+            "18781": 276, 
+            "18789": 644, 
+            "18824": 92, 
+            "18843": 828, 
+            "18877": 45, 
+            "18892": 827, 
+            "18905": 367, 
+            "18936": 1477, 
+            "18945": 296, 
+            "18954": 136, 
+            "18955": 26, 
+            "18984": 873, 
+            "19017": 455, 
+            "19060": 361, 
+            "19105": 320, 
+            "19129": 275, 
+            "19179": 597, 
+            "19214": 418, 
+            "19215": 457, 
+            "19247": 111, 
+            "19267": 271, 
+            "19338": 679, 
+            "19387": 857, 
+            "19461": 490, 
+            "19465": 720, 
+            "19487": 447, 
+            "19504": 748, 
+            "19509": 401, 
+            "19536": 88, 
+            "19538": 133, 
+            "1954": 203419, 
+            "19546": 44, 
+            "19553": 134, 
+            "19570": 45, 
+            "19604": 279, 
+            "19610": 45, 
+            "19621": 111, 
+            "19625": 976, 
+            "19645": 313, 
+            "19667": 89, 
+            "19717": 222, 
+            "19741": 762, 
+            "19767": 179, 
+            "19794": 448, 
+            "19844": 134, 
+            "19886": 45, 
+            "19921": 443, 
+            "1998": 87076, 
+            "19988": 709, 
+            "20055": 445, 
+            "20082": 353, 
+            "20099": 352, 
+            "2012": 18, 
+            "20149": 132, 
+            "2015": 3303, 
+            "20211": 442, 
+            "2022": 192, 
+            "2023": 409, 
+            "20234": 88, 
+            "20269": 485, 
+            "20296": 310, 
+            "20305": 43, 
+            "2036": 216, 
+            "20361": 308, 
+            "2038": 80163, 
+            "20386": 129, 
+            "20389": 560, 
+            "20394": 43, 
+            "20396": 43, 
+            "20397": 172, 
+            "20403": 86, 
+            "20520": 308, 
+            "20587": 918, 
+            "20628": 305, 
+            "20644": 174, 
+            "2066": 32362, 
+            "20711": 697, 
+            "20718": 175, 
+            "20811": 215, 
+            "20817": 307, 
+            "20851": 260, 
+            "2088": 37305, 
+            "20903": 695, 
+            "20921": 86, 
+            "2093": 1, 
+            "2095": 18967, 
+            "20979": 259, 
+            "21": 38, 
+            "21014": 559, 
+            "21113": 773, 
+            "21162": 1069, 
+            "21189": 513, 
+            "21209": 43, 
+            "2123": 73537, 
+            "2124": 93078, 
+            "21270": 128, 
+            "21276": 212, 
+            "2132": 19473, 
+            "21323": 125, 
+            "21338": 133, 
+            "21381": 72, 
+            "21440": 463, 
+            "2146": 216, 
+            "21461": 505, 
+            "2149": 151543, 
+            "215": 731, 
+            "2150": 77692, 
+            "21508": 169, 
+            "21541": 252, 
+            "21593": 210, 
+            "2164": 61405, 
+            "21647": 462, 
+            "21662": 210, 
+            "21668": 42, 
+            "21686": 442, 
+            "21695": 41, 
+            "21711": 712, 
+            "2174": 26293, 
+            "21741": 42, 
+            "21791": 42, 
+            "2189": 125152, 
+            "21910": 413, 
+            "21930": 42, 
+            "2195": 385, 
+            "2203": 16089, 
+            "22056": 123, 
+            "22091": 287, 
+            "22109": 42, 
+            "22122": 125, 
+            "22157": 244, 
+            "22160": 120, 
+            "22164": 200, 
+            "22171": 80, 
+            "222": 103, 
+            "22239": 67, 
+            "22242": 122, 
+            "22282": 123, 
+            "22285": 366, 
+            "223": 40, 
+            "22371": 287, 
+            "22430": 122, 
+            "22450": 82, 
+            "2249": 75885, 
+            "22490": 162, 
+            "2255": 55, 
+            "22551": 4879, 
+            "22618": 40, 
+            "22627": 40, 
+            "2263": 2796, 
+            "22677": 1081, 
+            "22678": 1004, 
+            "22685": 640, 
+            "22724": 242, 
+            "22811": 404, 
+            "22887": 200, 
+            "22936": 40, 
+            "22939": 183, 
+            "22973": 40, 
+            "22981": 77, 
+            "22983": 40, 
+            "22990": 159, 
+            "22997": 40, 
+            "23003": 39, 
+            "2302": 796, 
+            "23063": 671, 
+            "23106": 118, 
+            "23130": 1043, 
+            "232": 2, 
+            "23201": 277, 
+            "23361": 40, 
+            "23412": 3223, 
+            "23445": 749, 
+            "23512": 273, 
+            "23566": 198, 
+            "23573": 82, 
+            "23582": 28, 
+            "2362": 54, 
+            "23626": 234, 
+            "2365": 127672, 
+            "2369": 38034, 
+            "237": 39, 
+            "2375": 8568, 
+            "23819": 306, 
+            "2383": 8396, 
+            "23869": 308, 
+            "23937": 152, 
+            "23940": 38, 
+            "23941": 179, 
+            "23965": 114, 
+            "23967": 38, 
+            "23979": 129, 
+            "23988": 38, 
+            "24056": 189, 
+            "24241": 264, 
+            "24289": 113, 
+            "24299": 193, 
+            "24302": 686, 
+            "24307": 92, 
+            "24309": 94, 
+            "24310": 111, 
+            "24327": 38, 
+            "24359": 444, 
+            "24379": 149, 
+            "24392": 128, 
+            "24395": 117, 
+            "24482": 37, 
+            "245": 1, 
+            "24534": 185, 
+            "24567": 1330, 
+            "24601": 479, 
+            "24679": 326, 
+            "24758": 144, 
+            "24760": 36, 
+            "24768": 36, 
+            "2477": 10538, 
+            "24773": 72, 
+            "248": 89, 
+            "24800": 71, 
+            "24817": 108, 
+            "24928": 105, 
+            "24957": 35, 
+            "25007": 70, 
+            "2505": 7023, 
+            "25051": 70, 
+            "25054": 245, 
+            "25056": 69, 
+            "25062": 105, 
+            "25098": 70, 
+            "2511": 165, 
+            "25142": 148, 
+            "25154": 34, 
+            "2526": 92261, 
+            "25275": 279, 
+            "2532": 1759, 
+            "25350": 209, 
+            "2539": 768, 
+            "2540": 19054, 
+            "255": 100, 
+            "25511": 96, 
+            "25563": 32, 
+            "25565": 128, 
+            "25572": 64, 
+            "25586": 33, 
+            "25593": 32, 
+            "25597": 66, 
+            "25661": 128, 
+            "25718": 426, 
+            "25791": 163, 
+            "25853": 130, 
+            "25902": 161, 
+            "2593": 53, 
+            "25940": 132, 
+            "2596": 85780, 
+            "25994": 132, 
+            "2603": 76164, 
+            "26046": 98, 
+            "2610": 20717, 
+            "26119": 218, 
+            "262": 200, 
+            "2620": 21490, 
+            "26241": 222, 
+            "26303": 222, 
+            "2634": 3728, 
+            "26347": 63, 
+            "26364": 124, 
+            "26378": 31, 
+            "26443": 657, 
+            "26485": 282, 
+            "265": 24, 
+            "26535": 124, 
+            "26587": 156, 
+            "26613": 211, 
+            "2666": 2638, 
+            "26702": 185, 
+            "26773": 153, 
+            "26815": 61, 
+            "26858": 30, 
+            "26893": 302, 
+            "26945": 60, 
+            "26969": 120, 
+            "26972": 89, 
+            "26977": 30, 
+            "26990": 30, 
+            "26997": 30, 
+            "2701": 2136, 
+            "27035": 210, 
+            "27049": 59, 
+            "271": 2, 
+            "2710": 8621, 
+            "2711": 1317, 
+            "27166": 165, 
+            "2717": 1151, 
+            "27183": 28, 
+            "27185": 56, 
+            "27206": 27, 
+            "27209": 195, 
+            "27216": 83, 
+            "27220": 55, 
+            "27262": 28, 
+            "27324": 165, 
+            "27378": 28, 
+            "27480": 162, 
+            "27515": 93, 
+            "2754": 824, 
+            "27588": 27, 
+            "276": 67, 
+            "27636": 54, 
+            "27651": 105, 
+            "27692": 105, 
+            "27743": 63, 
+            "27745": 4, 
+            "2775": 73362, 
+            "27771": 129, 
+            "27774": 101, 
+            "27974": 152, 
+            "28022": 99, 
+            "28083": 100, 
+            "28194": 69, 
+            "28217": 23, 
+            "28220": 144, 
+            "28250": 72, 
+            "2828": 34360, 
+            "28302": 79, 
+            "28318": 120, 
+            "28403": 23, 
+            "28425": 24, 
+            "28460": 94, 
+            "28503": 47, 
+            "28523": 70, 
+            "28573": 23, 
+            "28679": 93, 
+            "2870": 6545, 
+            "2871": 21593, 
+            "28718": 66, 
+            "28729": 22, 
+            "28772": 22, 
+            "28783": 23, 
+            "28839": 62, 
+            "28873": 63, 
+            "28881": 21, 
+            "2890": 17823, 
+            "2897": 1134, 
+            "29043": 22, 
+            "29127": 142, 
+            "29164": 20, 
+            "29178": 21, 
+            "2923": 183233, 
+            "29317": 21, 
+            "29344": 78, 
+            "29395": 19, 
+            "29419": 19, 
+            "29469": 77, 
+            "29526": 57, 
+            "29556": 19, 
+            "29558": 19, 
+            "29566": 38, 
+            "29664": 94, 
+            "29740": 51, 
+            "29771": 17, 
+            "29821": 18, 
+            "2984": 9479, 
+            "29864": 16, 
+            "2989": 6374, 
+            "29893": 48, 
+            "29899": 33, 
+            "300": 3, 
+            "30009": 45, 
+            "30025": 15, 
+            "30090": 48, 
+            "301": 2, 
+            "30168": 75, 
+            "30175": 15, 
+            "302": 16, 
+            "3021": 1242, 
+            "3023": 33903, 
+            "30259": 29, 
+            "3029": 54, 
+            "303": 2, 
+            "3032": 55724, 
+            "30346": 14, 
+            "3039": 63412, 
+            "30393": 28, 
+            "30395": 14, 
+            "30403": 14, 
+            "3046": 21327, 
+            "3049": 15938, 
+            "30493": 15, 
+            "30575": 41, 
+            "30579": 42, 
+            "30595": 28, 
+            "30618": 40, 
+            "30657": 56, 
+            "30762": 40, 
+            "30822": 65, 
+            "30906": 39, 
+            "3092": 7874, 
+            "30995": 26, 
+            "31023": 12, 
+            "31119": 30, 
+            "3116": 72927, 
+            "31176": 51, 
+            "312": 794312, 
+            "3122": 15454, 
+            "31238": 20, 
+            "3130": 11633, 
+            "31323": 36, 
+            "31334": 16, 
+            "31431": 7, 
+            "31452": 7, 
+            "31454": 14, 
+            "31459": 16, 
+            "31568": 32, 
+            "316": 7201, 
+            "3161": 108, 
+            "31628": 7, 
+            "3164": 13835, 
+            "31704": 9, 
+            "3172": 22387, 
+            "31777": 4, 
+            "31884": 4, 
+            "31908": 2, 
+            "31921": 2, 
+            "31973": 2, 
+            "32": 4, 
+            "32002": 2, 
+            "32009": 1, 
+            "3208": 45580, 
+            "321": 405636, 
+            "32135": 3, 
+            "3215": 37531, 
+            "3222": 91053, 
+            "3226": 24647, 
+            "3232": 493, 
+            "324": 1896357, 
+            "3240": 6364, 
+            "3274": 1814, 
+            "3287": 546, 
+            "3295": 12886, 
+            "3325": 1075, 
+            "3331": 640, 
+            "3336": 3204, 
+            "334": 5, 
+            "3344": 3231, 
+            "3380": 4000, 
+            "3396": 50546, 
+            "34": 101, 
+            "3403": 38242, 
+            "341": 1654381, 
+            "3410": 13095, 
+            "3421": 13257, 
+            "3427": 110, 
+            "3435": 7894, 
+            "345": 9445, 
+            "350": 165829, 
+            "3549": 1698, 
+            "358": 701, 
+            "361": 797740, 
+            "3620": 54, 
+            "3622": 4434, 
+            "3641": 1807, 
+            "3642": 8069, 
+            "3659": 25027, 
+            "366": 275, 
+            "368": 834520, 
+            "3713": 19098, 
+            "373": 54, 
+            "3739": 84, 
+            "375": 985577, 
+            "3754": 55, 
+            "3762": 6352, 
+            "3800": 40543, 
+            "3806": 933, 
+            "3813": 329, 
+            "3814": 27576, 
+            "382": 677422, 
+            "389": 323873, 
+            "3913": 8204, 
+            "3932": 16396, 
+            "3940": 18112, 
+            "396": 105640, 
+            "3989": 9684, 
+            "403": 10282, 
+            "4036": 10896, 
+            "4051": 8345, 
+            "406": 2312, 
+            "4075": 23974, 
+            "4082": 493, 
+            "41": 29, 
+            "4117": 12423, 
+            "4141": 54, 
+            "4144": 17833, 
+            "4145": 19380, 
+            "4155": 4329, 
+            "4173": 37892, 
+            "4179": 164, 
+            "4187": 9853, 
+            "4220": 5738, 
+            "4224": 108, 
+            "4253": 54, 
+            "4255": 18491, 
+            "4286": 2021, 
+            "4333": 46322, 
+            "434": 2377, 
+            "4340": 28270, 
+            "4347": 11829, 
+            "4354": 925, 
+            "4365": 1972, 
+            "4441": 29709, 
+            "4448": 2188, 
+            "4458": 2949, 
+            "448": 6687, 
+            "4504": 1424, 
+            "4512": 18501, 
+            "4544": 5524, 
+            "4579": 33675, 
+            "4639": 57086, 
+            "4662": 329, 
+            "4673": 2167, 
+            "4683": 52, 
+            "4689": 22, 
+            "477": 1208, 
+            "4781": 18451, 
+            "4808": 763, 
+            "4828": 1857, 
+            "4860": 1532, 
+            "4876": 17632, 
+            "4882": 2131, 
+            "4890": 6865, 
+            "492": 33697, 
+            "4965": 26048, 
+            "4971": 1969, 
+            "4979": 12778, 
+            "50": 4715, 
+            "5012": 9170, 
+            "5017": 109, 
+            "5019": 164, 
+            "5040": 714, 
+            "506": 810, 
+            "5077": 7835, 
+            "509": 476108, 
+            "5103": 4755, 
+            "5132": 19219, 
+            "5138": 110, 
+            "514": 880, 
+            "5149": 54, 
+            "516": 792694, 
+            "5165": 7530, 
+            "517": 355356, 
+            "5172": 108, 
+            "5173": 10756, 
+            "5206": 1475, 
+            "521": 165549, 
+            "5241": 2237, 
+            "5250": 6987, 
+            "5251": 2399, 
+            "5292": 818, 
+            "53": 169, 
+            "5316": 235, 
+            "5322": 75, 
+            "5335": 7533, 
+            "5343": 20036, 
+            "5376": 274, 
+            "5411": 2673, 
+            "5420": 3769, 
+            "5421": 1473, 
+            "543": 162, 
+            "545": 11429, 
+            "5462": 1093, 
+            "547": 33955, 
+            "5490": 22706, 
+            "5496": 16719, 
+            "5504": 1855, 
+            "5541": 5426, 
+            "555": 8733, 
+            "5561": 4377, 
+            "56": 5809, 
+            "5613": 5528, 
+            "562": 17252, 
+            "5663": 8898, 
+            "569": 13784, 
+            "5691": 19409, 
+            "5697": 273, 
+            "570": 4391, 
+            "5705": 9315, 
+            "5812": 4144, 
+            "5835": 3275, 
+            "5854": 4049, 
+            "5891": 9798, 
+            "591": 593, 
+            "5911": 380, 
+            "5912": 45766, 
+            "5927": 707, 
+            "5935": 14916, 
+            "594": 404096, 
+            "5968": 3207, 
+            "599": 108, 
+            "6003": 3866, 
+            "601": 155932, 
+            "6012": 6429, 
+            "6019": 5934, 
+            "6026": 1854, 
+            "6029": 2013, 
+            "6070": 762, 
+            "6094": 7286, 
+            "6100": 942, 
+            "612": 158183, 
+            "6120": 108, 
+            "6128": 26929, 
+            "618": 9017, 
+            "6239": 5703, 
+            "6286": 24196, 
+            "6292": 109, 
+            "6300": 17566, 
+            "631": 298, 
+            "6311": 8888, 
+            "6351": 650, 
+            "6359": 18083, 
+            "639": 17294, 
+            "6452": 8359, 
+            "6498": 23408, 
+            "6503": 3316, 
+            "6509": 379, 
+            "6599": 2551, 
+            "662": 2143, 
+            "6632": 4346, 
+            "6636": 54, 
+            "6667": 2117, 
+            "6676": 4240, 
+            "6683": 4294, 
+            "6685": 2063, 
+            "6691": 109, 
+            "672": 170506, 
+            "6722": 811, 
+            "673": 139074, 
+            "674": 670427, 
+            "6752": 15232, 
+            "6758": 54, 
+            "6766": 1141, 
+            "6809": 12063, 
+            "6823": 217, 
+            "6858": 4888, 
+            "688": 160854, 
+            "6881": 5318, 
+            "6893": 7869, 
+            "69": 93, 
+            "6907": 489, 
+            "6939": 921, 
+            "694": 9505, 
+            "6974": 652, 
+            "6983": 1304, 
+            "6990": 2549, 
+            "6992": 1035, 
+            "6998": 55, 
+            "7029": 54, 
+            "7070": 12, 
+            "7129": 11229, 
+            "717": 281, 
+            "72": 2455, 
+            "720": 559, 
+            "7235": 527, 
+            "7256": 13929, 
+            "727": 374, 
+            "7284": 12721, 
+            "7287": 3464, 
+            "7337": 972, 
+            "736": 314, 
+            "7361": 1947, 
+            "7369": 14636, 
+            "7402": 54, 
+            "7437": 1790, 
+            "7446": 2601, 
+            "7453": 2440, 
+            "7460": 811, 
+            "7463": 1027, 
+            "7504": 324, 
+            "7554": 109, 
+            "7577": 5790, 
+            "7585": 10656, 
+            "7633": 1027, 
+            "7637": 53, 
+            "7668": 2218, 
+            "7677": 7475, 
+            "7678": 1517, 
+            "7684": 1084, 
+            "77": 1, 
+            "770": 278028, 
+            "7715": 381, 
+            "7743": 9361, 
+            "7750": 1246, 
+            "7757": 109, 
+            "776": 12204, 
+            "7782": 3408, 
+            "7783": 3569, 
+            "7795": 757, 
+            "7803": 5555, 
+            "7806": 392, 
+            "7812": 294, 
+            "7814": 299, 
+            "783": 430073, 
+            "7840": 3736, 
+            "787": 6156, 
+            "7874": 108, 
+            "7882": 2647, 
+            "79": 1292, 
+            "792": 261126, 
+            "797": 2339, 
+            "7999": 10642, 
+            "8": 15, 
+            "80": 767, 
+            "8017": 6379, 
+            "8105": 3134, 
+            "8109": 107, 
+            "812": 632564, 
+            "8140": 3618, 
+            "8149": 13716, 
+            "8150": 2213, 
+            "8156": 1567, 
+            "818": 5827, 
+            "8193": 809, 
+            "8210": 90, 
+            "8218": 2463, 
+            "825": 21987, 
+            "8267": 4377, 
+            "8279": 200, 
+            "8285": 1781, 
+            "829": 3671, 
+            "8310": 1768, 
+            "8319": 248, 
+            "8326": 1, 
+            "8328": 81, 
+            "833": 1028452, 
+            "8333": 8, 
+            "8335": 93, 
+            "834": 373873, 
+            "8357": 112, 
+            "8360": 541, 
+            "8365": 5, 
+            "8367": 343, 
+            "8374": 78, 
+            "8375": 14, 
+            "8421": 269, 
+            "8429": 8850, 
+            "845": 109102, 
+            "8475": 1944, 
+            "8483": 5669, 
+            "8517": 108, 
+            "8525": 7822, 
+            "8549": 10097, 
+            "8587": 106, 
+            "8599": 53, 
+            "87": 1146, 
+            "8710": 4582, 
+            "8719": 6142, 
+            "8726": 5922, 
+            "8733": 1882, 
+            "8736": 2259, 
+            "8777": 1240, 
+            "885": 606272, 
+            "8853": 391, 
+            "8860": 592, 
+            "8878": 5278, 
+            "8892": 269, 
+            "890": 32161, 
+            "8924": 108, 
+            "8959": 5061, 
+            "898": 550, 
+            "8985": 1721, 
+            "9039": 1454, 
+            "904": 812, 
+            "9046": 703, 
+            "9096": 5273, 
+            "914": 52, 
+            "917": 4451, 
+            "918": 6452, 
+            "9186": 13982, 
+            "9227": 4716, 
+            "929": 101, 
+            "9298": 4990, 
+            "9308": 1926, 
+            "9314": 323, 
+            "9348": 377, 
+            "94": 2408, 
+            "9401": 589, 
+            "9536": 1226, 
+            "955": 132162, 
+            "9556": 2084, 
+            "9596": 1927, 
+            "963": 297862, 
+            "9643": 267, 
+            "9710": 6876, 
+            "9720": 2767, 
+            "9726": 266, 
+            "9760": 1014, 
+            "977": 10974, 
+            "9815": 6781, 
+            "9846": 908, 
+            "9906": 2931
+        }
+    }, 
+    "pyflate-fast": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "1021": 2, 
+            "1028": 162826, 
+            "1053": 11164, 
+            "1070": 212729, 
+            "1089": 1, 
+            "1101": 328143, 
+            "1124": 5958, 
+            "1155": 5903, 
+            "1175": 2021, 
+            "12": 48, 
+            "1242": 787, 
+            "1250": 1483, 
+            "1256": 193, 
+            "126": 850, 
+            "1280": 269, 
+            "1282": 406, 
+            "1306": 54, 
+            "1379": 215372, 
+            "1431": 157, 
+            "1440": 101, 
+            "1442": 155, 
+            "1465": 161, 
+            "1490": 54, 
+            "1496": 494295, 
+            "1498": 277831, 
+            "1507": 542449, 
+            "1543": 602832, 
+            "1549": 4189957, 
+            "1557": 2173520, 
+            "156": 1, 
+            "1573": 160089, 
+            "1580": 2058510, 
+            "1582": 791423, 
+            "1597": 35, 
+            "1610": 1, 
+            "1629": 55, 
+            "1655": 1, 
+            "1661": 17378, 
+            "1673": 9131, 
+            "1674": 4347685, 
+            "1684": 1380288, 
+            "1689": 704, 
+            "1694": 1368111, 
+            "1701": 29268395, 
+            "1770": 84, 
+            "1790": 521, 
+            "1820": 54, 
+            "1830": 20327, 
+            "1834": 74864, 
+            "185": 29, 
+            "1898": 303, 
+            "1920": 161828, 
+            "1954": 10656, 
+            "1977": 86204, 
+            "1985": 53, 
+            "2004": 3490, 
+            "2095": 11373, 
+            "21": 38, 
+            "2171": 323, 
+            "2184": 5915, 
+            "2188": 21256, 
+            "2190": 41, 
+            "2207": 1209, 
+            "2228": 2832, 
+            "2233": 3036, 
+            "2236": 3574, 
+            "2252": 123, 
+            "2258": 323, 
+            "2265": 323, 
+            "2290": 323, 
+            "2300": 3813, 
+            "2329": 323, 
+            "2341": 3813, 
+            "2353": 105107, 
+            "2357": 46606, 
+            "2381": 133, 
+            "2405": 49, 
+            "2409": 200, 
+            "2533": 4071, 
+            "2539": 4018, 
+            "2592": 2548, 
+            "2620": 759, 
+            "2622": 4739, 
+            "2661": 51, 
+            "2676": 805, 
+            "2681": 603, 
+            "2684": 150, 
+            "270": 176, 
+            "2740": 51, 
+            "2745": 5660, 
+            "2772": 51, 
+            "286": 60, 
+            "2882": 747, 
+            "2943": 499, 
+            "297": 3, 
+            "2999": 479, 
+            "3037": 200, 
+            "3053": 85, 
+            "3057": 2304, 
+            "3082": 38, 
+            "3084": 37, 
+            "32": 4, 
+            "3232": 34, 
+            "3319": 20, 
+            "3329": 21, 
+            "3336": 41, 
+            "3392": 1215410, 
+            "34": 101, 
+            "396": 48319, 
+            "41": 29, 
+            "419": 1174, 
+            "423": 443, 
+            "433": 48105, 
+            "446": 326, 
+            "457": 327, 
+            "488": 126, 
+            "503": 424, 
+            "507": 193059, 
+            "512": 80445, 
+            "522": 1023, 
+            "535": 25266, 
+            "545": 25493, 
+            "569": 39871, 
+            "581": 813, 
+            "600": 1, 
+            "63": 320, 
+            "633": 2944, 
+            "649": 39955, 
+            "657": 27295, 
+            "666": 14564, 
+            "668": 24673, 
+            "742": 501024, 
+            "754": 942069, 
+            "760": 54, 
+            "784": 3959, 
+            "8": 15, 
+            "82": 200, 
+            "840": 9959, 
+            "849": 5092, 
+            "851": 15622, 
+            "87": 533, 
+            "898": 25952, 
+            "900": 16328, 
+            "908": 11391, 
+            "91": 1704, 
+            "910": 6408, 
+            "919": 11181, 
+            "937": 6925, 
+            "948": 54, 
+            "964": 199, 
+            "974": 11007, 
+            "982": 86283, 
+            "990": 46314, 
+            "993": 1
+        }
+    }, 
+    "raytrace-simple": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "1000": 288, 
+            "1030": 3733, 
+            "1048": 9570, 
+            "1091": 133805, 
+            "1112": 549322, 
+            "113": 3452, 
+            "1136": 86325, 
+            "114": 75, 
+            "12": 48, 
+            "1219": 33330, 
+            "127": 2239, 
+            "1276": 50, 
+            "132": 691, 
+            "1336": 103752, 
+            "1368": 33330, 
+            "1413": 13633, 
+            "1427": 150, 
+            "1438": 59, 
+            "145": 329, 
+            "1460": 143, 
+            "1507": 289, 
+            "1512": 385, 
+            "1530": 9, 
+            "1540": 5479, 
+            "1607": 341316, 
+            "1612": 67284, 
+            "1630": 32851, 
+            "1644": 289977, 
+            "166": 3062, 
+            "1660": 282271, 
+            "167": 56, 
+            "1672": 10967, 
+            "1690": 1917, 
+            "1745": 2823, 
+            "1872": 36, 
+            "189": 1583, 
+            "192": 108, 
+            "1948": 4170, 
+            "1949": 281927, 
+            "1978": 62449, 
+            "1979": 257089, 
+            "1991": 22830, 
+            "1992": 59696, 
+            "1995": 15506, 
+            "2043": 1, 
+            "2058": 79059, 
+            "206": 562844, 
+            "21": 38, 
+            "211": 562844, 
+            "2111": 169757, 
+            "2132": 214, 
+            "2183": 7882, 
+            "2203": 39387, 
+            "2244": 5665, 
+            "2348": 32878, 
+            "2369": 3082, 
+            "237": 582370, 
+            "2398": 31342, 
+            "241": 59430, 
+            "2449": 477, 
+            "2474": 5088, 
+            "248": 839442, 
+            "2529": 53, 
+            "253": 839443, 
+            "2537": 312, 
+            "2538": 846, 
+            "2656": 2709, 
+            "266": 837928, 
+            "267": 3299686, 
+            "279": 52792, 
+            "2875": 19, 
+            "291": 839440, 
+            "297": 906752, 
+            "315": 54, 
+            "32": 4, 
+            "329": 539, 
+            "34": 101, 
+            "353": 448, 
+            "386": 14520, 
+            "409": 54, 
+            "41": 29, 
+            "441": 422, 
+            "502": 249586, 
+            "51": 55, 
+            "546": 119962, 
+            "555": 196063, 
+            "588": 16788, 
+            "653": 2805, 
+            "663": 5765, 
+            "672": 190, 
+            "673": 532, 
+            "707": 4466, 
+            "708": 5393, 
+            "728": 9954, 
+            "751": 174638, 
+            "756": 10776, 
+            "79": 1044, 
+            "8": 15, 
+            "816": 407, 
+            "824": 53, 
+            "826": 64, 
+            "83": 858, 
+            "868": 644, 
+            "869": 171, 
+            "879": 4169, 
+            "882": 168, 
+            "887": 94, 
+            "905": 60269, 
+            "912": 22844, 
+            "936": 328, 
+            "974": 2459
+        }
+    }, 
+    "richards": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 443, 
+            "1106": 2, 
+            "12": 48, 
+            "124": 238, 
+            "127": 10, 
+            "129": 53, 
+            "137": 604263, 
+            "140": 521129, 
+            "148": 291692, 
+            "150": 106592, 
+            "154": 483207, 
+            "158": 465541, 
+            "184": 568, 
+            "199": 22, 
+            "21": 38, 
+            "218": 419, 
+            "221": 5, 
+            "236": 77843, 
+            "240": 120814, 
+            "242": 42232, 
+            "245": 19, 
+            "263": 1326, 
+            "275": 52, 
+            "277": 260171, 
+            "302": 42129, 
+            "32": 4, 
+            "34": 101, 
+            "368": 229, 
+            "376": 41, 
+            "398": 51, 
+            "404": 51, 
+            "409": 60364, 
+            "41": 29, 
+            "414": 4620, 
+            "451": 77845, 
+            "47": 52, 
+            "475": 35071, 
+            "483": 200, 
+            "54": 4787032, 
+            "555": 120670, 
+            "563": 9282, 
+            "61": 121030, 
+            "610": 122, 
+            "63": 120928, 
+            "650": 17585, 
+            "67": 2333956, 
+            "683": 45003, 
+            "704": 8180, 
+            "744": 17577, 
+            "77": 1848232, 
+            "786": 4604, 
+            "8": 15, 
+            "821": 4, 
+            "834": 11, 
+            "85": 204, 
+            "870": 17436, 
+            "90": 120966, 
+            "92": 42147, 
+            "93": 32696
+        }
+    }, 
+    "spambayes": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 2102, 
+            "1000": 66481, 
+            "10012": 3648, 
+            "10026": 377, 
+            "10054": 68, 
+            "1006": 19854, 
+            "10101": 69, 
+            "10105": 683, 
+            "10107": 68, 
+            "1012": 18119, 
+            "10144": 2391, 
+            "10185": 476, 
+            "1022": 22825, 
+            "1029": 13756, 
+            "10292": 272, 
+            "10334": 135, 
+            "1034": 3208, 
+            "1035": 1324, 
+            "10367": 880, 
+            "1038": 37516, 
+            "10383": 135, 
+            "1048": 3259, 
+            "1049": 156999, 
+            "1054": 1, 
+            "10549": 1663, 
+            "10569": 67, 
+            "1058": 203902, 
+            "1066": 1254239, 
+            "10673": 204, 
+            "10694": 135, 
+            "10695": 67, 
+            "10721": 787, 
+            "1074": 30288, 
+            "10758": 66, 
+            "10812": 687, 
+            "10838": 55, 
+            "1085": 21012, 
+            "10926": 33, 
+            "1105": 102, 
+            "11097": 234, 
+            "11123": 372, 
+            "11124": 62, 
+            "11145": 62, 
+            "1115": 3, 
+            "11191": 1000, 
+            "1125": 221, 
+            "11278": 557, 
+            "1133": 258942, 
+            "11337": 61, 
+            "1138": 21012, 
+            "1139": 219415, 
+            "1153": 1932, 
+            "1158": 419595, 
+            "11584": 25, 
+            "1162": 79931, 
+            "11659": 184, 
+            "117": 140, 
+            "1175": 73, 
+            "11808": 30, 
+            "1182": 146701, 
+            "11827": 82, 
+            "1184": 403, 
+            "1189": 32308, 
+            "119": 71, 
+            "11922": 86, 
+            "1198": 3260, 
+            "12": 425, 
+            "12309": 104, 
+            "12483": 52, 
+            "1255": 2753, 
+            "12603": 469, 
+            "12675": 128, 
+            "1268": 31530, 
+            "1274": 457, 
+            "1276": 5457, 
+            "1278": 305, 
+            "1279": 25836, 
+            "128": 18, 
+            "1280": 12, 
+            "1281": 200, 
+            "1282": 91016, 
+            "1283": 85615, 
+            "12852": 77, 
+            "12963": 51, 
+            "1297": 3411, 
+            "13001": 750, 
+            "13018": 98, 
+            "1306": 56, 
+            "1316": 510, 
+            "1319": 202, 
+            "1326": 816, 
+            "13270": 88, 
+            "13289": 243, 
+            "1329": 510, 
+            "1338": 510, 
+            "13439": 43, 
+            "1346": 37765, 
+            "1349": 2804, 
+            "1350": 28198, 
+            "1355": 1020, 
+            "1359": 4735, 
+            "1363": 1632, 
+            "1378": 459, 
+            "13783": 178, 
+            "1383": 122595, 
+            "13840": 39, 
+            "1386": 2599, 
+            "13882": 1132, 
+            "1390": 58579, 
+            "13955": 34, 
+            "1405": 21, 
+            "141": 53, 
+            "1414": 12657, 
+            "14196": 380, 
+            "1420": 3761, 
+            "1422": 21851, 
+            "1426": 6408, 
+            "1427": 2738, 
+            "1428": 510, 
+            "1432": 510, 
+            "1436": 31463, 
+            "14400": 45, 
+            "1442": 3355, 
+            "1443": 510, 
+            "1446": 508, 
+            "1447": 510, 
+            "1451": 510, 
+            "1453": 6660, 
+            "1458": 960, 
+            "146": 107, 
+            "1460": 1221, 
+            "14603": 42, 
+            "14615": 21, 
+            "1463": 200, 
+            "14865": 54, 
+            "15012": 15, 
+            "1502": 48295, 
+            "15069": 153, 
+            "15100": 14, 
+            "1515": 5697, 
+            "15160": 86, 
+            "1518": 39578, 
+            "1536": 10812, 
+            "1541": 306, 
+            "1544": 505, 
+            "1550": 95715, 
+            "1560": 25991, 
+            "1592": 136256, 
+            "1603": 10272, 
+            "1608": 560, 
+            "1609": 253, 
+            "1611": 2, 
+            "1629": 20996, 
+            "163": 38, 
+            "1644": 20989, 
+            "1647": 63901, 
+            "165": 85, 
+            "1670": 12181, 
+            "1671": 29917, 
+            "1728": 1, 
+            "173": 451, 
+            "176": 171, 
+            "1775": 19392, 
+            "1779": 101, 
+            "1809": 9230, 
+            "1833": 2932, 
+            "1837": 11312, 
+            "1858": 69177, 
+            "1859": 1630, 
+            "1872": 101, 
+            "1877": 48152, 
+            "188": 26, 
+            "1880": 406, 
+            "1884": 9449, 
+            "1899": 11, 
+            "1908": 7821, 
+            "1911": 22536, 
+            "1912": 2031, 
+            "1928": 3249, 
+            "1929": 38297, 
+            "1939": 5404, 
+            "1945": 2691, 
+            "1946": 31315, 
+            "1957": 324, 
+            "1958": 23965, 
+            "2021": 42723, 
+            "204": 80, 
+            "209": 112, 
+            "2091": 4496, 
+            "2092": 19516, 
+            "21": 417, 
+            "218": 31, 
+            "2183": 9367, 
+            "219": 266, 
+            "2203": 1, 
+            "2208": 5207, 
+            "2266": 3036, 
+            "2326": 26681, 
+            "2346": 14870, 
+            "2366": 3238, 
+            "2380": 3238, 
+            "2389": 56983, 
+            "2396": 14864, 
+            "2398": 14865, 
+            "240": 1, 
+            "2401": 105055, 
+            "2414": 1970, 
+            "2456": 8990, 
+            "2459": 302, 
+            "2462": 3230, 
+            "2463": 34125, 
+            "248": 5, 
+            "2525": 4336, 
+            "2528": 2955, 
+            "2530": 26948, 
+            "254": 35, 
+            "2551": 5820, 
+            "2596": 1901, 
+            "2598": 12, 
+            "2599": 200, 
+            "2600": 66558, 
+            "2613": 3218, 
+            "2634": 208, 
+            "2636": 943, 
+            "2644": 100, 
+            "2645": 200, 
+            "2667": 1051, 
+            "268": 200, 
+            "2746": 12610, 
+            "2747": 2005, 
+            "2766": 5706, 
+            "2771": 36298, 
+            "2784": 3197, 
+            "286": 200, 
+            "2895": 297, 
+            "2901": 198, 
+            "2921": 100, 
+            "2925": 4289, 
+            "3001": 591, 
+            "3064": 5755, 
+            "313": 18835, 
+            "314": 74, 
+            "3145": 3940, 
+            "3148": 129, 
+            "3173": 1684, 
+            "3174": 2590, 
+            "32": 44, 
+            "3273": 1881, 
+            "3314": 742, 
+            "3315": 36502, 
+            "3328": 1648, 
+            "3339": 396, 
+            "3357": 5520, 
+            "3363": 15276, 
+            "3386": 1837, 
+            "34": 878, 
+            "340": 13, 
+            "3412": 100, 
+            "3429": 31, 
+            "344": 12, 
+            "3482": 1475, 
+            "3504": 2357, 
+            "351": 2611, 
+            "3515": 2645, 
+            "3516": 1446, 
+            "3525": 26027, 
+            "3538": 4594, 
+            "354": 2663, 
+            "3545": 1365, 
+            "3572": 195, 
+            "3613": 2300, 
+            "371": 1, 
+            "372": 1785, 
+            "373": 71, 
+            "374": 58, 
+            "3740": 8977, 
+            "3749": 2967, 
+            "3762": 293, 
+            "3767": 2984, 
+            "3817": 5878, 
+            "383": 134, 
+            "3896": 971, 
+            "3923": 389, 
+            "3986": 30, 
+            "4034": 4377, 
+            "406": 84, 
+            "4067": 4416, 
+            "41": 335, 
+            "412": 115, 
+            "4124": 33, 
+            "413": 2417, 
+            "414": 78, 
+            "4162": 340, 
+            "419": 7140, 
+            "4220": 193, 
+            "4224": 194, 
+            "4227": 194, 
+            "4241": 1846, 
+            "4244": 194, 
+            "4258": 242, 
+            "426": 32660, 
+            "4353": 199, 
+            "4366": 442, 
+            "4380": 26, 
+            "4423": 23, 
+            "446": 32, 
+            "447": 27, 
+            "4506": 271, 
+            "4512": 12, 
+            "4521": 480, 
+            "4522": 241, 
+            "4526": 337, 
+            "4543": 200, 
+            "4547": 64, 
+            "459": 8, 
+            "4591": 191, 
+            "4624": 480, 
+            "4813": 190, 
+            "485": 10, 
+            "4866": 762, 
+            "4873": 64, 
+            "490": 453, 
+            "4901": 208, 
+            "491": 19, 
+            "5028": 1892, 
+            "503": 40, 
+            "5048": 1791, 
+            "506": 1, 
+            "5132": 518, 
+            "5139": 19559, 
+            "5151": 3729, 
+            "5295": 54, 
+            "5306": 94, 
+            "531": 102, 
+            "5343": 200, 
+            "5346": 199, 
+            "536": 9262, 
+            "54": 11, 
+            "5425": 933, 
+            "5445": 837, 
+            "5446": 373, 
+            "549": 872, 
+            "5493": 1208, 
+            "5498": 971, 
+            "5502": 185, 
+            "552": 3, 
+            "5535": 5839, 
+            "5536": 149, 
+            "5539": 9382, 
+            "5560": 1423, 
+            "5585": 273, 
+            "5589": 108, 
+            "5677": 276, 
+            "5685": 276, 
+            "5686": 1662, 
+            "5688": 93, 
+            "578": 479, 
+            "5827": 3581, 
+            "5887": 3512, 
+            "590": 48, 
+            "5900": 7347, 
+            "5931": 91, 
+            "5977": 456, 
+            "5997": 13567, 
+            "6009": 592, 
+            "6033": 774, 
+            "6059": 9212, 
+            "6067": 4584, 
+            "6155": 500, 
+            "6162": 453, 
+            "6163": 182, 
+            "618": 55, 
+            "6192": 543, 
+            "6219": 363, 
+            "624": 35, 
+            "6242": 725, 
+            "6247": 90, 
+            "6298": 90, 
+            "6306": 472, 
+            "6320": 200, 
+            "6330": 1076, 
+            "6333": 356, 
+            "636": 3, 
+            "6383": 1071, 
+            "6406": 267, 
+            "642": 7, 
+            "6427": 580, 
+            "647": 3, 
+            "65": 90, 
+            "659": 17, 
+            "6660": 179, 
+            "6696": 179, 
+            "673": 31, 
+            "6765": 267, 
+            "6788": 176, 
+            "6789": 176, 
+            "6953": 176, 
+            "6969": 176, 
+            "6985": 176, 
+            "6986": 88, 
+            "7099": 13271, 
+            "7105": 264, 
+            "713": 18, 
+            "7164": 1896, 
+            "7177": 98, 
+            "718": 37, 
+            "7238": 2337, 
+            "7240": 172, 
+            "7242": 521, 
+            "7244": 87, 
+            "7252": 174, 
+            "727": 51, 
+            "7311": 9082, 
+            "7320": 346, 
+            "7345": 258, 
+            "7411": 516, 
+            "7415": 86, 
+            "7424": 3741, 
+            "744": 67, 
+            "7442": 2752, 
+            "7461": 13012, 
+            "7499": 935, 
+            "751": 2235, 
+            "7522": 1864, 
+            "7525": 8550, 
+            "753": 1, 
+            "7546": 8483, 
+            "7600": 672, 
+            "7617": 2481, 
+            "766": 22, 
+            "7699": 154, 
+            "7713": 77, 
+            "7723": 633, 
+            "7736": 83, 
+            "7742": 754, 
+            "7753": 252, 
+            "7754": 419, 
+            "7830": 624, 
+            "790": 71, 
+            "7904": 83, 
+            "8": 175, 
+            "801": 46, 
+            "808": 837, 
+            "8116": 69, 
+            "8152": 416, 
+            "8252": 42, 
+            "8263": 21, 
+            "827": 13, 
+            "8274": 94, 
+            "8397": 404, 
+            "8416": 243, 
+            "8426": 5725, 
+            "8438": 161, 
+            "8462": 161, 
+            "85": 64, 
+            "8547": 309, 
+            "8687": 79, 
+            "8720": 3544, 
+            "8732": 156, 
+            "8743": 78, 
+            "875": 603, 
+            "8754": 510, 
+            "903": 13, 
+            "9078": 77, 
+            "9091": 152, 
+            "9111": 901, 
+            "92": 15, 
+            "9251": 2903, 
+            "933": 39, 
+            "936": 1, 
+            "94": 42, 
+            "9416": 482, 
+            "9439": 148, 
+            "9485": 388, 
+            "9566": 219, 
+            "9568": 73, 
+            "9569": 2134, 
+            "9591": 365, 
+            "9594": 1, 
+            "962": 49929, 
+            "963": 3927, 
+            "9642": 6521, 
+            "965": 3927, 
+            "9654": 284, 
+            "966": 101031, 
+            "9665": 1436, 
+            "968": 3467, 
+            "9683": 71, 
+            "969": 5454318, 
+            "972": 3926, 
+            "973": 593628, 
+            "974": 714, 
+            "975": 22012441, 
+            "9751": 140, 
+            "978": 311164, 
+            "981": 7395, 
+            "982": 100725, 
+            "983": 3927, 
+            "984": 99807, 
+            "985": 3927, 
+            "986": 98991, 
+            "9864": 590, 
+            "987": 3927, 
+            "988": 136782, 
+            "9880": 138, 
+            "989": 3927, 
+            "990": 72318, 
+            "991": 3774, 
+            "992": 3620, 
+            "9937": 7, 
+            "994": 144108, 
+            "999": 79645, 
+            "9995": 1776
+        }
+    }, 
+    "sympy_expand": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 944, 
+            "1002": 344, 
+            "101": 39, 
+            "1019": 247025, 
+            "1022": 12, 
+            "1044": 53959, 
+            "1057": 45808, 
+            "1058": 44424, 
+            "1073": 402, 
+            "1080": 222859, 
+            "1085": 44620, 
+            "1086": 76186, 
+            "1093": 177807, 
+            "1095": 12, 
+            "1104": 245964, 
+            "1142": 85178, 
+            "115": 63, 
+            "1163": 199, 
+            "1166": 488, 
+            "1168": 192, 
+            "1193": 528, 
+            "12": 275, 
+            "1213": 69705, 
+            "1229": 56164, 
+            "1235": 527, 
+            "1238": 22841, 
+            "1256": 24, 
+            "1257": 1139, 
+            "1285": 1168, 
+            "1292": 1018, 
+            "1302": 55930, 
+            "131": 1748, 
+            "1310": 196, 
+            "1327": 57776, 
+            "1346": 152446, 
+            "1380": 29933, 
+            "1404": 17582, 
+            "1407": 17723, 
+            "1412": 12026, 
+            "1413": 14, 
+            "148": 1, 
+            "1489": 100, 
+            "1495": 74161, 
+            "1502": 44661, 
+            "1503": 55, 
+            "1508": 17709, 
+            "1514": 4, 
+            "1522": 8583, 
+            "1562": 336, 
+            "1566": 14660, 
+            "1589": 13387, 
+            "159": 469, 
+            "1624": 27, 
+            "1627": 152, 
+            "1638": 491, 
+            "1677": 8, 
+            "168": 1069, 
+            "1741": 17884, 
+            "1755": 8, 
+            "1767": 17263, 
+            "177": 43, 
+            "1772": 6138, 
+            "1782": 13216, 
+            "1819": 5, 
+            "1821": 90, 
+            "1824": 26, 
+            "1871": 553, 
+            "1895": 17063, 
+            "1905": 17247, 
+            "192": 10, 
+            "1957": 36, 
+            "1961": 3899, 
+            "1990": 17047, 
+            "2000": 17240, 
+            "2059": 3896, 
+            "21": 266, 
+            "2193": 1, 
+            "2195": 19, 
+            "222": 60, 
+            "2231": 4, 
+            "2239": 5, 
+            "2302": 257, 
+            "2331": 7169, 
+            "2332": 3477, 
+            "239": 16, 
+            "2400": 2923, 
+            "2404": 3235, 
+            "2462": 17041, 
+            "2472": 38290, 
+            "2476": 2188, 
+            "2485": 44484, 
+            "2585": 216, 
+            "2591": 14565, 
+            "2645": 40, 
+            "2649": 2188, 
+            "2690": 3920, 
+            "272": 56, 
+            "2740": 4, 
+            "2746": 2189, 
+            "276": 5, 
+            "278": 11, 
+            "2802": 31608, 
+            "281": 3, 
+            "291": 14, 
+            "2922": 3898, 
+            "2956": 692, 
+            "2999": 16572, 
+            "307": 27, 
+            "3094": 40, 
+            "3108": 190, 
+            "3112": 60, 
+            "3118": 19682, 
+            "3126": 1101, 
+            "314": 6, 
+            "3141": 220, 
+            "316": 22, 
+            "3178": 759, 
+            "32": 27, 
+            "3207": 387, 
+            "3221": 26, 
+            "3225": 76, 
+            "3235": 535, 
+            "3238": 10724, 
+            "3240": 1048, 
+            "3311": 5, 
+            "3357": 150, 
+            "3386": 26, 
+            "339": 1420, 
+            "3398": 48, 
+            "34": 336, 
+            "3400": 534, 
+            "3404": 5344, 
+            "3474": 56, 
+            "3498": 241, 
+            "3499": 76, 
+            "350": 39, 
+            "3523": 13, 
+            "3579": 19420, 
+            "368": 61, 
+            "3685": 8544, 
+            "3693": 3026, 
+            "373": 153, 
+            "381": 21, 
+            "386": 75, 
+            "3880": 15, 
+            "3960": 272, 
+            "403": 16, 
+            "405": 18, 
+            "41": 210, 
+            "413": 514, 
+            "415": 56, 
+            "4160": 9, 
+            "4168": 25, 
+            "4197": 259, 
+            "4286": 196, 
+            "4301": 353, 
+            "4316": 29, 
+            "4350": 24, 
+            "438": 63, 
+            "4446": 94, 
+            "447": 1, 
+            "4491": 13, 
+            "4497": 2, 
+            "4545": 2, 
+            "4556": 20, 
+            "4582": 17, 
+            "4605": 17, 
+            "4642": 162, 
+            "4761": 4, 
+            "4804": 2, 
+            "4809": 1, 
+            "4814": 1, 
+            "483": 1, 
+            "4846": 6, 
+            "4897": 5, 
+            "491": 3, 
+            "4936": 34, 
+            "4989": 6, 
+            "501": 133, 
+            "517": 1055, 
+            "522": 8, 
+            "5223": 9, 
+            "536": 200, 
+            "54": 3, 
+            "546": 123, 
+            "557": 2684, 
+            "565": 18, 
+            "573": 44, 
+            "580": 16, 
+            "592": 84, 
+            "596": 6193, 
+            "600": 17375, 
+            "604": 40, 
+            "616": 114, 
+            "622": 460728, 
+            "633": 125956, 
+            "635": 25977, 
+            "644": 25978, 
+            "65": 46, 
+            "663": 54003, 
+            "664": 216062, 
+            "665": 86755, 
+            "675": 92850, 
+            "689": 286, 
+            "694": 15835, 
+            "708": 358, 
+            "777": 15377, 
+            "783": 35419, 
+            "795": 5521, 
+            "8": 114, 
+            "810": 1275, 
+            "824": 398, 
+            "856": 609, 
+            "86": 12, 
+            "882": 268, 
+            "915": 53, 
+            "943": 1293, 
+            "952": 854, 
+            "965": 48, 
+            "970": 102783, 
+            "987": 169942, 
+            "988": 22950, 
+            "995": 144
+        }
+    }, 
+    "telco": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 462, 
+            "1020": 1727, 
+            "1035": 253635, 
+            "1065": 2334, 
+            "1077": 7412, 
+            "1089": 152, 
+            "1096": 79376, 
+            "113": 749, 
+            "114": 3939, 
+            "12": 61, 
+            "120": 10082, 
+            "1265": 454, 
+            "1289": 2533, 
+            "1296": 128010, 
+            "1298": 3706, 
+            "1421": 50, 
+            "1436": 549, 
+            "1437": 316, 
+            "1502": 1824, 
+            "1509": 1877, 
+            "1747": 4292, 
+            "1790": 12147, 
+            "1796": 51, 
+            "1891": 126184, 
+            "1935": 1962, 
+            "1936": 80336, 
+            "209": 97039, 
+            "2096": 54239, 
+            "21": 51, 
+            "2217": 5857, 
+            "226": 679, 
+            "2278": 2495, 
+            "2279": 13828, 
+            "2284": 545, 
+            "2432": 1725, 
+            "2497": 1687, 
+            "2611": 1495, 
+            "270": 3, 
+            "289": 1987, 
+            "290": 19713, 
+            "291": 47388, 
+            "292": 400, 
+            "308": 61626, 
+            "32": 6, 
+            "3268": 125, 
+            "3301": 17, 
+            "335": 809, 
+            "34": 112, 
+            "346": 4141, 
+            "41": 45, 
+            "50": 11082, 
+            "500": 829, 
+            "506": 20, 
+            "512": 1036, 
+            "519": 1, 
+            "526": 273, 
+            "55": 1069, 
+            "558": 29104, 
+            "58": 827, 
+            "580": 88920, 
+            "593": 6921, 
+            "599": 1983, 
+            "600": 116886, 
+            "620": 254315, 
+            "648": 2339, 
+            "651": 7427, 
+            "66": 1619, 
+            "70": 3719, 
+            "730": 8, 
+            "737": 401, 
+            "739": 7, 
+            "78": 2365, 
+            "8": 20, 
+            "808": 456, 
+            "810": 1013, 
+            "859": 1, 
+            "866": 2, 
+            "886": 1980, 
+            "926": 150, 
+            "938": 2335, 
+            "941": 178360, 
+            "98": 610, 
+            "99": 3675
+        }
+    }, 
+    "twisted_names": {
+        "exe": "pypy-c", 
+        "results": {
+            "10": 788, 
+            "1003": 2772, 
+            "10084": 35, 
+            "10085": 17, 
+            "10088": 17, 
+            "1025": 116, 
+            "10250": 62, 
+            "103": 23, 
+            "1030": 509, 
+            "1038": 492, 
+            "1041": 32, 
+            "1081": 2, 
+            "109": 155, 
+            "10905": 18, 
+            "1151": 433, 
+            "1157": 255, 
+            "1160": 65, 
+            "1166": 448, 
+            "1170": 156471, 
+            "118": 3, 
+            "1195": 1, 
+            "12": 219, 
+            "140": 21, 
+            "1405": 159550, 
+            "1419": 54, 
+            "1423": 287871, 
+            "1426": 47, 
+            "1435": 200, 
+            "145": 144, 
+            "1455": 2, 
+            "1459": 6, 
+            "1469": 200, 
+            "1494": 156415, 
+            "1496": 199, 
+            "150": 7, 
+            "1577": 156762, 
+            "1596": 153617, 
+            "1597": 41, 
+            "1598": 21, 
+            "1600": 10, 
+            "1670": 312822, 
+            "1675": 311438, 
+            "168": 17, 
+            "176": 124, 
+            "1761": 479, 
+            "1790": 2, 
+            "182": 13, 
+            "1856": 159613, 
+            "1858": 78272, 
+            "1871": 22096, 
+            "1876": 23516, 
+            "1879": 157767, 
+            "188": 118, 
+            "1892": 156353, 
+            "1906": 1, 
+            "1950": 9, 
+            "2051": 156339, 
+            "207": 899, 
+            "2078": 1, 
+            "2085": 79, 
+            "21": 210, 
+            "2184": 759, 
+            "2266": 312597, 
+            "2294": 717, 
+            "2349": 445, 
+            "2351": 16, 
+            "2377": 7, 
+            "2379": 626, 
+            "2427": 65, 
+            "244": 200, 
+            "2443": 153784, 
+            "2444": 20, 
+            "2445": 7, 
+            "2455": 288, 
+            "2464": 9, 
+            "2489": 6, 
+            "2562": 100, 
+            "2654": 119, 
+            "2658": 7783, 
+            "2661": 3, 
+            "2730": 156124, 
+            "2785": 1453, 
+            "2847": 156257, 
+            "2890": 9344, 
+            "2908": 142, 
+            "2956": 3168, 
+            "2958": 62, 
+            "2960": 21, 
+            "2962": 25, 
+            "2964": 2793, 
+            "2966": 3900, 
+            "2992": 89, 
+            "3010": 128, 
+            "313": 3220, 
+            "3188": 392, 
+            "32": 21, 
+            "321": 311, 
+            "323": 221, 
+            "330": 1773, 
+            "34": 284, 
+            "340": 355, 
+            "3426": 7, 
+            "353": 156639, 
+            "3563": 4389, 
+            "3585": 2046, 
+            "359": 626554, 
+            "373": 1518, 
+            "3749": 155782, 
+            "3785": 86, 
+            "3794": 835, 
+            "3797": 2, 
+            "3846": 200, 
+            "388": 2044, 
+            "392": 1879784, 
+            "399": 626996, 
+            "406": 1, 
+            "41": 163, 
+            "4134": 1, 
+            "4141": 155568, 
+            "4176": 4709, 
+            "4218": 120173, 
+            "4223": 1289, 
+            "4226": 56, 
+            "4253": 1, 
+            "4278": 20, 
+            "4286": 1, 
+            "4289": 6, 
+            "4322": 3049, 
+            "4326": 7466, 
+            "4357": 1616, 
+            "436": 156611, 
+            "4360": 110, 
+            "4363": 2985, 
+            "4379": 1446, 
+            "4381": 79, 
+            "4399": 1, 
+            "443": 308, 
+            "4449": 173, 
+            "446": 156611, 
+            "4460": 112, 
+            "4487": 32610, 
+            "4493": 60, 
+            "4527": 3, 
+            "4555": 44, 
+            "4566": 4, 
+            "457": 156640, 
+            "466": 256, 
+            "4832": 328, 
+            "4834": 21, 
+            "4835": 7, 
+            "4837": 7, 
+            "485": 1915, 
+            "4866": 30, 
+            "4898": 1933, 
+            "4917": 1203, 
+            "514": 15, 
+            "526": 264, 
+            "5311": 152264, 
+            "54": 2, 
+            "5416": 192, 
+            "5419": 128, 
+            "562": 156148, 
+            "5762": 2427, 
+            "5922": 154426, 
+            "6256": 60, 
+            "637": 282, 
+            "6436": 1, 
+            "6469": 5, 
+            "6480": 2, 
+            "65": 10, 
+            "6509": 1, 
+            "6605": 40, 
+            "6657": 18, 
+            "6663": 138, 
+            "673": 156588, 
+            "678": 156589, 
+            "691": 313655, 
+            "706": 156571, 
+            "7066": 209, 
+            "7213": 1, 
+            "729": 33, 
+            "7620": 20, 
+            "7653": 59, 
+            "7659": 2413, 
+            "7740": 59, 
+            "7915": 152974, 
+            "8": 94, 
+            "814": 2831, 
+            "819": 115, 
+            "829": 722, 
+            "835": 115, 
+            "84": 6, 
+            "848": 730, 
+            "865": 1135, 
+            "8693": 4600, 
+            "870": 457, 
+            "8717": 58, 
+            "876": 797, 
+            "8773": 58, 
+            "882": 313080, 
+            "8977": 4, 
+            "8986": 2842, 
+            "900": 156155, 
+            "9004": 3, 
+            "9050": 1499, 
+            "91": 20, 
+            "9177": 1, 
+            "9182": 1482, 
+            "919": 1167, 
+            "923": 597, 
+            "9241": 2262, 
+            "925": 565, 
+            "93": 9, 
+            "9320": 53, 
+            "9322": 1, 
+            "9330": 141, 
+            "9380": 1031, 
+            "9406": 615, 
+            "9476": 48, 
+            "9510": 75, 
+            "957": 313469, 
+            "9578": 2, 
+            "9616": 149, 
+            "9631": 2176, 
+            "9634": 50, 
+            "9666": 442, 
+            "9672": 77, 
+            "973": 153786, 
+            "974": 21, 
+            "975": 7, 
+            "977": 139, 
+            "9910": 1898, 
+            "9959": 879, 
+            "9963": 41
+        }
+    }
+}
diff --git a/talk/vmil2012/tool/guarddata.py b/talk/vmil2012/tool/guarddata.py
new file mode 100644
--- /dev/null
+++ b/talk/vmil2012/tool/guarddata.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+"""
+Parse and summarize the jit-summary data """
+
+import optparse
+import os
+import re
+import sys
+import json
+from pypy.jit.metainterp.history import ConstInt
+from pypy.jit.tool.oparser import parse
+from pypy.rpython.lltypesystem import llmemory, lltype
+from pypy.tool import logparser
+from backenddata import collect_logfiles
+
+def collect_data(dirname, logs):
+    for exe, bench, log in logs:
+        path = os.path.join(dirname, log)
+        logfile = logparser.parse_log_file(path)
+        counts = {}
+        guard_failures = \
+            logparser.extract_category(logfile, 'jit-guard-failure')
+        backend_counts = \
+            logparser.extract_category(logfile, 'jit-backend-counts')
+
+        assert len(guard_failures) > 0
+        assert len(backend_counts) > 0
+        # collect guard failures first
+        for g in guard_failures:
+            name = g.split(' ')[1].strip()
+            counts.setdefault(name, 0)
+            counts[name] += 1
+        for i in backend_counts:
+            if i == '':
+                continue
+            for l in i.splitlines():
+                if not l.startswith('bridge'):
+                    continue
+                colon = l.index(':')
+                n = l[len('bridge '):colon]
+                count = int(l[colon+1:])
+                counts[n] += count
+        yield (exe, bench, counts)
+
+
+def main(path):
+    logs = collect_logfiles(path)
+    if os.path.isdir(path):
+        dirname = path
+    else:
+        dirname = os.path.dirname(path)
+    results = collect_data(dirname, logs)
+    data = {}
+    for exe, bench, guards in results:
+        data[bench] = {'exe': exe, 'results': guards}
+    with file("logs/guard_summary.json", "w") as f:
+        print >>f, json.dumps(data, f, sort_keys=True, indent=4)
+
+if __name__ == '__main__':
+    parser = optparse.OptionParser(usage="%prog logdir_or_file")
+
+    options, args = parser.parse_args()
+    if len(args) != 1:
+        parser.print_help()
+        sys.exit(2)
+    else:
+        main(args[0])


More information about the pypy-commit mailing list