SAT 2007 Competition Phase 2: benchmarks results per solver

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Medium/contest05/jarvisalo/ mod2-3cage-unsat-9-12.sat05-2587.reshuffled-07.cnf	UNSAT	0.001999	0.00528399	370147
crafted/Medium/contest05/jarvisalo/ mod2-3cage-unsat-9-14.sat05-2589.reshuffled-07.cnf	UNSAT	0.002998	0.00518493	370152
crafted/Medium/contest05/pebbling/ unsat-grid-pbl-0080.sat05-1344.reshuffled-07.cnf	UNSAT	1.3348	1.33872	370086
crafted/spence/ medium/s57-100.cnf	UNSAT	1.36879	1.37188	370016
crafted/spence/ medium/s61-100.cnf	UNSAT	3.2655	3.26676	369999
crafted/Medium/contest05/sabharwal/ gt-ordering-unsat-gt-025.sat05-1306.reshuffled-07.cnf	UNSAT	11.5452	11.557	370040
crafted/Medium/contest05/sabharwal/ gt-ordering-sat-gt-030.sat05-1295.reshuffled-07.cnf	UNSAT	12.5771	12.5917	370047
crafted/Medium/contest05/pebbling/ unsat-pbl-00070.sat05-1324.reshuffled-07.cnf	UNSAT	12.8101	12.8231	370080
crafted/Medium/contest05/sabharwal/ gt-ordering-unsat-gt-030.sat05-1307.reshuffled-07.cnf	UNSAT	12.912	12.9237	370039
crafted/Medium/contest05/pebbling/ unsat-pbl-00200.sat05-1329.reshuffled-07.cnf	UNSAT	13.5739	13.5875	370092
crafted/Medium/contest05/sabharwal/ gt-ordering-unsat-gt-035.sat05-1308.reshuffled-07.cnf	UNSAT	14.2938	14.3131	370041
crafted/Medium/contest05/pebbling/ unsat-pbl-00150.sat05-1328.reshuffled-07.cnf	UNSAT	15.1247	15.1521	370083
crafted/Medium/contest05/pebbling/ unsat-pbl-00080.sat05-1325.reshuffled-07.cnf	UNSAT	15.2537	15.2955	370077
crafted/Difficult/contest05/sabharwal/ gt-ordering-sat-gt-040.sat05-1297.reshuffled-07.cnf	UNSAT	15.4117	15.4564	370200
crafted/spence/ medium/s65-100.cnf	UNSAT	19.983	20.0562	370033
crafted/Medium/contest05/sabharwal/ counting-clqcolor-unsat-set-b-clqcolor-08-06-07.sat05-1257.reshuffled-07.cnf	UNSAT	20.6959	20.7254	370055
crafted/Medium/contest05/pebbling/ unsat-pbl-00250.sat05-1330.reshuffled-07.cnf	UNSAT	20.7978	20.8366	370089
crafted/spence/ medium/s69-100.cnf	UNSAT	22.4616	22.4816	370008
crafted/Medium/contest05/sabharwal/ unsat-logistics-rotate-09t5.sat05-1139.reshuffled-07.cnf	UNSAT	24.8422	24.887	370051
crafted/Difficult/contest05/sabharwal/ gt-ordering-unsat-gt-045.sat05-1310.reshuffled-07.cnf	UNSAT	25.4081	25.5791	370196
crafted/Difficult/contest05/sabharwal/ gt-ordering-unsat-gt-060.sat05-1312.reshuffled-07.cnf	UNSAT	45.6311	45.6611	370198
crafted/spence/ medium/s73-100.cnf	UNSAT	48.9576	48.9838	370021
crafted/Medium/contest05/others/ QG7-gensys-icl001.sat05-2926.reshuffled-07.cnf	UNSAT	60.8847	60.9584	370097
crafted/spence/ medium/s77-100.cnf	UNSAT	73.8268	73.8674	369994
crafted/Medium/contest05/others/ QG8-gensys-ukn005.sat05-3584.reshuffled-07.cnf	UNSAT	77.2223	77.3407	370122
crafted/Medium/contest05/sabharwal/ counting-easier-fphp-012-010.sat05-1214.reshuffled-07.cnf	UNSAT	89.9113	90.0085	370061
crafted/Medium/contest05/others/ gensys-ukn002.sat05-2744.reshuffled-07.cnf	UNSAT	133.134	133.192	370094
crafted/spence/ medium/s81-100.cnf	UNSAT	138.251	138.304	370004
crafted/Medium/contest05/others/ QG-gensys-icl003.sat05-2715.reshuffled-07.cnf	UNSAT	148.823	149.232	370114
crafted/Medium/contest05/others/ QG-gensys-brn008.sat05-2685.reshuffled-07.cnf	UNSAT	173.036	173.134	370117
crafted/Medium/contest05/sabharwal/ counting-easier-php-012-010.sat05-1172.reshuffled-07.cnf	UNSAT	181.276	181.413	370043
crafted/Difficult/contest05/QG/ QG6-dead-dnd001.sat05-2742.reshuffled-07.cnf	UNSAT	200.165	200.232	370176
crafted/spence/ medium/s85-100.cnf	UNSAT	287.72	287.816	370029
crafted/Difficult/contest05/sabharwal/ grid-pebbling-unsat-grid-pbl-0300.sat05-1350.sat05-1350.reshuffled-07.cnf	UNSAT	339.005	339.176	370201
crafted/Difficult/contest05/QG/ QG6-gensys-icl009.sat05-2721.reshuffled-07.cnf	UNSAT	406.114	406.239	370183
crafted/spence/ medium/s89-100.cnf	UNSAT	452.624	452.869	370025
crafted/Difficult/contest-02-03-04/ contest02-Mat26.sat05-457.reshuffled-07.cnf	UNSAT	616.986	617.274	370233
crafted/spence/ medium/s93-100.cnf	UNSAT	715.072	715.423	370013
crafted/Difficult/contest05/QG/ QG6-gensys-icl006.sat05-2718.reshuffled-07.cnf	UNSAT	743.023	743.431	370189
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-gigamax.used-as.sat04-984.sat05-4194.reshuffled-07.cnf	UNSAT	797.461	797.86	370164
crafted/Hard/contest05/QG/ QG7-dead-dnd005.sat05-3111.reshuffled-07.cnf	UNSAT	840.272	840.417	370166
crafted/Difficult/contest05/QG/ QG6-gensys-icl004.sat05-2716.reshuffled-07.cnf	UNSAT	843.732	844.189	370192
crafted/Difficult/contest05/QG/ QG7-gensys-icl006.sat05-3132.reshuffled-07.cnf	UNSAT	918.625	919.062	370174
crafted/Medium/contest05/others/ pmg-11-UNSAT.sat05-3939.reshuffled-07.cnf	UNSAT	1035.76	1036.23	370120
crafted/Difficult/contest05/sabharwal/ logistics-unsat-logistics-rotate-11t5.sat05-1141.reshuffled-07.cnf	UNSAT	1158.89	1159.26	368855
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n800-d0.02-s925928766.sat05-538.reshuffled-07.cnf	UNSAT	1230.4	1230.8	368752
crafted/Difficult/contest-02-03-04/ contest04-lksat-n1100-m7545-k4-l4-s310659001.sat05-524.reshuffled-07.cnf	UNSAT	1254.27	1254.61	368871
crafted/Difficult/contest05/QG/ QG6-gensys-brn007.sat05-2684.reshuffled-07.cnf	UNSAT	1268.79	1269.35	368850
crafted/Difficult/contest-02-03-04/ contest03-SGI_30_50_30_20_1-dir.sat05-439.reshuffled-07.cnf	UNSAT	1390.6	1391.18	368870
crafted/Hard/contest04/others/ equilarge_l3.sat05-520.reshuffled-07.cnf	UNSAT	1391.12	1391.59	368761
crafted/Difficult/contest05/QG/ QG6-gensys-ukn003.sat05-2726.reshuffled-07.cnf	UNSAT	1539.26	1539.88	368849
crafted/Difficult/contest05/QG/ QG6-gensys-icl001.sat05-2695.reshuffled-07.cnf	UNSAT	1605.84	1606.5	368851
crafted/Hard/contest04/others/ equilarge_l4.sat05-521.reshuffled-07.cnf	UNSAT	1803	1804.01	368770
crafted/Hard/contest04/others/ equilarge_l2.sat05-519.reshuffled-07.cnf	UNSAT	1982.28	1982.84	368764
crafted/Difficult/contest-02-03-04/ contest03-SGI_30_50_30_20_3-dir.sat05-440.reshuffled-07.cnf	UNSAT	2323.62	2324.41	368875
crafted/Difficult/contest-02-03-04/ contest04-lksat-n1000-m6860-k4-l4-s1935114289.sat05-523.reshuffled-07.cnf	UNSAT	2399.91	2400.85	368872
crafted/spence/ hard/s97-100.cnf	UNSAT	2412.81	2414.4	368748
crafted/Hard/contest05/QG/ QG7-gensys-ukn003.sat05-3346.reshuffled-07.cnf	UNSAT	2480.74	2481.51	368782
crafted/Hard/contest05/QG/ QG7-dead-dnd001.sat05-3419.reshuffled-07.cnf	UNSAT	2596.62	2597.36	368788
crafted/Difficult/contest05/QG/ QG6-gensys-icl008.sat05-2720.reshuffled-07.cnf	UNSAT	2926.2	2927.24	368852
crafted/Difficult/contest05/QG/ QG6-dead-dnd002.sat05-2713.reshuffled-07.cnf	UNSAT	3081.25	3082.17	368853
crafted/Hard/contest05/QG/ QG7-dead-dnd002.sat05-3108.reshuffled-07.cnf	UNSAT	3322.45	3323.46	368784
crafted/Hard/contest05/counting-clq/ unsat-set-b-fclqcolor-10-07-09.sat05-1282.reshuffled-07.cnf	UNSAT	3329.88	3330.95	368811
crafted/Hard/contest05/QG/ QG7a-gensys-icl004.sat05-3825.reshuffled-07.cnf	UNSAT	4034.84	4036.12	368780
crafted/Difficult/contest05/others/ linvrinv5.sat05-564.reshuffled-07.cnf	UNSAT	4385.01	4386.42	368862
crafted/spence/ hard/s101-100.cnf	UNSAT	4887.19	4889.02	368745
crafted/Difficult/contest05/others/ pmg-12-UNSAT.sat05-3940.reshuffled-07.cnf	UNSAT	4892.85	4896.84	368860

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-210-2.sat05-2159.reshuffled-07.cnf	SAT	0.008997	0.011427	370139
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-210-1.sat05-2158.reshuffled-07.cnf	SAT	0.009997	0.011423	370135
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-220-1.sat05-2173.reshuffled-07.cnf	SAT	0.009997	0.012778	370131
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-230-2.sat05-2189.reshuffled-07.cnf	SAT	0.010997	0.0126749	370125
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-220-2.sat05-2174.reshuffled-07.cnf	SAT	0.010998	0.0131599	370128
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-250-3.sat05-2220.reshuffled-07.cnf	SAT	0.013997	0.0217451	370156
crafted/Medium/contest05/jarvisalo/ mod2-rand3bip-sat-240-3.sat05-2205.reshuffled-07.cnf	SAT	0.013997	0.0149961	370159
crafted/Difficult/contest05/jarvisalo/ mod2-rand3bip-sat-270-1.sat05-2248.reshuffled-07.cnf	SAT	0.013997	0.0307579	370222
crafted/Difficult/contest05/jarvisalo/ mod2-rand3bip-sat-280-2.sat05-2264.reshuffled-07.cnf	SAT	0.014997	0.0176811	370209
crafted/Difficult/contest05/jarvisalo/ mod2-rand3bip-sat-270-2.sat05-2249.reshuffled-07.cnf	SAT	0.014997	0.016924	370211
crafted/Difficult/contest05/jarvisalo/ mod2-rand3bip-sat-280-3.sat05-2265.reshuffled-07.cnf	SAT	0.015996	0.018023	370214
crafted/Difficult/contest05/jarvisalo/ mod2-rand3bip-sat-280-1.sat05-2263.reshuffled-07.cnf	SAT	0.015997	0.0176259	370207
crafted/Medium/contest05/pebbling/ sat-grid-pbl-0070.sat05-1334.reshuffled-07.cnf	SAT	0.938857	0.945042	370068
crafted/Medium/contest05/others/ QG7a-gensys-brn004.sat05-3669.reshuffled-07.cnf	SAT	25.5511	25.5742	370100
crafted/Medium/contest05/pebbling/ sat-pbl-00400.sat05-1322.reshuffled-07.cnf	SAT	26.7789	26.8953	370071
crafted/Medium/contest05/sabharwal/ sat-strips-gripper-12t23.sat05-1144.reshuffled-07.cnf	SAT	44.1713	44.2702	370058
crafted/Medium/contest05/others/ QG7a-gensys-brn100.sat05-3765.reshuffled-07.cnf	SAT	75.1806	75.222	370107
crafted/Medium/contest05/others/ QG7a-gensys-ukn005.sat05-3845.reshuffled-07.cnf	SAT	81.3656	81.4292	370110
crafted/Medium/contest05/others/ QG7a-gensys-ukn001.sat05-3841.reshuffled-07.cnf	SAT	84.0312	84.074	370104
crafted/Difficult/contest05/jarvisalo/ mod2c-rand3bip-sat-210-3.sat05-2475.reshuffled-07.cnf	SAT	112.6	112.64	370220
crafted/Medium/contest05/sabharwal/ sat-strips-gripper-10t19.sat05-1143.reshuffled-07.cnf	SAT	131.125	131.199	370048
crafted/Medium/contest05/pebbling/ sat-grid-pbl-0200.sat05-1339.reshuffled-07.cnf	SAT	153.521	153.589	370075
crafted/Difficult/contest05/sabharwal/ grid-pebbling-sat-grid-pbl-0300.sat05-1341.sat05-1341.reshuffled-07.cnf	SAT	435.826	436.089	370197
crafted/Medium/contest05/jarvisalo/ mod2c-rand3bip-sat-190-3.sat05-2445.reshuffled-07.cnf	SAT	532.99	533.163	370143
crafted/Hard/contest05/others/ mod2c-rand3bip-sat-220-1.sat05-2488.reshuffled-07.cnf	SAT	1247.53	1247.92	368801
crafted/Hard/contest05/others/ mod2c-rand3bip-sat-220-2.sat05-2489.reshuffled-07.cnf	SAT	2423.29	2424.35	368802
crafted/Hard/contest02/ ezfact64_4.sat05-451.reshuffled-07.cnf	SAT	4312.34	4313.68	368826

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Hard/contest05/QG/ QG7-gensys-icl100.sat05-3226.reshuffled-07.cnf	?	4999.34	5000.83	368783
crafted/Hard/contest03/others/ mm-2x3-8-8-sb.1.sat05-475.reshuffled-07.cnf	?	4999.54	5001.26	368837
crafted/Hard/contest05/counting-clq/ unsat-set-a-clqcolor-30-19-20.sat05-1256.reshuffled-07.cnf	?	4999.65	5002.03	368815
crafted/Hard/contest05/counting-php/ harder-fphp-070-069.sat05-1240.reshuffled-07.cnf	?	5000	5001.63	368792

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Hard/contest05/counting-clq/ unsat-set-b-clqcolor-30-20-26.sat05-1264.reshuffled-07.cnf	? (TO)	5000.03	5001.41	368816
crafted/Hard/contest02/ pyhala-braun-unsat-40-4-02.sat05-459.reshuffled-07.cnf	? (TO)	5000.03	5002.01	368827
crafted/Hard/contest04/others/ CompositeRSA576.sat05-509.reshuffled-07.cnf	? (TO)	5000.06	5001.73	368765
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-equilarge_l1.used-as.sat04-893.sat05-4187.reshuffled-07.cnf	? (TO)	5000.06	5001.93	368779
crafted/Hard/contest05/counting-clq/ unsat-set-b-fclqcolor-25-18-23.sat05-1287.reshuffled-07.cnf	? (TO)	5000.08	5001.62	368813
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-equilarge_l2.used-as.sat04-894.sat05-4188.reshuffled-07.cnf	? (TO)	5000.09	5001.63	368772
crafted/Hard/contest05/others/ sgp_9-8-8.sat05-2674.reshuffled-07.cnf	? (TO)	5000.1	5001.84	368806
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-philo.used-as.sat04-988.sat05-4195.reshuffled-07.cnf	? (TO)	5000.13	5001.82	368773
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-all.used-as.sat04-986.sat05-4198.reshuffled-07.cnf	? (TO)	5000.13	5001.54	368778
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-FIFO.used-as.sat04-991.sat05-4192.reshuffled-07.cnf	? (TO)	5000.15	5002.04	368777

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Difficult/contest05/others/ sgp_6-6-10.sat05-2670.reshuffled-07.cnf	? (MO)	3706.97	3708.66	368861

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
crafted/Difficult/contest05/jarvisalo/ mod2c-rand3bip-unsat-120-3.sat05-2340.reshuffled-07.cnf	? (exit code)	4998.27	4999.96	368868
crafted/Difficult/contest05/sabharwal/ counting-harder-php-014-013.sat05-1187.reshuffled-07.cnf	? (exit code)	4998.27	4999.73	368857
crafted/Hard/contest05/others/ strips-gripper-18t35.sat05-1147.reshuffled-07.cnf	? (exit code)	4998.31	4999.67	368807
crafted/Hard/contest05/counting-clq/ unsat-set-a-fclqcolor-20-13-14.sat05-1278.reshuffled-07.cnf	? (exit code)	4998.35	4999.99	368812
crafted/Hard/contest03/others/ hwb-n26-03-S540351185.sat05-490.reshuffled-07.cnf	? (exit code)	4998.36	4999.93	368832
crafted/Hard/contest03/others/ hwb-n28-02-S818962541.sat05-492.reshuffled-07.cnf	? (exit code)	4998.36	4999.66	368833
crafted/Hard/contest03/others/ hwb-n28-01-S136611085.sat05-491.reshuffled-07.cnf	? (exit code)	4998.36	4999.85	368836
crafted/Difficult/contest05/jarvisalo/ mod2c-3cage-unsat-10-3.sat05-2568.reshuffled-07.cnf	? (exit code)	4998.36	5000	368866
crafted/Hard/contest05/QG/ QG7a-gensys-ukn009.sat05-3849.reshuffled-07.cnf	? (exit code)	4998.37	5000.02	368785
crafted/Hard/contest05/others/ eulcbip-8-UNSAT.sat05-3937.reshuffled-07.cnf	? (exit code)	4998.37	5000.35	368803
crafted/Hard/contest03/others/ hwb-n32-01-S1491788039.sat05-497.reshuffled-07.cnf	? (exit code)	4998.37	4999.98	368830
crafted/Hard/contest03/looksrandom/ hgen8-n320-02-S1127428711.sat05-484.reshuffled-07.cnf	? (exit code)	4998.38	5000.05	368841
crafted/Hard/contest03/looksrandom/ hgen8-n320-01-S1432474240.sat05-483.reshuffled-07.cnf	? (exit code)	4998.38	5000.26	368847
crafted/Difficult/contest05/jarvisalo/ mod2c-3cage-unsat-10-2.sat05-2567.reshuffled-07.cnf	? (exit code)	4998.4	5000.58	368865
crafted/Difficult/contest-02-03-04/ contest03-hwb-n26-01-S1957858365.sat05-500.reshuffled-07.cnf	? (exit code)	4998.46	5001.31	368869
crafted/Hard/contest03/looksrandom/ hgen8-n260-03-S722413478.sat05-482.reshuffled-07.cnf	? (exit code)	4998.48	4999.88	368848
crafted/Hard/contest03/looksrandom/ hgen8-n320-03-S1572374531.sat05-485.reshuffled-07.cnf	? (exit code)	4998.48	4999.65	368846
crafted/spence/ hard/s105-100.cnf	? (exit code)	4998.5	5000.18	368749
crafted/Hard/contest05/others/ sgp_5-6-8.sat05-2669.reshuffled-07.cnf	? (exit code)	4998.51	5000.02	368804
crafted/spence/ hard/s109-100.cnf	? (exit code)	4998.52	5000.18	368746
crafted/Hard/contest04/others/ Composite-048BitPrimes-1.sat05-504.reshuffled-07.cnf	? (exit code)	4998.55	4999.94	368768
crafted/spence/ hard/s117-100.cnf	? (exit code)	4998.59	5000.38	368747
crafted/Hard/contest05/counting-clq/ unsat-set-b-clqcolor-16-11-14.sat05-1261.reshuffled-07.cnf	? (exit code)	4998.64	5000.43	368817
crafted/spence/ hard/s113-100.cnf	? (exit code)	4998.66	5000.05	368744
crafted/Hard/contest03/others/ bqwh.60.1080.sat05-436.reshuffled-07.cnf	? (exit code)	4998.68	5000.09	368835
crafted/Hard/contest04/others/ ramsey.sat05-511.reshuffled-07.cnf	? (exit code)	4998.76	5000.59	368763
crafted/Hard/contest04/others/ Composite-064BitPrimes-1.sat05-506.reshuffled-07.cnf	? (exit code)	4998.79	5000.79	368762
crafted/Hard/contest05/counting-clq/ unsat-set-a-clqcolor-16-10-11.sat05-1253.reshuffled-07.cnf	? (exit code)	4998.79	5000.92	368818
crafted/Difficult/contest-02-03-04/ contest04-connm-ue-csp-sat-n800-d0.04-s362703357.sat05-548.reshuffled-07.cnf	? (exit code)	4998.84	5000.38	370230
crafted/Hard/contest05/counting-php/ harder-php-025-024.sat05-1191.reshuffled-07.cnf	? (exit code)	4998.86	5000.69	368797
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d0.02-s1099787414.sat05-542.reshuffled-07.cnf	? (exit code)	4998.88	5000.32	368760
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n800-d0.04-s1788334438.sat05-543.reshuffled-07.cnf	? (exit code)	4998.88	5000.89	368759
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-equilarge_m3.used-as.sat04-900.sat05-4186.reshuffled-07.cnf	? (exit code)	4998.88	5000.31	368776
crafted/Hard/contest05/counting-clq/ unsat-set-a-clqcolor-12-07-08.sat05-1251.reshuffled-07.cnf	? (exit code)	4998.88	5000.73	368810
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n800-d-0.02-s1542454144.sat05-533.reshuffled-07.cnf	? (exit code)	4998.89	5000.63	368755
crafted/Medium/contest05/pebbling/ unsat-pbl-00090.sat05-1326.reshuffled-07.cnf	? (exit code)	4998.9	5000.59	368750
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n800-d0.02-s111845174.sat05-536.reshuffled-07.cnf	? (exit code)	4998.9	5000.82	368756
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d-0.02-s383740539.sat05-534.reshuffled-07.cnf	? (exit code)	4998.91	5001.09	368754
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d0.04-s736572600.sat05-546.reshuffled-07.cnf	? (exit code)	4998.91	5000.26	368757
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d0.00-s1756632460.sat05-526.reshuffled-07.cnf	? (exit code)	4998.91	5000.45	368753
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d-0.02-s405595518.sat05-531.reshuffled-07.cnf	? (exit code)	4998.91	5000.38	368758
crafted/Hard/contest05/counting-php/ easier-fphp-020-015.sat05-1218.reshuffled-07.cnf	? (exit code)	4998.91	5000.53	368796
crafted/Hard/contest03/others/ bqwh.40.reg.520.sat05-433.reshuffled-07.cnf	? (exit code)	4998.92	5000.93	368834
crafted/Difficult/contest-02-03-04/ contest04-connm-ue-csp-sat-n600-d0.02-s1676244754.sat05-535.reshuffled-07.cnf	? (exit code)	4998.92	5000.61	368873
crafted/Hard/contest04/connamacher/ connm-ue-csp-sat-n1200-d0.00-s1875077647.sat05-530.reshuffled-07.cnf	? (exit code)	4998.93	5000.9	368751
crafted/Hard/contest05/counting-php/ harder-fphp-018-017.sat05-1231.reshuffled-07.cnf	? (exit code)	4998.93	5000.49	368798
crafted/Hard/contest05/counting-clq/ unsat-set-a-clqcolor-10-06-07.sat05-1250.reshuffled-07.cnf	? (exit code)	4998.93	5000.52	368814
crafted/Hard/contest05/others/ strips-gripper-12t22.sat05-1151.reshuffled-07.cnf	? (exit code)	4998.94	5000.42	368808
crafted/Hard/contest03/others/ color-11-3.sat05-445.reshuffled-07.cnf	? (exit code)	4998.94	5000.27	368829
crafted/Hard/contest03/looksrandom/ hidden-k3-s0-r5-n700-01-S2069048075.sat05-488.reshuffled-07.cnf	? (exit code)	4998.94	5000.34	368843
crafted/Hard/contest05/counting-php/ easier-php-035-029.sat05-1179.reshuffled-07.cnf	? (exit code)	4998.95	5001.04	368791
crafted/Hard/contest05/counting-clq/ unsat-set-a-fclqcolor-10-06-07.sat05-1274.reshuffled-07.cnf	? (exit code)	4998.95	5000.73	368809
crafted/Hard/contest03/looksrandom/ hidden-k3-s0-r5-n700-02-S350203913.sat05-486.reshuffled-07.cnf	? (exit code)	4998.96	5000.41	368840
crafted/Hard/contest05/others/ linvrinv6.sat05-565.reshuffled-07.cnf	? (exit code)	4998.96	5000.43	368800
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-equilarge_l3.used-as.sat04-895.sat05-4189.reshuffled-07.cnf	? (exit code)	4998.97	5000.84	368774
crafted/Hard/contest03/others/ 999999000001nw.sat05-447.reshuffled-07.cnf	? (exit code)	4998.98	5001.04	368831
crafted/Hard/contest02/ ezfact256_1.sat05-464.reshuffled-07.cnf	? (exit code)	4998.98	5000.46	368820
crafted/Hard/contest05/others/ linvrinv8.sat05-567.reshuffled-07.cnf	? (exit code)	4998.99	5000.44	368799
crafted/Difficult/contest05/others/ pmg-14-UNSAT.sat05-3942.reshuffled-07.cnf	? (exit code)	4999	5000.57	368864
crafted/Difficult/contest-02-03-04/ contest02-ezfact64_10.sat05-449.reshuffled-07.cnf	? (exit code)	4999	5000.99	368874
crafted/Hard/contest04/others/ Composite-096BitPrimes-0.sat05-507.reshuffled-07.cnf	? (exit code)	4999.01	5000.35	368766
crafted/Hard/contest03/looksrandom/ hidden-k3-s0-r5-n700-03-S1609878926.sat05-487.reshuffled-07.cnf	? (exit code)	4999.01	5000.54	368842
crafted/Difficult/contest05/sabharwal/ counting-easier-fphp-014-012.sat05-1215.reshuffled-07.cnf	? (exit code)	4999.01	5000.39	368854
crafted/Difficult/contest05/sabharwal/ counting-easier-php-018-014.sat05-1175.reshuffled-07.cnf	? (exit code)	4999.01	5000.55	368856
crafted/Hard/contest05/counting-php/ harder-fphp-016-015.sat05-1230.reshuffled-07.cnf	? (exit code)	4999.02	5000.99	368789
crafted/Hard/contest05/counting-php/ easier-fphp-035-029.sat05-1221.reshuffled-07.cnf	? (exit code)	4999.04	5000.57	368794
crafted/Hard/contest02/ ezfact64_3.sat05-450.reshuffled-07.cnf	? (exit code)	4999.05	5000.9	368825
crafted/Hard/contest03/looksrandom/ hgen6-4-24-n650-03-S528656311.sat05-477.reshuffled-07.cnf	? (exit code)	4999.06	5002.08	368845
crafted/Hard/contest05/others/ linvrinv9.sat05-568.reshuffled-07.cnf	? (exit code)	4999.08	5002.83	368805
crafted/Hard/contest05/QG/ QG7a-gensys-icl001.sat05-3822.reshuffled-07.cnf	? (exit code)	4999.09	5000.85	368786
crafted/Hard/contest02/ ezfact64_6.sat05-453.reshuffled-07.cnf	? (exit code)	4999.09	5000.65	368823
crafted/Difficult/contest05/sabharwal/ counting-harder-php-018-017.sat05-1189.reshuffled-07.cnf	? (exit code)	4999.09	5000.8	368858
crafted/Hard/contest02/ hgen2-v500-s1216665065.sat05-467.reshuffled-07.cnf	? (exit code)	4999.1	5000.85	368821
crafted/Hard/contest02/ hgen3-v500-s1349121860.sat05-473.reshuffled-07.cnf	? (exit code)	4999.1	5001.56	368828
crafted/Hard/contest04/others/ Composite-048BitPrimes-0.sat05-503.reshuffled-07.cnf	? (exit code)	4999.11	4998.94	368767
crafted/Difficult/contest05/others/ sgp_5-5-6.sat05-2675.reshuffled-07.cnf	? (exit code)	4999.11	5000.9	368863
crafted/Hard/contest03/looksrandom/ hgen7-n390-02-S178568232.sat05-479.reshuffled-07.cnf	? (exit code)	4999.12	5000.59	368839
crafted/Hard/contest05/QG/ QG7a-gensys-ukn002.sat05-3842.reshuffled-07.cnf	? (exit code)	4999.13	5001.08	368781
crafted/Hard/contest02/ ezfact64_5.sat05-452.reshuffled-07.cnf	? (exit code)	4999.15	5001.11	368819
crafted/Hard/contest04/others/ equilarge_l5.sat05-522.reshuffled-07.cnf	? (exit code)	4999.16	5000.55	368769
crafted/Hard/contest02/ hgen3-v400-s553296708.sat05-471.reshuffled-07.cnf	? (exit code)	4999.16	5001.31	368824
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-luckySeven.used-as.sat04-990.sat05-4196.reshuffled-07.cnf	? (exit code)	4999.17	5000.74	368771
crafted/Hard/contest02/ hgen3-v400-s344840348.sat05-470.reshuffled-07.cnf	? (exit code)	4999.17	5000.58	368822
crafted/Difficult/contest05/others/ pmg-13-UNSAT.sat05-3941.reshuffled-07.cnf	? (exit code)	4999.17	5000.84	368859
crafted/Hard/contest05/counting-php/ harder-php-045-044.sat05-1195.reshuffled-07.cnf	? (exit code)	4999.18	5000.67	368795
crafted/Hard/contest03/looksrandom/ hgen7-n390-01-S248216171.sat05-478.reshuffled-07.cnf	? (exit code)	4999.18	5001.14	368844
crafted/Hard/contest05/phnf/ phnf-size10-exclusive-myciel6-cn.used-as.sat04-319.sat05-4201.reshuffled-07.cnf	? (exit code)	4999.19	5000.51	368775
crafted/Hard/contest05/counting-php/ harder-fphp-035-034.sat05-1235.reshuffled-07.cnf	? (exit code)	4999.19	5000.9	368793
crafted/Hard/contest03/others/ color-18-4.sat05-443.reshuffled-07.cnf	? (exit code)	4999.19	5000.75	368838
crafted/Hard/contest05/QG/ QG7a-gensys-icl009.sat05-3830.reshuffled-07.cnf	? (exit code)	4999.22	5000.65	368787
crafted/Difficult/contest05/jarvisalo/ mod2c-rand3bip-unsat-135-2.sat05-2354.reshuffled-07.cnf	? (exit code)	4999.25	5001.02	368867
crafted/Hard/contest05/counting-php/ harder-fphp-050-049.sat05-1238.reshuffled-07.cnf	? (exit code)	4999.26	5000.67	368790

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/babic/xinetd/ xinetd_vc56687.cnf	UNSAT	0.490924	0.492976	455937
industrial/babic/xinetd/ xinetd_vc56703.cnf	UNSAT	0.495923	0.498586	455943
industrial/babic/ xinetd/itox_vc965.cnf	UNSAT	0.594909	0.597029	455940
industrial/jarvisalo/ eq.atree.braun.7.unsat.cnf	UNSAT	1.78973	1.79591	455896
industrial/jarvisalo/ eq.atree.braun.8.unsat.cnf	UNSAT	29.4065	29.4338	455900
industrial/babic/dspam/ dspam_dump_vc962.cnf	UNSAT	58.5061	58.5454	455876
industrial/babic/hsatv17/ hsat_vc11944.cnf	UNSAT	69.4794	69.5181	455891
industrial/babic/ xinetd/itox_vc1216.cnf	UNSAT	71.0602	71.088	455942
industrial/babic/hsatv17/ hsat_vc11935.cnf	UNSAT	71.1312	71.1759	455889
industrial/babic/ xinetd/itox_vc979.cnf	UNSAT	71.2572	71.3462	455946
industrial/babic/hsatv17/ hsat_vc11773.cnf	UNSAT	71.4691	71.5143	455886
industrial/babic/hsatv17/ hsat_vc11803.cnf	UNSAT	71.4781	71.5399	455890
industrial/babic/hsatv17/ hsat_vc12070.cnf	UNSAT	71.9831	72.0488	455887
industrial/babic/hsatv17/ hsat_vc12072.cnf	UNSAT	72.279	72.3713	455885
industrial/babic/hsatv17/ hsat_vc12016.cnf	UNSAT	73.0819	73.169	455892
industrial/babic/hsatv17/ hsat_vc12062.cnf	UNSAT	74.0297	74.1082	455894
industrial/babic/hsatv17/ hsat_vc11813.cnf	UNSAT	74.0367	74.0665	455888
industrial/babic/hsatv17/ hsat_vc11817.cnf	UNSAT	80.5888	80.6389	455893
industrial/babic/ dspam/dspam_dump_vc1093.cnf	UNSAT	81.3736	81.4619	455875
industrial/fuhs/medium/ AProVE07-22.cnf	UNSAT	83.0864	83.1973	455787
industrial/babic/ dspam/dspam_dump_vc1080.cnf	UNSAT	96.8113	96.9091	455884
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k25.cnf	UNSAT	97.0092	97.0506	455977
industrial/babic/dspam/ dspam_dump_vc949.cnf	UNSAT	115.758	115.794	455883
industrial/jarvisalo/ eq.atree.braun.9.unsat.cnf	UNSAT	115.858	115.9	455898
industrial/babic/dspam/ dspam_dump_vc950.cnf	UNSAT	116.68	116.715	455881
industrial/anbulagan/ medium-unsat/total-5-11-u.cnf	UNSAT	117.171	117.239	455738
industrial/anbulagan/ medium-unsat/dated-10-15-u.cnf	UNSAT	125.714	125.78	455739
industrial/fuhs/medium/ AProVE07-15.cnf	UNSAT	150.539	150.759	455789
industrial/anbulagan/ medium-unsat/total-5-13-u.cnf	UNSAT	187.186	187.25	455742
industrial/anbulagan/ medium-unsat/dated-5-11-u.cnf	UNSAT	194.883	194.97	455741
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k15.cnf	UNSAT	226.354	226.456	455995
industrial/anbulagan/ medium-unsat/total-10-11-u.cnf	UNSAT	246.566	246.665	455740
industrial/palacios/uts/ uts-l05-ipc5-h26-unsat.cnf	UNSAT	302.92	303.04	455810
industrial/narain/ clauses-10.cnf	UNSAT	304.904	305.12	455935
industrial/palacios/uts/ uts-l06-ipc5-h29-unknown.cnf	UNSAT	315.986	316.211	455808
industrial/palacios/uts/ uts-l05-ipc5-h27-unknown.cnf	UNSAT	345.759	345.9	455815
industrial/palacios/medium/ blocks-4-ipc5-h21-unknown.cnf	UNSAT	367.118	367.241	455826
industrial/palacios/medium/ cube-9-h10-unsat.cnf	UNSAT	378.038	378.282	455817
industrial/palacios/uts/ uts-l06-ipc5-h28-unknown.cnf	UNSAT	407.495	407.664	455816
industrial/manolios/ manol-pipe-c10nidw_s.cnf	UNSAT	562.405	562.491	455925
industrial/palacios/medium/ blocks-4-ipc5-h22-unknown.cnf	UNSAT	565.739	566.155	455825
industrial/jarvisalo/ eq.atree.braun.10.unsat.cnf	UNSAT	718.059	718.248	455901
industrial/fuhs/medium/ AProVE07-02.cnf	UNSAT	800.109	800.454	455784
industrial/palacios/uts/ uts-l06-ipc5-h30-unknown.cnf	UNSAT	887.79	888.083	455811
industrial/manolios/ manol-pipe-c6nidw_i.cnf	UNSAT	971.08	971.061	455927
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k30.cnf	UNSAT	1082.8	1083.18	455970
industrial/palacios/uts/ uts-l06-ipc5-h31-unknown.cnf	UNSAT	1224.48	1225.07	455814
industrial/manolios/ manol-pipe-f7idw.cnf	UNSAT	1300.8	1301.68	455922
industrial/palacios/uts/ uts-l06-ipc5-h32-unknown.cnf	UNSAT	1331.56	1331.97	455812
industrial/palacios/uts/ uts-l06-ipc5-h33-unknown.cnf	UNSAT	1723.11	1723.7	455813
industrial/manolios/ manol-pipe-g10nid.cnf	UNSAT	1961.3	1961.87	455929
industrial/fuhs/medium/ AProVE07-16.cnf	UNSAT	2163.63	2164.5	455793
industrial/palacios/hard/ sortnet-6-ipc5-h11-unsat.cnf	UNSAT	2271.53	2272.2	455806
industrial/anbulagan/ hard-unsat/dated-5-15-u.cnf	UNSAT	2628.86	2629.69	455769
industrial/anbulagan/ hard-unsat/dated-5-17-u.cnf	UNSAT	2664.25	2665.41	455774
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k20.cnf	UNSAT	2964.11	2965.27	455988
industrial/manolios/ manol-pipe-c7nidw.cnf	UNSAT	3172.08	3172.95	455924
industrial/manolios/ manol-pipe-g10bidw.cnf	UNSAT	3177.51	3178.36	455926
industrial/babic/ dspam/dspam_dump_vc1081.cnf	UNSAT	3356.52	3357.57	455882
industrial/manolios/ manol-pipe-c7bidw_i.cnf	UNSAT	4247.84	4249.51	455930
industrial/ manolios/manol-pipe-f9n.cnf	UNSAT	4531.24	4532.49	455928
industrial/jarvisalo/ eq.atree.braun.11.unsat.cnf	UNSAT	4657.99	4659.34	455899
industrial/palacios/medium/ cube-11-h13-unsat.cnf	UNSAT	4816.06	4817.6	455819
industrial/anbulagan/ medium-unsat/total-10-13-u.cnf	UNSAT	5507.48	5509.74	455737
industrial/fuhs/hard/ AProVE07-27.cnf	UNSAT	5697.24	5698.83	455799
industrial/anbulagan/ hard-unsat/dated-10-13-u.cnf	UNSAT	6999.3	7002.01	455775
industrial/babic/ dspam/dspam_dump_vc1103.cnf	UNSAT	9224.73	9227.44	455877

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/crypto/ mizh-sha0-35-3.cnf	SAT	62.8524	62.8982	455902
industrial/anbulagan/ medium-sat/partial-5-13-s.cnf	SAT	86.8008	87.171	455752
industrial/narain/ clauses-2.cnf	SAT	93.4268	93.5188	455932
industrial/grieu/ vmpc_24.cnf	SAT	95.0855	95.2359	455916
industrial/anbulagan/ medium-sat/total-5-19-s.cnf	SAT	107.798	108.051	455755
industrial/narain/ clauses-4.cnf	SAT	140.613	140.693	455934
industrial/ crypto/mizh-md5-47-5.cnf	SAT	168.194	168.29	455911
industrial/crypto/ mizh-sha0-35-5.cnf	SAT	188.063	188.157	455907
industrial/crypto/ mizh-sha0-35-2.cnf	SAT	217.154	217.276	455909
industrial/babic/ xinetd/itox_vc1138.cnf	SAT	230.568	230.65	455945
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug8.cnf	SAT	230.635	230.749	456018
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug5.cnf	SAT	239.402	239.555	456009
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug7.cnf	SAT	239.613	239.838	456014
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug4.cnf	SAT	246.955	247.073	456013
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug2.cnf	SAT	249.294	249.435	456017
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug6.cnf	SAT	256.381	256.575	456010
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug10.cnf	SAT	257.515	257.69	456011
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug1.cnf	SAT	258.971	259.157	456015
industrial/palacios/uts/ uts-l06-ipc5-h35-unknown.cnf	SAT	261.86	261.979	455809
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug3.cnf	SAT	262.88	263.336	456016
industrial/palacios/uts/ uts-l06-ipc5-h34-unknown.cnf	SAT	264.228	264.504	455807
industrial/babic/ xinetd/itox_vc1130.cnf	SAT	310.324	310.442	455938
industrial/vliw_sat_4.0/ 9vliw_m_9stages_iq3_C1_bug9.cnf	SAT	329.989	330.195	456012
industrial/ crypto/mizh-md5-47-3.cnf	SAT	441.049	441.202	455906
industrial/crypto/ mizh-sha0-35-4.cnf	SAT	656.909	657.217	455903
industrial/palacios/ medium/cube-9-h11-sat.cnf	SAT	779.142	779.415	455821
industrial/grieu/ vmpc_25.cnf	SAT	796.212	796.509	455912
industrial/fuhs/medium/ AProVE07-11.cnf	SAT	802.57	803.01	455786
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k80.cnf	SAT	981.31	981.608	455985
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k95.cnf	SAT	1007.35	1007.76	455987
industrial/anbulagan/ medium-sat/dated-10-13-s.cnf	SAT	1008.84	1009.35	455756
industrial/grieu/ vmpc_27.cnf	SAT	1059.66	1060.28	455913
industrial/narain/ clauses-6.cnf	SAT	1119.91	1120.24	455936
industrial/grieu/ vmpc_26.cnf	SAT	1161.81	1162.1	455921
industrial/ crypto/mizh-md5-47-4.cnf	SAT	1173.16	1173.45	455905
industrial/ crypto/mizh-md5-48-2.cnf	SAT	1358.27	1358.64	455904
industrial/anbulagan/ medium-sat/total-10-19-s.cnf	SAT	1378.99	1379.52	455751
industrial/grieu/ vmpc_30.cnf	SAT	2851.2	2852.15	455914
industrial/anbulagan/ medium-sat/total-10-17-s.cnf	SAT	2870.52	2871.5	455754
industrial/grieu/ vmpc_28.cnf	SAT	3543.43	3544.46	455919
industrial/ crypto/mizh-md5-48-5.cnf	SAT	3627.77	3629.08	455908
industrial/narain/ clauses-8.cnf	SAT	3759.44	3760.78	455933
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k50.cnf	SAT	3974.69	3975.8	455984
industrial/crypto/ mizh-sha0-36-2.cnf	SAT	4999.24	5001.18	455910
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k65.cnf	SAT	5639.6	5643	455991
industrial/anbulagan/ medium-sat/dated-10-17-s.cnf	SAT	7097.56	7100.08	455758
industrial/palacios/medium/ cube-11-h14-sat.cnf	SAT	8739.4	8741.98	455818

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/babic/dspam/ dspam_dump_vc972.cnf	?	9998.51	10001.7	455878
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k90.cnf	?	9998.6	10001.3	455996
industrial/palacios/hard/ safe-50-h50-sat.cnf	?	9998.61	10001.4	455802
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k75.cnf	?	9998.61	10002.4	455980
industrial/grieu/ vmpc_29.cnf	?	9999.86	10003	455918
industrial/grieu/ vmpc_31.cnf	?	9999.92	10002.8	455917

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/palacios/medium/ safe-30-h30-sat.cnf	? (TO)	10000	10003.1	455823
industrial/grieu/ vmpc_34.cnf	? (TO)	10000	10003.9	455920
industrial/anbulagan/ hard-unsat/dated-10-19-u.cnf	? (TO)	10000.1	10002.8	455767
industrial/anbulagan/ hard-unsat/total-10-19-u.cnf	? (TO)	10000.1	10006.5	455770
industrial/anbulagan/ hard-unsat/dated-5-19-u.cnf	? (TO)	10000.1	10002.8	455776
industrial/anbulagan/ hard-unsat/total-10-17-u.cnf	? (TO)	10000.1	10003.2	455760
industrial/fuhs/medium/ AProVE07-09.cnf	? (TO)	10000.1	10004.2	455785
industrial/fuhs/medium/ AProVE07-06.cnf	? (TO)	10000.1	10003.3	455790
industrial/anbulagan/ hard-unsat/total-5-15-u.cnf	? (TO)	10000.1	10003.3	455763
industrial/anbulagan/ hard-unsat/total-10-15-u.cnf	? (TO)	10000.1	10002.8	455773
industrial/palacios/hard/ sortnet-8-ipc5-h18-unsat.cnf	? (TO)	10000.1	10003.2	455800
industrial/palacios/hard/ safe-50-h49-unsat.cnf	? (TO)	10000.1	10003.6	455803
industrial/palacios/hard/ safe-30-h29-unsat.cnf	? (TO)	10000.1	10002.7	455804
industrial/palacios/hard/ sortnet-8-ipc5-h19-sat.cnf	? (TO)	10000.1	10004.3	455805
industrial/anbulagan/ hard-unsat/dated-10-17-u.cnf	? (TO)	10000.1	10004	455779
industrial/anbulagan/ hard-unsat/total-5-17-u.cnf	? (TO)	10000.1	10003.1	455778
industrial/anbulagan/ medium-sat/total-5-17-s.cnf	? (TO)	10000.1	10003.4	455750
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k70.cnf	? (TO)	10000.1	10002.9	455986
industrial/babic/dspam/ dspam_dump_vc973.cnf	? (TO)	10000.1	10003	455880
industrial/babic/ dspam/dspam_dump_vc1104.cnf	? (TO)	10000.1	10003.5	455879
industrial/grieu/ vmpc_33.cnf	? (TO)	10000.1	10003.2	455915
industrial/ manolios/manol-pipe-f9b.cnf	? (TO)	10000.1	10004.2	455923
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k90.cnf	? (TO)	10000.1	10003.8	455981
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k75.cnf	? (TO)	10000.1	10003.4	455993
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k100.cnf	? (TO)	10000.1	10002.7	455998
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k85.cnf	? (TO)	10000.1	10004	455999
industrial/fuhs/medium/ AProVE07-04.cnf	? (TO)	10000.1	10003	455792
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k100.cnf	? (TO)	10000.1	10004.1	455979
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k95.cnf	? (TO)	10000.1	10002.9	455973
industrial/fuhs/medium/ AProVE07-20.cnf	? (TO)	10000.1	10003.1	455791
industrial/anbulagan/ hard-unsat/total-5-19-u.cnf	? (TO)	10000.2	10006.1	455771
industrial/manolios/ manol-pipe-f10ni.cnf	? (TO)	10000.2	10003	455931

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq7.cnf	? (MO)	1169.03	1169.97	456007
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq6.cnf	? (MO)	1224.15	1224.75	456003
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq9.cnf	? (MO)	1522.83	1523.4	456001
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq5.cnf	? (MO)	1698.4	1698.94	456002
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq4.cnf	? (MO)	1813.02	1813.56	456005
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq3.cnf	? (MO)	2445.91	2446.55	456008
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq8.cnf	? (MO)	2475.91	2476.68	456006
industrial/anbulagan/ hard-sat/partial-10-13-s.cnf	? (MO)	3457.38	3458.53	455748
industrial/anbulagan/ hard-sat/partial-10-17-s.cnf	? (MO)	3742.19	3743.33	455744
industrial/anbulagan/ hard-unsat/partial-10-17-u.cnf	? (MO)	3849.28	3850.93	455766
industrial/anbulagan/ hard-unsat/partial-10-13-u.cnf	? (MO)	3915.78	3917.22	455768
industrial/anbulagan/ hard-sat/partial-5-19-s.cnf	? (MO)	4240.24	4241.53	455745
industrial/anbulagan/ hard-sat/partial-10-11-s.cnf	? (MO)	4257.85	4259.23	455749
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq2.cnf	? (MO)	4274.16	4275.57	456004
industrial/anbulagan/ hard-unsat/partial-5-15-u.cnf	? (MO)	4274.63	4275.92	455780
industrial/anbulagan/ hard-unsat/partial-5-13-u.cnf	? (MO)	4368.95	4370.92	455765
industrial/anbulagan/ hard-sat/partial-5-17-s.cnf	? (MO)	4397.65	4399.52	455743
industrial/anbulagan/ medium-sat/partial-5-15-s.cnf	? (MO)	4413.35	4415.22	455757
industrial/anbulagan/ hard-unsat/partial-10-15-u.cnf	? (MO)	4425.29	4426.73	455764
industrial/anbulagan/ hard-unsat/partial-5-19-u.cnf	? (MO)	4515.95	4516.03	455762
industrial/anbulagan/ hard-unsat/partial-10-11-u.cnf	? (MO)	4521.42	4522.82	455777
industrial/anbulagan/ hard-unsat/partial-5-11-u.cnf	? (MO)	4612.2	4614.32	455781
industrial/anbulagan/ medium-sat/partial-5-11-s.cnf	? (MO)	4667.11	4667.23	455753
industrial/anbulagan/ hard-sat/partial-10-15-s.cnf	? (MO)	4731.7	4733.72	455747
industrial/anbulagan/ hard-unsat/partial-5-17-u.cnf	? (MO)	4796.64	4798.83	455761
industrial/anbulagan/ hard-sat/partial-10-19-s.cnf	? (MO)	5157.01	5158.63	455746
industrial/anbulagan/ hard-unsat/partial-10-19-u.cnf	? (MO)	6187.81	6189.83	455783
industrial/anbulagan/ medium-sat/total-10-15-s.cnf	? (MO)	8391.74	8394.42	455759

SAT 2007 Competition Phase 2: benchmarks results per solver

Result page for solver SATzilla CRAFTED

Category "crafted instances" (CRAFTED)

Solver proved unsatisfiability (UNSATISFIABLE) (67 runs) [Show/Hide]

Solver found a solution (SATISFIABLE) (27 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (4 runs) [Show/Hide]

Solver timed out (no solution given) (10 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (1 run) [Show/Hide]

Solver didn't output a solution line and terminated with an unexpected exit code (92 runs) [Show/Hide]

Category "industrial instances" (INDUST)

Solver proved unsatisfiability (UNSATISFIABLE) (67 runs) [Show/Hide]

Solver found a solution (SATISFIABLE) (47 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (6 runs) [Show/Hide]

Solver timed out (no solution given) (32 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (28 runs) [Show/Hide]

Solver didn't output a solution line and terminated with an unexpected exit code (51 runs) [Show/Hide]

Solver answered SATISFIABLE but gave no complete certificate (3 runs) [Show/Hide]

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k50.cnf	? (exit code)	9997.58	10000.4	455959
industrial/palacios/ medium/emptyroom-4-h21-unsat.cnf	? (exit code)	9997.6	10000.4	455820
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k45.cnf	? (exit code)	9997.61	10000.5	455968
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k30.cnf	? (exit code)	9997.61	10000	455952
industrial/palacios/hard/ sortnet-7-ipc5-h15-unsat.cnf	? (exit code)	9997.63	10000.4	455801
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k60.cnf	? (exit code)	9997.64	10001.3	455960
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k40.cnf	? (exit code)	9997.67	10000.2	455969
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k45.cnf	? (exit code)	9997.7	10000.6	455950
industrial/palacios/ medium/sortnet-7-ipc5-h16-sat.cnf	? (exit code)	9997.73	10001.1	455824
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k30.cnf	? (exit code)	9997.73	10000.5	455997
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k85.cnf	? (exit code)	9997.74	10000.8	455954
industrial/fuhs/hard/ AProVE07-01.cnf	? (exit code)	9997.75	10000.7	455794
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k75.cnf	? (exit code)	9997.75	10001.8	455964
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k40.cnf	? (exit code)	9997.77	10000.6	455951
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k70.cnf	? (exit code)	9997.77	10000.9	455953
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k20.cnf	? (exit code)	9997.79	10000.7	455956
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k60.cnf	? (exit code)	9997.8	10000.7	455983
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k15.cnf	? (exit code)	9997.81	10000.7	455949
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k25.cnf	? (exit code)	9997.83	10000.5	455961
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k95.cnf	? (exit code)	9997.86	10001	455955
industrial/palacios/medium/ emptyroom-4-h22-sat.cnf	? (exit code)	9997.88	10001.3	455822
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k55.cnf	? (exit code)	9997.88	10001	455992
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k100.cnf	? (exit code)	9997.88	10000.8	455963
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k80.cnf	? (exit code)	9997.9	10001.6	455948
industrial/fuhs/hard/ AProVE07-26.cnf	? (exit code)	9997.91	10002	455798
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k50.cnf	? (exit code)	9997.92	10001.7	455975
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k40.cnf	? (exit code)	9997.97	10001.3	455990
industrial/anbulagan/ hard-unsat/dated-10-11-u.cnf	? (exit code)	9998	10002	455772
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k25.cnf	? (exit code)	9998.04	10000.8	455994
industrial/fuhs/hard/ AProVE07-25.cnf	? (exit code)	9998.08	10000.6	455797
industrial/jarvisalo/ eq.atree.braun.12.unsat.cnf	? (exit code)	9998.08	10000.7	455895
industrial/anbulagan/ hard-unsat/dated-5-13-u.cnf	? (exit code)	9998.1	10002.2	455782
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k80.cnf	? (exit code)	9998.1	10001	455967
industrial/fuhs/hard/ AProVE07-03.cnf	? (exit code)	9998.2	10001.8	455796
industrial/jarvisalo/ eq.atree.braun.13.unsat.cnf	? (exit code)	9998.2	10001.2	455897
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k70.cnf	? (exit code)	9998.2	10001.6	455971
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k35.cnf	? (exit code)	9998.23	10001	455974
industrial/vliw_unsat_2.0/ 9dlx_vliw_at_b_iq1.cnf	? (exit code)	9998.23	10000.9	456000
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k65.cnf	? (exit code)	9998.24	10001	455978
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k45.cnf	? (exit code)	9998.24	10001.1	455982
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k90.cnf	? (exit code)	9998.27	10001.2	455965
industrial/fuhs/hard/ AProVE07-08.cnf	? (exit code)	9998.3	10001.3	455795
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k65.cnf	? (exit code)	9998.3	10002.4	455962
industrial/fuhs/medium/ AProVE07-21.cnf	? (exit code)	9998.31	10001.3	455788
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k10.cnf	? (exit code)	9998.34	10001.7	455958
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k85.cnf	? (exit code)	9998.38	10001	455972
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k55.cnf	? (exit code)	9998.39	10001.9	455947
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k55.cnf	? (exit code)	9998.42	10001.6	455966
industrial/IBM_FV_2002_31_1_rule_1/ SAT_dat.k60.cnf	? (exit code)	9998.49	10001.3	455976
industrial/IBM_FV_2002_13_rule_1/ SAT_dat.k35.cnf	? (exit code)	9998.49	10001.5	455957
industrial/IBM_FV_2004_30/ IBM_FV_2004_rule_batch_30_SAT_dat.k35.cnf	? (exit code)	9998.5	10001.3	455989

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
industrial/babic/ xinetd/itox_vc1033.cnf	No Cert.	180.462	180.664	455944
industrial/babic/ xinetd/itox_vc909.cnf	No Cert.	200.244	200.45	455941
industrial/babic/ xinetd/itox_vc1044.cnf	No Cert.	1769.61	1770.82	455939