MAX-CSP 2008 Competition: benchmarks results per solver

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
maxcsp/spot5/ normalized-spot5-8_ext.xml	OPTIMUM	1	0.759884	1.25015	1126523
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-30.xml	OPTIMUM	2	1.23181	1.43625	1124459
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-17.xml	OPTIMUM	2	1.26181	1.4619	1124907
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-28.xml	OPTIMUM	2	1.2858	1.51417	1124859
csp/coloring/ normalized-geom-40-4-ext.xml	OPTIMUM	3	1.3198	1.59787	1108547
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-68.xml	OPTIMUM	2	1.35479	1.68093	1124755
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-13.xml	OPTIMUM	2	1.39279	1.62528	1124947
csp/coloring/ normalized-geom-30a-4-ext.xml	OPTIMUM	4	1.39979	1.63632	1108579
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-38.xml	OPTIMUM	2	1.44778	1.70165	1125107
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-36.xml	OPTIMUM	1	1.46478	1.74192	1124635
maxcsp/pi/pi-20-10-20-t60/ normalized-pi-20-10-20-40-94.xml	OPTIMUM	1	1.52377	1.79382	1125131
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-10/ normalized-kbtree-9-5-3-5-10-18_ext.xml	OPTIMUM	0	1.61675	1.67938	1128627
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-20/ normalized-kbtree-9-5-3-5-20-04_ext.xml	OPTIMUM	0	1.62275	1.73525	1128723
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-10/ normalized-kbtree-9-5-3-5-10-36_ext.xml	OPTIMUM	0	1.62975	1.70946	1128611
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-10/ normalized-kbtree-9-5-3-5-10-31_ext.xml	OPTIMUM	0	1.66475	1.83192	1128619
csp/coloring/ normalized-geom-40-3-ext.xml	OPTIMUM	7	1.77673	3.79046	1108531
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-20/ normalized-kbtree-9-5-3-5-20-13_ext.xml	OPTIMUM	1	1.79673	1.87238	1128715
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-10/ normalized-kbtree-9-7-3-5-10-08_ext.xml	OPTIMUM	0	1.9787	2.23235	1128107
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-10/ normalized-kbtree-9-7-3-5-10-25_ext.xml	OPTIMUM	0	2.05769	2.15252	1128123
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-10/ normalized-kbtree-9-7-3-5-10-04_ext.xml	OPTIMUM	0	2.09568	2.32657	1128115
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-20/ normalized-kbtree-9-7-3-5-20-23_ext.xml	OPTIMUM	1	2.14267	2.40802	1128195
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-10/ normalized-kbtree-5-2-4-5-10-26_ext.xml	OPTIMUM	0	2.16567	2.38972	1128083
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-20/ normalized-kbtree-9-7-3-5-20-40_ext.xml	OPTIMUM	2	2.17267	2.34087	1128179
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-10/ normalized-kbtree-5-2-4-5-10-18_ext.xml	OPTIMUM	0	2.22966	2.56974	1128091
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-30/ normalized-kbtree-5-2-4-5-30-35_ext.xml	OPTIMUM	0	2.26266	2.50208	1128003
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-20/ normalized-kbtree-5-2-4-5-20-50_ext.xml	OPTIMUM	0	2.27065	2.46465	1128067
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-20/ normalized-kbtree-5-2-4-5-20-08_ext.xml	OPTIMUM	0	2.30465	2.35268	1128059
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-98.xml	OPTIMUM	2	2.32365	2.54795	1121851
csp/composed-25-1-2/ normalized-composed-25-1-2-8_ext.xml	OPTIMUM	2	2.34964	2.32024	1114587
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-20/ normalized-kbtree-9-7-3-5-20-12_ext.xml	OPTIMUM	1	2.36964	2.60076	1128187
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-30/ normalized-kbtree-5-2-4-5-30-47_ext.xml	OPTIMUM	0	2.37164	2.6426	1127987
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-33_ext.xml	OPTIMUM	2	2.39164	2.60665	1117539
csp/composed-25-1-2/ normalized-composed-25-1-2-7_ext.xml	OPTIMUM	2	2.39563	2.29252	1114595
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-93.xml	OPTIMUM	1	2.42163	2.67669	1121379
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-20/ normalized-kbtree-5-2-4-5-20-38_ext.xml	OPTIMUM	0	2.42263	2.62258	1128075
csp/composed-25-1-2/ normalized-composed-25-1-2-6_ext.xml	OPTIMUM	2	2.43363	2.93106	1114619
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-30/ normalized-kbtree-5-2-4-5-30-25_ext.xml	OPTIMUM	0	2.46462	2.59035	1127995
csp/composed-25-1-40/ normalized-composed-25-1-40-5_ext.xml	OPTIMUM	2	2.48262	3.08754	1114859
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-10/ normalized-kbtree-5-2-4-5-10-23_ext.xml	OPTIMUM	0	2.53261	2.74275	1128099
csp/composed-25-1-25/ normalized-composed-25-1-25-3_ext.xml	OPTIMUM	2	2.56461	2.79037	1114259
csp/composed-25-1-25/ normalized-composed-25-1-25-8_ext.xml	OPTIMUM	2	2.5886	2.80017	1114275
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-17.xml	OPTIMUM	2	2.6066	3.02037	1121267
csp/composed-25-1-25/ normalized-composed-25-1-25-6_ext.xml	OPTIMUM	2	2.6176	2.84837	1114251
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-37.xml	OPTIMUM	1	2.67359	3.09291	1122643
csp/composed-25-1-40/ normalized-composed-25-1-40-0_ext.xml	OPTIMUM	1	2.68459	2.55409	1114835
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-26.xml	OPTIMUM	2	2.69859	2.95586	1121291
csp/composed-25-1-80/ normalized-composed-25-1-80-2_ext.xml	OPTIMUM	2	2.70159	8.91692	1114507
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-10/ normalized-kbtree-9-2-3-5-10-35_ext.xml	OPTIMUM	0	2.74858	3.29572	1128491
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-10/ normalized-kbtree-9-2-3-5-10-38_ext.xml	OPTIMUM	0	2.75658	3.03735	1128507
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-10/ normalized-kbtree-9-2-3-5-10-26_ext.xml	OPTIMUM	0	2.80757	3.41451	1128499
csp/composed-25-1-80/ normalized-composed-25-1-80-8_ext.xml	OPTIMUM	2	2.81957	3.08018	1114539
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-20/ normalized-kbtree-9-5-3-5-20-21_ext.xml	OPTIMUM	1	2.83157	3.41986	1128707
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-20/ normalized-kbtree-9-2-3-5-20-01_ext.xml	OPTIMUM	0	2.84157	3.37233	1128467
csp/composed-25-1-80/ normalized-composed-25-1-80-9_ext.xml	OPTIMUM	2	2.87556	3.32122	1114531
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-20/ normalized-kbtree-9-2-3-5-20-15_ext.xml	OPTIMUM	0	2.87956	3.17485	1128483
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-20/ normalized-kbtree-9-2-3-5-20-02_ext.xml	OPTIMUM	0	2.89156	2.76481	1128475
csp/BH-4-4/ normalized-BlackHole-4-4-e-5_ext.xml	OPTIMUM	1	2.92555	6.53534	1108259
csp/composed-25-1-40/ normalized-composed-25-1-40-4_ext.xml	OPTIMUM	2	2.99554	3.16112	1114843
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-22.xml	OPTIMUM	3	3.00254	3.23149	1121219
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-39_ext.xml	OPTIMUM	3	3.02454	3.23583	1117507
csp/BH-4-4/ normalized-BlackHole-4-4-e-8_ext.xml	OPTIMUM	1	3.34149	3.70145	1108243
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-43.xml	OPTIMUM	3	3.35049	3.62153	1121563
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-42_ext.xml	OPTIMUM	2	3.36149	3.60551	1117195
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-92.xml	OPTIMUM	1	3.36449	3.62101	1121771
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-15_ext.xml	OPTIMUM	2	3.48447	3.74256	1117411
maxcsp/pi/pi-40-10-08-t60/ normalized-pi-40-10-07948-40-73.xml	OPTIMUM	2	3.58046	3.59662	1121747
maxcsp/planning/ normalized-mprime03cc_ext.xml	OPTIMUM	3	3.66144	3.73764	1125971
maxcsp/planning/ normalized-mprime03c_ext.xml	OPTIMUM	3	3.67644	3.52673	1125571
maxcsp/celar/scens/ normalized-scenw-06-30reduc_ext.xml	OPTIMUM	2	3.69344	3.98641	1125227
maxcsp/planning/ normalized-depot01cc_ext.xml	OPTIMUM	3	3.73443	4.32162	1125651
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-29.xml	OPTIMUM	2	3.86541	4.19672	1122723
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-11_ext.xml	OPTIMUM	3	4.01039	4.22847	1117571
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-60-10-8-60-1_ext.xml	OPTIMUM	1	4.03139	4.28097	1117139
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-93.xml	OPTIMUM	3	4.03939	4.25867	1122675
csp/composed-75-1-25/ normalized-composed-75-1-25-4_ext.xml	OPTIMUM	2	4.12037	4.66607	1114627
csp/composed-75-1-25/ normalized-composed-75-1-25-9_ext.xml	OPTIMUM	2	4.12637	4.0238	1114643
maxcsp/planning/ normalized-driverlog01cc_ext.xml	OPTIMUM	3	4.18536	5.12778	1125835
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-37.xml	OPTIMUM	5	4.32334	4.60531	1123531
csp/composed-75-1-2/ normalized-composed-75-1-2-2_ext.xml	OPTIMUM	2	4.44232	5.50419	1114315
maxcsp/planning/ normalized-mprime03bc_ext.xml	OPTIMUM	3	4.51631	4.83663	1125771
csp/composed-75-1-2/ normalized-composed-75-1-2-7_ext.xml	OPTIMUM	1	4.72728	8.64748	1114299
csp/composed-75-1-25/ normalized-composed-75-1-25-6_ext.xml	OPTIMUM	2	4.75828	4.97731	1114635
csp/composed-75-1-40/ normalized-composed-75-1-40-2_ext.xml	OPTIMUM	2	4.87826	5.36114	1114579
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-40-10-13-60-4_ext.xml	OPTIMUM	3	5.00824	6.09647	1116619
csp/composed-75-1-2/ normalized-composed-75-1-2-0_ext.xml	OPTIMUM	2	5.13822	5.88935	1114291
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-36.xml	OPTIMUM	2	5.18621	5.68319	1122075
csp/composed-75-1-80/ normalized-composed-75-1-80-1_ext.xml	OPTIMUM	2	5.2402	6.11945	1115147
csp/composed-75-1-40/ normalized-composed-75-1-40-9_ext.xml	OPTIMUM	2	5.38318	5.65812	1114555
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-40-10-13-60-24_ext.xml	OPTIMUM	3	5.38918	6.43309	1116739
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-88.xml	OPTIMUM	2	5.50716	5.76824	1122587
csp/composed-75-1-40/ normalized-composed-75-1-40-5_ext.xml	OPTIMUM	3	5.68613	6.26136	1114547
csp/composed-75-1-80/ normalized-composed-75-1-80-8_ext.xml	OPTIMUM	2	5.70513	6.12855	1115139
maxcsp/warehouses/ normalized-cap62_ext.xml	OPTIMUM	0	5.97509	6.79859	1126995
csp/QCP-10/ normalized-qcp-10-67-10_ext.xml	OPTIMUM	2	5.98309	10.4448	1108763
csp/composed-75-1-80/ normalized-composed-75-1-80-9_ext.xml	OPTIMUM	2	6.05408	6.48213	1115123
maxcsp/warehouses/ normalized-cap44_ext.xml	OPTIMUM	0	6.07608	6.872	1127019
csp/QCP-10/ normalized-qcp-10-67-12_ext.xml	OPTIMUM	2	6.20106	6.98194	1108747
csp/QCP-10/ normalized-qcp-10-67-13_ext.xml	OPTIMUM	2	6.24305	7.22133	1108739
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-21_ext.xml	OPTIMUM	3	6.27504	6.631	1117259
csp/QCP-10/ normalized-qcp-10-67-11_ext.xml	OPTIMUM	2	6.31404	8.28653	1108755
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-60-10-8-60-4_ext.xml	OPTIMUM	3	6.544	7.91185	1117067
csp/QCP-10/ normalized-qcp-10-67-14_ext.xml	OPTIMUM	2	6.97694	7.70211	1108731
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-6.xml	OPTIMUM	2	7.2369	7.17677	1122227
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-43.xml	OPTIMUM	7	7.76682	7.98922	1123267
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-39.xml	OPTIMUM	6	7.82681	8.30725	1123051
maxcsp/maxclique/ normalized-johnson-8-2-4_ext.xml	OPTIMUM	24	8.46171	8.88542	1126275
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-61.xml	OPTIMUM	7	8.82366	9.07532	1123027
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-81.xml	OPTIMUM	7	9.23959	9.52011	1122827
maxcsp/warehouses/ normalized-cap91_ext.xml	OPTIMUM	0	9.48556	10.3149	1127131
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-64.xml	OPTIMUM	8	9.79451	10.0656	1123243
maxcsp/warehouses/ normalized-cap103_ext.xml	OPTIMUM	0	9.8415	10.6077	1126867
maxcsp/warehouses/ normalized-cap93_ext.xml	OPTIMUM	0	9.8715	11.437	1126739
maxcsp/warehouses/ normalized-cap92_ext.xml	OPTIMUM	0	9.8865	11.6564	1126763
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-6_ext.xml	OPTIMUM	1	9.96948	10.2416	1114811
maxcsp/warehouses/ normalized-cap102_ext.xml	OPTIMUM	0	10.1235	11.5791	1126835
maxcsp/warehouses/ normalized-cap104_ext.xml	OPTIMUM	0	10.1395	10.4524	1126971
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-61.xml	OPTIMUM	2	10.1565	10.1412	1121987
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-4.xml	OPTIMUM	7	10.2774	10.5891	1122891
maxcsp/celar/subs6/ normalized-scenw-6-sub0_ext.xml	OPTIMUM	6	10.5464	10.7813	1125403
maxcsp/pi/pi-20-10-20-t70/ normalized-pi-20-10-20-30-18.xml	OPTIMUM	8	11.2113	11.4723	1123427
maxcsp/pi/pi-30-10-25-t48/ normalized-pi-30-10-197-52-22.xml	OPTIMUM	3	11.3663	11.2951	1122139
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-70-10-7-60-1_ext.xml	OPTIMUM	3	11.5922	11.8942	1116915
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-40/ normalized-kbtree-5-2-4-5-40-23_ext.xml	OPTIMUM	7	16.2785	16.6804	1128051
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-44_ext.xml	OPTIMUM	2	16.3735	16.6721	1117523
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-40-10-13-60-14_ext.xml	OPTIMUM	4	17.0044	17.3723	1116819
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-49_ext.xml	OPTIMUM	1	18.6292	19.0019	1114803
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-31_ext.xml	OPTIMUM	1	22.0027	23.9366	1114795
maxcsp/randomMaxCSP/denseLoose/ normalized-vcsp-30-10-25-48-32_ext.xml	OPTIMUM	4	24.2023	24.6095	1117491
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-30/ normalized-kbtree-9-7-3-5-30-27_ext.xml	OPTIMUM	5	26.8979	27.6497	1128315
maxcsp/celar/subs6/ normalized-scenw-6-sub1-24_ext.xml	OPTIMUM	18	27.7818	28.0566	1125395
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-19_ext.xml	OPTIMUM	1	29.3805	29.8065	1114819
maxcsp/warehouses/ normalized-cap113_ext.xml	OPTIMUM	0	30.5813	31.4758	1126947
maxcsp/warehouses/ normalized-cap122_ext.xml	OPTIMUM	0	31.8892	33.0148	1126771
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-30/ normalized-kbtree-9-2-3-5-30-34_ext.xml	OPTIMUM	6	40.0879	40.7126	1128515
maxcsp/celar/subs7/ normalized-scenw-7-sub1_ext.xml	OPTIMUM	18	48.0557	48.7431	1125315
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-29_ext.xml	OPTIMUM	1	50.5193	51.1812	1114827
maxcsp/celar/subs7/ normalized-scenw-7-sub2_ext.xml	OPTIMUM	18	56.5534	57.4906	1125283
csp/tightness0.9/ normalized-rand-2-40-180-84-900-11_ext.xml	OPTIMUM	1	65.1521	67.086	1114939
csp/QCP-15/ normalized-qcp-15-120-10_ext.xml	OPTIMUM	2	66.054	68.0594	1108813
maxcsp/celar/subs7/ normalized-scenw-7-sub1-20_ext.xml	OPTIMUM	16	67.4048	68.2477	1125291
csp/QCP-15/ normalized-qcp-15-120-11_ext.xml	OPTIMUM	2	72.179	73.8594	1108805
maxcsp/celar/subs7/ normalized-scenw-7-sub0_ext.xml	OPTIMUM	4	75.8245	76.0218	1125323
csp/QCP-15/ normalized-qcp-15-120-14_ext.xml	OPTIMUM	2	76.5074	79.8837	1108797
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-30/ normalized-kbtree-9-7-3-5-30-25_ext.xml	OPTIMUM	7	85.0931	85.6203	1128307
csp/rand-2-30-15/ normalized-rand-2-30-15-306-230-40_ext.xml	OPTIMUM	1	97.4232	98.771	1114787
csp/tightness0.5/ normalized-rand-2-40-25-180-500-93_ext.xml	OPTIMUM	1	99.6139	101.336	1114379
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-30/ normalized-kbtree-9-7-3-5-30-10_ext.xml	OPTIMUM	9	103.061	104.291	1128299
csp/BH-4-4/ normalized-BlackHole-4-4-e-3_ext.xml	OPTIMUM	1	107.458	108.769	1108219
csp/QCP-15/ normalized-qcp-15-120-12_ext.xml	OPTIMUM	2	119.671	122.12	1108789
csp/BH-4-4/ normalized-BlackHole-4-4-e-4_ext.xml	OPTIMUM	1	131.038	132.625	1108227
csp/tightness0.9/ normalized-rand-2-40-180-84-900-45_ext.xml	OPTIMUM	1	148.183	149.069	1115003
csp/tightness0.9/ normalized-rand-2-40-180-84-900-29_ext.xml	OPTIMUM	1	155.54	155.552	1115035
maxcsp/celar/subs7/ normalized-scenw-7-sub4-22_ext.xml	OPTIMUM	19	159.662	161.839	1125331
csp/BH-4-4/ normalized-BlackHole-4-4-e-6_ext.xml	OPTIMUM	1	160.742	162.493	1108251
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-80-10-6-60-4_ext.xml	OPTIMUM	4	183.963	186.201	1116603
csp/tightness0.35/ normalized-rand-2-40-16-250-350-10_ext.xml	OPTIMUM	1	207.814	210.083	1114459
csp/BH-4-4/ normalized-BlackHole-4-4-e-1_ext.xml	OPTIMUM	1	234.917	237.757	1108267
maxcsp/celar/subs6/ normalized-scenw-6-sub2_ext.xml	OPTIMUM	22	271.808	274.086	1125387
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-40/ normalized-kbtree-5-2-4-5-40-16_ext.xml	OPTIMUM	10	275.432	278.201	1128043
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-30/ normalized-kbtree-9-5-3-5-30-37_ext.xml	OPTIMUM	9	276.303	278.866	1128659
csp/tightness0.35/ normalized-rand-2-40-16-250-350-27_ext.xml	OPTIMUM	1	278.166	281.098	1114499
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-36_ext.xml	OPTIMUM	1	282.697	285.761	1117611
csp/coloring/ normalized-myciel-5g-5-ext.xml	OPTIMUM	1	302.625	304.454	1108483
csp/QCP-15/ normalized-qcp-15-120-13_ext.xml	OPTIMUM	2	303.54	307.894	1108781
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-10_ext.xml	OPTIMUM	1	303.759	307.334	1117683
maxcsp/randomMaxCSP/sparseLoose/ normalized-vcsp-80-10-6-60-8_ext.xml	OPTIMUM	3	337.287	340.536	1116499
maxcsp/celar/subs7/ normalized-scenw-7-sub3_ext.xml	OPTIMUM	20	350.244	353.815	1125307
maxcsp/celar/subs6/ normalized-scenw-6-sub1_ext.xml	OPTIMUM	22	355.911	359.477	1125411
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-27_ext.xml	OPTIMUM	2	358.044	361.318	1117675
csp/tightness0.8/ normalized-rand-2-40-80-103-800-53_ext.xml	OPTIMUM	1	359.43	421.572	1115155
csp/BH-4-4/ normalized-BlackHole-4-4-e-0_ext.xml	OPTIMUM	1	359.681	361.811	1108275
csp/tightness0.65/ normalized-rand-2-40-40-135-650-13_ext.xml	OPTIMUM	1	411.763	415.926	1114907
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-1_ext.xml	OPTIMUM	2	454.246	458.773	1117643
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-25_ext.xml	OPTIMUM	1	455.526	458.125	1117619
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-30/ normalized-kbtree-9-2-3-5-30-08_ext.xml	OPTIMUM	7	467.651	467.592	1128523
csp/tightness0.9/ normalized-rand-2-40-180-84-900-43_ext.xml	OPTIMUM	1	467.888	470.796	1114947
maxcsp/celar/subs6/ normalized-scenw-6-sub3_ext.xml	OPTIMUM	24	477.085	480.412	1125435
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-33_ext.xml	OPTIMUM	19	486.161	488.349	1116211
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-46_ext.xml	OPTIMUM	2	489.957	492.684	1117603
csp/tightness0.35/ normalized-rand-2-40-16-250-350-11_ext.xml	OPTIMUM	1	498.343	503.191	1114443
csp/tightness0.5/ normalized-rand-2-40-25-180-500-18_ext.xml	OPTIMUM	1	610.234	612.668	1114363
csp/tightness0.2/ normalized-rand-2-40-11-414-200-76_ext.xml	OPTIMUM	1	610.676	613.982	1114235
csp/tightness0.1/ normalized-rand-2-40-8-753-100-6_ext.xml	OPTIMUM	1	654.204	661.246	1115107
csp/tightness0.8/ normalized-rand-2-40-80-103-800-29_ext.xml	OPTIMUM	1	665.894	672.485	1115195
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-40/ normalized-kbtree-5-2-4-5-40-32_ext.xml	OPTIMUM	10	720.322	724.869	1128035
csp/coloring/ normalized-geom-40-2-ext.xml	OPTIMUM	22	780.585	785.812	1108539
csp/tightness0.1/ normalized-rand-2-40-8-753-100-72_ext.xml	OPTIMUM	1	870.55	879.37	1115091
csp/tightness0.5/ normalized-rand-2-40-25-180-500-11_ext.xml	OPTIMUM	1	890.263	894.446	1114371
csp/BH-4-4/ normalized-BlackHole-4-4-e-9_ext.xml	OPTIMUM	1	896.799	901.54	1108235
csp/BH-4-4/ normalized-BlackHole-4-4-e-7_ext.xml	OPTIMUM	1	923.397	928.849	1108283
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-43_ext.xml	OPTIMUM	19	927.308	931.892	1116195
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-44_ext.xml	OPTIMUM	1	937.495	947.901	1117819
csp/tightness0.65/ normalized-rand-2-40-40-135-650-37_ext.xml	OPTIMUM	1	959.512	963.94	1114891
csp/tightness0.8/ normalized-rand-2-40-80-103-800-64_ext.xml	OPTIMUM	1	1059.78	1071.77	1115251
csp/BH-4-4/ normalized-BlackHole-4-4-e-2_ext.xml	OPTIMUM	1	1120.16	1121.94	1108291
csp/tightness0.35/ normalized-rand-2-40-16-250-350-90_ext.xml	OPTIMUM	1	1141.81	1155.31	1114419
csp/tightness0.35/ normalized-rand-2-40-16-250-350-95_ext.xml	OPTIMUM	1	1180.28	1191.6	1114435
maxcsp/randomMaxCSP/completeLoose/ normalized-vcsp-25-10-100-18-15_ext.xml	OPTIMUM	2	1201.3	1213	1117811
csp/tightness0.8/ normalized-rand-2-40-80-103-800-94_ext.xml	OPTIMUM	1	1214.03	1258.55	1115163
csp/tightness0.35/ normalized-rand-2-40-16-250-350-53_ext.xml	OPTIMUM	1	1239.48	1247.41	1114491
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-17.xml	OPTIMUM	9	1241.92	1248.2	1123683
maxcsp/celar/subs6/ normalized-scenw-6-sub4-20_ext.xml	OPTIMUM	23	1327.23	1340.18	1125419
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-35_ext.xml	OPTIMUM	19	1403.27	1416.52	1116291
csp/tightness0.35/ normalized-rand-2-40-16-250-350-40_ext.xml	OPTIMUM	1	1423.78	1437.56	1114475
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-27_ext.xml	OPTIMUM	20	1563.16	1571.56	1116339
csp/coloring/ normalized-myciel-5g-4-ext.xml	OPTIMUM	4	1582.37	1583.37	1108499
maxcsp/celar/scens/ normalized-scenw-06-30_ext.xml	OPTIMUM	21	1767.71	1786.42	1125203
maxcsp/celar/subs7/ normalized-scenw-7-sub4_ext.xml	OPTIMUM	20	1774.26	1786.34	1125299
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-20_ext.xml	OPTIMUM	20	1821.45	1830.57	1116123
csp/tightness0.1/ normalized-rand-2-40-8-753-100-94_ext.xml	OPTIMUM	1	1906.22	1971.85	1115083
csp/tightness0.5/ normalized-rand-2-40-25-180-500-16_ext.xml	OPTIMUM	1	2000.03	2019.26	1114403
csp/tightness0.35/ normalized-rand-2-40-16-250-350-7_ext.xml	OPTIMUM	1	2129.1	2133.59	1114427
csp/tightness0.1/ normalized-rand-2-40-8-753-100-83_ext.xml	OPTIMUM	1	2149.31	2195.66	1115075
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-15.xml	OPTIMUM	10	2315.99	2331.18	1123955
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-66.xml	OPTIMUM	9	2360.33	2373.75	1123619
csp/tightness0.2/ normalized-rand-2-40-11-414-200-11_ext.xml	OPTIMUM	1	2439.28	2456.17	1114227
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-24_ext.xml	OPTIMUM	19	2498.04	2522.13	1116307
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-29_ext.xml	OPTIMUM	1	2596.53	2621.41	1114683
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-30/ normalized-kbtree-9-5-3-5-30-06_ext.xml	OPTIMUM	10	2598.39	2611.01	1128667
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-300-182022_ext.xml	OPTIMUM	34	2620.7	2645.7	1127459
csp/tightness0.65/ normalized-rand-2-40-40-135-650-14_ext.xml	OPTIMUM	1	2746.81	2776.19	1114899
maxcsp/celar/subs6/ normalized-scenw-6-sub4_ext.xml	OPTIMUM	24	2761.85	2773.66	1125427
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-23.xml	OPTIMUM	8	2772.84	2789.2	1124131
csp/tightness0.8/ normalized-rand-2-40-80-103-800-3_ext.xml	OPTIMUM	2	2809.4	2831.05	1115187
csp/BH-4-7/ normalized-BlackHole-4-7-e-4_ext.xml	OPTIMUM	1	3054.09	3083.16	1108107
maxcsp/celar/scens/ normalized-scenw-07_10000_30r_ext.xml	OPTIMUM	15	3081.32	3090.61	1125251
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-300-182024_ext.xml	OPTIMUM	35	3246.55	3258.07	1127475
csp/tightness0.5/ normalized-rand-2-40-25-180-500-12_ext.xml	OPTIMUM	1	3380.41	3388.11	1114411
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-300-182021_ext.xml	OPTIMUM	35	3543.91	3558.68	1127499

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-400-907730_ext.xml	MSAT (TO)	72	3600.03	3610.22	1127483
csp/rand-2-25/ normalized-rand-25-25-300-147-50021_ext.xml	MSAT (TO)	18	3600.04	3615.72	1108675
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-49_ext.xml	MSAT (TO)	78	3600.04	3619.31	1115707
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-50/ normalized-kbtree-5-2-4-5-50-14_ext.xml	MSAT (TO)	49	3600.04	3631.12	1128011
csp/tightness0.5/ normalized-rand-2-40-25-180-500-37_ext.xml	MSAT (TO)	9	3600.05	3606.32	1114387
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-70/ normalized-kbtree-5-2-4-5-70-37_ext.xml	MSAT (TO)	99	3600.05	3619.92	1127907
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-41_ext.xml	MSAT (TO)	78	3600.05	3616.61	1115923
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-50/ normalized-kbtree-9-7-3-5-50-13_ext.xml	MSAT (TO)	78	3600.05	3620.82	1128147
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-70/ normalized-kbtree-5-2-4-5-70-12_ext.xml	MSAT (TO)	98	3600.05	3611.42	1127899
csp/tightness0.8/ normalized-rand-2-40-80-103-800-40_ext.xml	MSAT (TO)	3	3600.05	3628.22	1115211
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-8_ext.xml	MSAT (TO)	77	3600.05	3600.22	1115715
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-36_ext.xml	MSAT (TO)	38	3600.05	3617.61	1115419
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-70/ normalized-kbtree-9-5-3-5-70-09_ext.xml	MSAT (TO)	124	3600.05	3617.22	1128579
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-60/ normalized-kbtree-9-5-3-5-60-23_ext.xml	MSAT (TO)	114	3600.05	3601.82	1128547
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-60/ normalized-kbtree-9-7-3-5-60-01_ext.xml	MSAT (TO)	90	3600.05	3601.61	1128163
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2400-421727_ext.xml	MSAT (TO)	322	3600.05	3617.54	1127299
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-90/ normalized-kbtree-9-7-3-5-90-08_ext.xml	MSAT (TO)	134	3600.06	3618.11	1128211
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-40/ normalized-kbtree-9-5-3-5-40-41_ext.xml	MSAT (TO)	54	3600.06	3617.02	1128603
csp/rand-2-24/ normalized-rand-24-24-276-139-51021_ext.xml	MSAT (TO)	16	3600.06	3613.62	1108003
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-38_ext.xml	MSAT (TO)	29	3600.06	3631.81	1115379
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-80/ normalized-kbtree-5-2-4-5-80-11_ext.xml	MSAT (TO)	104	3600.06	3608.62	1127979
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1500-890423-ext.xml	MSAT (TO)	258	3600.06	3637.44	1127739
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-50/ normalized-kbtree-9-5-3-5-50-28_ext.xml	MSAT (TO)	91	3600.06	3629.82	1128739
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-70/ normalized-kbtree-9-5-3-5-70-23_ext.xml	MSAT (TO)	124	3600.06	3631.82	1128563
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-73.xml	MSAT (TO)	11	3600.06	3634.01	1123651
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-70/ normalized-kbtree-9-5-3-5-70-03_ext.xml	MSAT (TO)	124	3600.06	3600.82	1128571
csp/rand-2-26/ normalized-rand-26-26-325-155-52021_ext.xml	MSAT (TO)	37	3600.06	3600.83	1108331
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-40/ normalized-kbtree-9-2-3-5-40-16_ext.xml	MSAT (TO)	66	3600.06	3612.62	1128387
csp/rand-2-25/ normalized-rand-25-25-300-147-55021_ext.xml	MSAT (TO)	17	3600.06	3630.62	1108659
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1100-987629_ext.xml	MSAT (TO)	230	3600.06	3618.94	1127731
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-23_ext.xml	MSAT (TO)	79	3600.06	3632.61	1115723
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-90/ normalized-kbtree-9-7-3-5-90-27_ext.xml	MSAT (TO)	139	3600.06	3630.82	1128219
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-41_ext.xml	MSAT (TO)	2	3600.06	3633.32	1114715
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-24_ext.xml	MSAT (TO)	10	3600.06	3624.62	1114723
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-60/ normalized-kbtree-9-7-3-5-60-19_ext.xml	MSAT (TO)	83	3600.06	3632.71	1128155
csp/tightness0.65/ normalized-rand-2-40-40-135-650-79_ext.xml	MSAT (TO)	1	3600.06	3602.12	1114875
csp/tightness0.9/ normalized-rand-2-40-180-84-900-40_ext.xml	MSAT (TO)	1	3600.06	3605.13	1114915
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-390-8_ext.xml	MSAT (TO)	188	3600.07	3614.82	1119555
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-18.xml	MSAT (TO)	13	3600.07	3617.71	1123699
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-40/ normalized-kbtree-9-7-3-5-40-34_ext.xml	MSAT (TO)	41	3600.07	3614.21	1128227
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2400-421722_ext.xml	MSAT (TO)	304	3600.07	3629.94	1127259
csp/tightness0.9/ normalized-rand-2-40-180-84-900-27_ext.xml	MSAT (TO)	2	3600.07	3627.53	1115027
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-32_ext.xml	MSAT (TO)	1	3600.07	3620.92	1114707
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-14_ext.xml	MSAT (TO)	77	3600.07	3605.31	1115699
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1100-987630_ext.xml	MSAT (TO)	206	3600.07	3628.84	1127755
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-600-364043_ext.xml	MSAT (TO)	96	3600.07	3619.54	1127867
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-60/ normalized-kbtree-5-2-4-5-60-10_ext.xml	MSAT (TO)	82	3600.07	3617.72	1127923
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2600-873121_ext.xml	MSAT (TO)	318	3600.07	3633.93	1127251
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1800-067529_ext.xml	MSAT (TO)	302	3600.07	3635.24	1127707
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-580-10_ext.xml	MSAT (TO)	269	3600.07	3630.73	1118027
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-48_ext.xml	MSAT (TO)	24	3600.07	3629.21	1116411
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-50/ normalized-kbtree-9-2-3-5-50-31_ext.xml	MSAT (TO)	97	3600.07	3601.43	1128355
csp/rand-2-24/ normalized-rand-24-24-276-139-56021_ext.xml	MSAT (TO)	4	3600.07	3618.82	1108011
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-1_ext.xml	MSAT (TO)	78	3600.07	3601.91	1115795
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-50/ normalized-kbtree-5-2-4-5-50-22_ext.xml	MSAT (TO)	20	3600.08	3618.51	1128027
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-70/ normalized-kbtree-5-2-4-5-70-33_ext.xml	MSAT (TO)	94	3600.08	3635.22	1127891
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-50/ normalized-kbtree-9-5-3-5-50-06_ext.xml	MSAT (TO)	92	3600.08	3601.02	1128747
csp/coloring/ normalized-queens-5-5-4-ext.xml	MSAT (TO)	19	3600.08	3633.51	1108555
csp/rand-2-25/ normalized-rand-25-25-300-147-57021_ext.xml	MSAT (TO)	4	3600.08	3614.12	1108683
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-43_ext.xml	MSAT (TO)	5	3600.08	3608.62	1114739
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-25_ext.xml	MSAT (TO)	33	3600.08	3634.44	1114747
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-520-10_ext.xml	MSAT (TO)	236	3600.08	3620.83	1120803
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-50/ normalized-kbtree-5-2-4-5-50-16_ext.xml	MSAT (TO)	39	3600.08	3604.92	1128019
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-49_ext.xml	MSAT (TO)	37	3600.08	3601.81	1115403
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-660-4_ext.xml	MSAT (TO)	297	3600.08	3602.24	1118107
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-340-5_ext.xml	MSAT (TO)	166	3600.08	3613.12	1119459
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-400-10_ext.xml	MSAT (TO)	200	3600.08	3609.82	1119507
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-460-1_ext.xml	MSAT (TO)	193	3600.08	3633.13	1120299
csp/tightness0.1/ normalized-rand-2-40-8-753-100-82_ext.xml	MSAT (TO)	26	3600.09	3672.05	1115067
maxcsp/celar/scens/ normalized-scenw-06-20_ext.xml	MSAT (TO)	80	3600.09	3633.95	1125187
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1300-443946_ext.xml	MSAT (TO)	256	3600.09	3617.46	1127363
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-50/ normalized-kbtree-9-2-3-5-50-05_ext.xml	MSAT (TO)	106	3600.09	3629.43	1128363
csp/rand-2-26/ normalized-rand-26-26-325-155-60021_ext.xml	MSAT (TO)	6	3600.09	3601.32	1108307
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-360-4_ext.xml	MSAT (TO)	176	3600.09	3631.72	1119083
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-540-3_ext.xml	MSAT (TO)	268	3600.09	3609.63	1120523
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-70/ normalized-kbtree-9-7-3-5-70-33_ext.xml	MSAT (TO)	92	3600.09	3608.91	1128267
csp/rand-2-26/ normalized-rand-26-26-325-155-56021_ext.xml	MSAT (TO)	24	3600.09	3628.02	1108323
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-40/ normalized-kbtree-9-2-3-5-40-38_ext.xml	MSAT (TO)	57	3600.09	3629.42	1128379
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-420-2_ext.xml	MSAT (TO)	193	3600.09	3621.83	1119939
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2300-96030_ext.xml	MSAT (TO)	325	3600.09	3602.13	1127307
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-800-810527_ext.xml	MSAT (TO)	185	3600.09	3617.73	1127443
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1600-616123-ext.xml	MSAT (TO)	282	3600.09	3626.73	1127715
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-21_ext.xml	MSAT (TO)	37	3600.09	3632.41	1115307
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-440-6_ext.xml	MSAT (TO)	203	3600.09	3629.43	1120531
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-16_ext.xml	MSAT (TO)	38	3600.09	3602.31	1115587
csp/tightness0.8/ normalized-rand-2-40-80-103-800-25_ext.xml	MSAT (TO)	6	3600.09	3612.02	1115219
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-400-5_ext.xml	MSAT (TO)	200	3600.09	3620.92	1119299
csp/rand-2-23/ normalized-rand-23-23-253-131-52021_ext.xml	MSAT (TO)	1	3600.09	3620.32	1108723
csp/rand-2-23/ normalized-rand-23-23-253-131-51021_ext.xml	MSAT (TO)	8	3600.09	3622.82	1108707
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-50/ normalized-kbtree-9-2-3-5-50-24_ext.xml	MSAT (TO)	103	3600.09	3616.32	1128347
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-47_ext.xml	MSAT (TO)	80	3600.1	3604.82	1115659
maxcsp/randomMaxCSP/sparseTight/ normalized-vcsp-25-10-21-85-15_ext.xml	MSAT (TO)	20	3600.1	3614.81	1116387
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-50/ normalized-kbtree-9-7-3-5-50-42_ext.xml	MSAT (TO)	71	3600.1	3619.72	1128131
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-40/ normalized-kbtree-9-7-3-5-40-39_ext.xml	MSAT (TO)	46	3600.1	3633.01	1128243
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-80/ normalized-kbtree-5-2-4-5-80-41_ext.xml	MSAT (TO)	104	3600.1	3633.62	1127971
csp/tightness0.8/ normalized-rand-2-40-80-103-800-78_ext.xml	MSAT (TO)	2	3600.1	3611.72	1115235
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-30/ normalized-kbtree-9-2-3-5-30-02_ext.xml	MSAT (TO)	9	3600.1	3626.21	1128531
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-400-2_ext.xml	MSAT (TO)	200	3600.1	3601.82	1119187
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-500-4_ext.xml	MSAT (TO)	219	3600.1	3619.73	1120171
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-3.xml	MSAT (TO)	10	3600.1	3628.31	1123579
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-300-186944_ext.xml	MSAT (TO)	22	3600.1	3615.92	1127827
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-580-6_ext.xml	MSAT (TO)	260	3600.1	3632.83	1118299
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-60/ normalized-kbtree-9-5-3-5-60-33_ext.xml	MSAT (TO)	112	3600.1	3601.42	1128555
csp/rand-2-26/ normalized-rand-26-26-325-155-57021_ext.xml	MSAT (TO)	7	3600.1	3611.32	1108315
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-420-5_ext.xml	MSAT (TO)	203	3600.1	3618.02	1120483
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-60/ normalized-kbtree-9-2-3-5-60-02_ext.xml	MSAT (TO)	136	3600.1	3605.32	1128459
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-60/ normalized-kbtree-9-5-3-5-60-05_ext.xml	MSAT (TO)	116	3600.1	3601.72	1128539
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1900-793226_ext.xml	MSAT (TO)	291	3600.11	3633.24	1127699
csp/rand-2-24/ normalized-rand-24-24-276-139-57021_ext.xml	MSAT (TO)	4	3600.11	3613.72	1108043
csp/rand-2-23/ normalized-rand-23-23-253-131-55021_ext.xml	MSAT (TO)	3	3600.11	3630.62	1108691
csp/tightness0.1/ normalized-rand-2-40-8-753-100-78_ext.xml	MSAT (TO)	5	3600.11	3700.13	1115051
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-44_ext.xml	MSAT (TO)	37	3600.11	3633.51	1115539
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-580-2_ext.xml	MSAT (TO)	261	3600.11	3603.93	1118499
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-370-5_ext.xml	MSAT (TO)	183	3600.11	3604.62	1119027
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-580-1_ext.xml	MSAT (TO)	263	3600.11	3612.34	1120115
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2500-147422_ext.xml	MSAT (TO)	337	3600.11	3626.64	1127267
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1400-169641_ext.xml	MSAT (TO)	306	3600.11	3631.08	1127355
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-500-633422_ext.xml	MSAT (TO)	81	3600.11	3611.62	1127467
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-800-815444_ext.xml	MSAT (TO)	163	3600.11	3636.14	1127875
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-60/ normalized-kbtree-9-7-3-5-60-16_ext.xml	MSAT (TO)	86	3600.11	3618.51	1128171
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-90/ normalized-kbtree-9-7-3-5-90-11_ext.xml	MSAT (TO)	141	3600.11	3634.21	1128203
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-70/ normalized-kbtree-9-7-3-5-70-43_ext.xml	MSAT (TO)	91	3600.11	3604.91	1128251
maxcsp/celar/scens/ normalized-scenw-06-18_ext.xml	MSAT (TO)	127	3600.11	3611.96	1125259
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-40/ normalized-kbtree-9-5-3-5-40-23_ext.xml	MSAT (TO)	58	3600.11	3629.62	1128587
csp/rand-2-24/ normalized-rand-24-24-276-139-53021_ext.xml	MSAT (TO)	1	3600.12	3621.12	1108051
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-700-089750_ext.xml	MSAT (TO)	107	3600.12	3614.13	1127883
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1200-718241_ext.xml	MSAT (TO)	226	3600.12	3617.36	1127371
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-19_ext.xml	MSAT (TO)	14	3600.12	3616.92	1114755
maxcsp/randomMaxCSP/completeTight/ normalized-vcsp-15-10-100-93-20_ext.xml	MSAT (TO)	79	3600.12	3618.92	1115867
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1500-895349_ext.xml	MSAT (TO)	355	3600.12	3615.17	1127315
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-680-6_ext.xml	MSAT (TO)	314	3600.12	3609.14	1117995
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-620-2_ext.xml	MSAT (TO)	304	3600.12	3615.74	1118331
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-60/ normalized-kbtree-5-2-4-5-60-36_ext.xml	MSAT (TO)	74	3600.12	3608.02	1127931
csp/rand-2-24/ normalized-rand-24-24-276-139-49021_ext.xml	MSAT (TO)	8	3600.12	3603.92	1108019
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-580-1_ext.xml	MSAT (TO)	288	3600.12	3611.73	1120467
csp/rand-2-26/ normalized-rand-26-26-325-155-58021_ext.xml	MSAT (TO)	14	3600.12	3633.22	1108299
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1600-616124_ext.xml	MSAT (TO)	265	3600.12	3629.74	1127723
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-40/ normalized-kbtree-9-5-3-5-40-09_ext.xml	MSAT (TO)	63	3600.12	3624.02	1128595
maxcsp/celar/scens/ normalized-scenw-06_ext.xml	MSAT (TO)	147	3600.12	3629.66	1125219
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-40/ normalized-kbtree-9-2-3-5-40-50_ext.xml	MSAT (TO)	73	3600.12	3615.02	1128371
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-600-364046_ext.xml	MSAT (TO)	106	3600.12	3621.03	1127843
csp/rand-2-24/ normalized-rand-24-24-276-139-54021_ext.xml	MSAT (TO)	4	3600.12	3614.72	1108035
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-800-815450_ext.xml	MSAT (TO)	159	3600.12	3622.25	1127851
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-40/ normalized-kbtree-9-7-3-5-40-49_ext.xml	MSAT (TO)	45	3600.12	3632.71	1128235
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-60/ normalized-kbtree-5-2-4-5-60-34_ext.xml	MSAT (TO)	51	3600.13	3621.01	1127915
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-800-810521_ext.xml	MSAT (TO)	163	3600.13	3613.93	1127451
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-300-186945_ext.xml	MSAT (TO)	34	3600.13	3603.82	1127835
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-520-1_ext.xml	MSAT (TO)	247	3600.13	3619.63	1120579
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-480-8_ext.xml	MSAT (TO)	236	3600.13	3611.12	1120499
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-560-9_ext.xml	MSAT (TO)	256	3600.13	3617.53	1119867
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-500-7_ext.xml	MSAT (TO)	225	3600.13	3601.63	1119811
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-580-3_ext.xml	MSAT (TO)	285	3600.13	3635.23	1118667
maxcsp/pi/pi-30-10-25-t58/ normalized-pi-30-10-197-42-43.xml	MSAT (TO)	10	3600.13	3609.81	1124235
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-22_ext.xml	MSAT (TO)	38	3600.13	3601.52	1115331
maxcsp/randomMaxCSP/denseTight/ normalized-vcsp-25-10-25-87-9_ext.xml	MSAT (TO)	36	3600.13	3617.61	1115267
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-50/ normalized-kbtree-9-7-3-5-50-39_ext.xml	MSAT (TO)	67	3600.13	3614.92	1128139
csp/tightness0.9/ normalized-rand-2-40-180-84-900-4_ext.xml	MSAT (TO)	2	3600.13	3636.64	1114931
csp/tightness0.65/ normalized-rand-2-40-40-135-650-66_ext.xml	MSAT (TO)	1	3600.13	3629.32	1114883
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-30_ext.xml	MSAT (TO)	20	3600.13	3623.63	1114675
csp/geom/ normalized-geo50-20-d4-75-94_ext.xml	MSAT (TO)	27	3600.13	3634.44	1114179
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-70/ normalized-kbtree-9-2-3-5-70-04_ext.xml	MSAT (TO)	143	3600.13	3631.42	1128339
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-70/ normalized-kbtree-9-2-3-5-70-39_ext.xml	MSAT (TO)	143	3600.13	3601.42	1128331
csp/rand-2-23/ normalized-rand-23-23-253-131-47021_ext.xml	MSAT (TO)	1	3600.13	3610.13	1108715
csp/rand-2-23/ normalized-rand-23-23-253-131-46021_ext.xml	MSAT (TO)	3	3600.13	3604.22	1108699
csp/rand-2-25/ normalized-rand-25-25-300-147-58021_ext.xml	MSAT (TO)	9	3600.13	3602.62	1108667
maxcsp/celar/scens/ normalized-scenw-06-24_ext.xml	MSAT (TO)	130	3600.13	3614.06	1125179
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-50/ normalized-kbtree-9-5-3-5-50-08_ext.xml	MSAT (TO)	98	3600.13	3630.72	1128731
maxcsp/celar/scens/ normalized-scenw-06-22_ext.xml	MSAT (TO)	163	3600.13	3631.66	1125267
maxcsp/celar/graphs/ normalized-graphw-05_ext.xml	MSAT (TO)	204	3600.13	3615.27	1125379
maxcsp/maxclique/ normalized-mann-a45_ext.xml	MSAT (TO)	956	3600.13	3618.61	1126339
maxcsp/spot5/ normalized-spot5-29_ext.xml	MSAT (TO)	59	3600.13	3614.33	1126635
maxcsp/cnf/2-40-100-1000/ normalized-cnf-2-40-600-359126_ext.xml	MSAT (TO)	100	3600.13	3623.52	1127491
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-70/ normalized-kbtree-9-2-3-5-70-50_ext.xml	MSAT (TO)	137	3600.14	3625.92	1128323
csp/BH-4-7/ normalized-BlackHole-4-7-e-8_ext.xml	MSAT (TO)	2	3600.14	3611.9	1108091
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-60/ normalized-kbtree-9-2-3-5-60-21_ext.xml	MSAT (TO)	142	3600.14	3632.02	1128443
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-520-6_ext.xml	MSAT (TO)	223	3600.14	3602.83	1120219
maxcsp/maxcut/maxcut-40/ normalized-maxcut-40-480-6_ext.xml	MSAT (TO)	232	3600.14	3602.03	1120835
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-30/ normalized-kbtree-9-5-3-5-30-13_ext.xml	MSAT (TO)	14	3600.14	3605.31	1128675
maxcsp/maxcut/maxcut-50/ normalized-maxcut-50-560-10_ext.xml	MSAT (TO)	258	3600.14	3630.14	1118627
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1100-992546_ext.xml	MSAT (TO)	206	3600.14	3619.45	1127323
csp/tightness0.1/ normalized-rand-2-40-8-753-100-64_ext.xml	MSAT (TO)	9	3600.14	3706.32	1115099
csp/tightness0.9/ normalized-rand-2-40-180-84-900-76_ext.xml	MSAT (TO)	5	3600.14	3615.65	1114987
maxcsp/maxclique/ normalized-johnson-16-2-4_ext.xml	MSAT (TO)	163	3600.14	3633.8	1126067
csp/rand-2-24/ normalized-rand-24-24-276-139-52021_ext.xml	MSAT (TO)	7	3600.14	3632.52	1108027
csp/tightness0.5/ normalized-rand-2-40-25-180-500-24_ext.xml	MSAT (TO)	1	3600.14	3628.82	1114395
maxcsp/maxcut/maxcut-30/ normalized-maxcut-30-340-2_ext.xml	MSAT (TO)	170	3600.14	3602.32	1118899
maxcsp/cnf/2-80-100-1000/ normalized-cnf-2-80-700-089745_ext.xml	MSAT (TO)	136	3600.14	3620.45	1127859
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-11_ext.xml	MSAT (TO)	10	3600.15	3621.42	1114779
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-60/ normalized-kbtree-9-2-3-5-60-41_ext.xml	MSAT (TO)	149	3600.15	3601.82	1128451
maxcsp/maxcut/maxcut-60/ normalized-maxcut-60-580-2_ext.xml	MSAT (TO)	265	3600.15	3632.04	1119603
csp/BH-4-7/ normalized-BlackHole-4-7-h-9_ext.xml	MSAT (TO)	1	3600.15	3607	1108139
csp/rand-2-40-19/ normalized-rand-2-40-19-443-230-28_ext.xml	MSAT (TO)	1	3600.15	3618.42	1114667
maxcsp/celar/scens/ normalized-scenw-06-16_ext.xml	MSAT (TO)	157	3600.15	3603.06	1125275
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1700-346746_ext.xml	MSAT (TO)	354	3600.15	3631.78	1127339
csp/BH-4-7/ normalized-BlackHole-4-7-e-0_ext.xml	MSAT (TO)	1	3600.16	3608.12	1108211
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2400-421728_ext.xml	MSAT (TO)	318	3600.16	3615.34	1127275
maxcsp/cnf/2-40-1100-2000/ normalized-cnf-2-40-1500-890427_ext.xml	MSAT (TO)	257	3600.16	3612.34	1127747
csp/coloring/ normalized-dsjc-125-1-4-ext.xml	MSAT (TO)	79	3600.16	3602.37	1108595
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1900-798146_ext.xml	MSAT (TO)	421	3600.17	3632.28	1127347
maxcsp/celar/graphs/ normalized-graphw-06_ext.xml	MSAT (TO)	241	3600.18	3606.22	1125347
csp/langford/ normalized-langford-3-11-ext.xml	MSAT (TO)	2	3600.19	3630.19	1108339
csp/BH-4-7/ normalized-BlackHole-4-7-h-8_ext.xml	MSAT (TO)	2	3600.19	3623.61	1108083
maxcsp/cnf/2-80-1100-2000/ normalized-cnf-2-80-1700-346750_ext.xml	MSAT (TO)	386	3600.19	3616.37	1127331
csp/langford/ normalized-slangford-3-11-ext.xml	MSAT (TO)	2	3600.2	3601	1108347
csp/BH-4-7/ normalized-BlackHole-4-7-h-1_ext.xml	MSAT (TO)	2	3600.21	3628.9	1108147
csp/BH-4-7/ normalized-BlackHole-4-7-e-7_ext.xml	MSAT (TO)	2	3600.21	3632.89	1108099
csp/BH-4-7/ normalized-BlackHole-4-7-h-5_ext.xml	MSAT (TO)	1	3600.21	3604.2	1108123
maxcsp/celar/graphs/ normalized-graphw-07_ext.xml	MSAT (TO)	212	3600.21	3680.51	1125363
csp/BH-4-7/ normalized-BlackHole-4-7-e-9_ext.xml	MSAT (TO)	3	3600.22	3604.71	1108067
maxcsp/maxclique/ normalized-sanr-200-0.9_ext.xml	MSAT (TO)	233	3600.23	3644.12	1126283
csp/BH-4-7/ normalized-BlackHole-4-7-h-3_ext.xml	MSAT (TO)	1	3600.24	3631.81	1108155
maxcsp/maxclique/ normalized-san-200-0.9-1_ext.xml	MSAT (TO)	260	3600.25	3608.72	1126451
maxcsp/celar/scens/ normalized-scenw-10_ext.xml	MSAT (TO)	236	3600.28	3623.24	1125243
maxcsp/celar/scens/ normalized-scenw-07_ext.xml	MSAT (TO)	409	3600.3	3621.42	1125235
maxcsp/celar/scens/ normalized-scenw-09_ext.xml	MSAT (TO)	236	3600.33	3604.54	1125211

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
maxcsp/maxclique/ normalized-p-hat500-3_ext.xml	?	170.43	180.259	1126475
maxcsp/maxclique/ normalized-johnson-32-2-4_ext.xml	?	170.623	177.19	1126507
maxcsp/planning/ normalized-driverlog04cc_ext.xml	?	176.921	184.163	1125459
maxcsp/planning/ normalized-driverlog05cc_ext.xml	?	177.969	187.659	1125987
maxcsp/maxclique/ normalized-brock-800-4_ext.xml	?	189.531	198.042	1126243
maxcsp/maxclique/ normalized-brock-800-1_ext.xml	?	193.62	207.331	1126051
maxcsp/maxclique/ normalized-c-fat500-10_ext.xml	?	195.236	202.654	1126363
maxcsp/maxclique/ normalized-c-fat500-2_ext.xml	?	199.245	208.215	1126259
maxcsp/planning/ normalized-driverlog08cc_ext.xml	?	201.651	210.083	1125611
maxcsp/planning/ normalized-driverlog08c_ext.xml	?	203.556	211.034	1125883
csp/QCP-25/ normalized-qcp-25-264-12_ext.xml	?	206.83	218.965	1108403
csp/QCP-25/ normalized-qcp-25-264-14_ext.xml	?	207.196	218.04	1108419
maxcsp/warehouses/ normalized-capmo5_ext.xml	?	208.754	214.35	1127003
maxcsp/planning/ normalized-mprime04bc_ext.xml	?	212.064	681.777	1126003
csp/QCP-25/ normalized-qcp-25-264-10_ext.xml	?	214.737	221.306	1108411
maxcsp/maxclique/ normalized-p-hat300-3_ext.xml	?	215.08	883.354	1126427
maxcsp/maxclique/ normalized-brock-400-4_ext.xml	?	215.233	1898.15	1126323
csp/QCP-25/ normalized-qcp-25-264-13_ext.xml	?	219.111	226.936	1108395
maxcsp/planning/ normalized-mprime04ac_ext.xml	?	221.005	231.16	1125763
maxcsp/warehouses/ normalized-capmo3_ext.xml	?	226.019	230.179	1126747
maxcsp/planning/ normalized-zenotravel04ac_ext.xml	?	227.192	233.103	1125787
maxcsp/warehouses/ normalized-capmo4_ext.xml	?	230.674	239.365	1126755
maxcsp/maxclique/ normalized-c-fat200-2_ext.xml	?	234.424	242.22	1126291
maxcsp/maxclique/ normalized-c-fat500-5_ext.xml	?	242.058	249.827	1126179
maxcsp/maxclique/ normalized-p-hat1000-2_ext.xml	?	243.216	252.078	1126411
maxcsp/planning/ normalized-driverlog09_ext.xml	?	283.515	292.358	1125923
maxcsp/maxclique/ normalized-san-400-0.7-3_ext.xml	?	325.615	334.876	1126131
maxcsp/warehouses/ normalized-capmp4_ext.xml	?	445.123	464.343	1127107
maxcsp/warehouses/ normalized-capmp2_ext.xml	?	464.726	519.867	1126891
maxcsp/maxclique/ normalized-hamming-10-4_ext.xml	?	2564.78	2585.01	1126491

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/QCP-25/ normalized-qcp-25-264-11_ext.xml	? (TO)	126.299	4002.04	1108427
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-80/ normalized-kbtree-9-7-3-5-80-04_ext.xml	? (TO)	3600.05	3618.62	1128283
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-80/ normalized-kbtree-9-5-3-5-80-23_ext.xml	? (TO)	3600.06	3633.02	1128643
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-80/ normalized-kbtree-5-2-4-5-80-06_ext.xml	? (TO)	3600.06	3601.22	1127963
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-90/ normalized-kbtree-9-5-3-5-90-10_ext.xml	? (TO)	3600.06	3604.22	1128691
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-70/ normalized-kbtree-9-7-3-5-70-50_ext.xml	? (TO)	3600.07	3615.92	1128259
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-90/ normalized-kbtree-5-2-4-5-90-08_ext.xml	? (TO)	3600.07	3604.12	1127939
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-90/ normalized-kbtree-5-2-4-5-90-34_ext.xml	? (TO)	3600.08	3637.12	1127955
maxcsp/kbtree/kbtree-5-2-4-5/kbtree-5-2-4-5-90/ normalized-kbtree-5-2-4-5-90-13_ext.xml	? (TO)	3600.09	3634.12	1127947
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-90/ normalized-kbtree-9-5-3-5-90-47_ext.xml	? (TO)	3600.09	3601.42	1128683
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2900-050223-ext.xml	? (TO)	3600.1	3602.84	1127283
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-80/ normalized-kbtree-9-5-3-5-80-08_ext.xml	? (TO)	3600.11	3603.02	1128635
maxcsp/cnf/2-40-2100-3000/ normalized-cnf-2-40-2500-147426_ext.xml	? (TO)	3600.11	3600.35	1127291
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-90/ normalized-kbtree-9-2-3-5-90-06_ext.xml	? (TO)	3600.11	3602.53	1128411
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-80/ normalized-kbtree-9-5-3-5-80-47_ext.xml	? (TO)	3600.11	3615.22	1128651
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-90/ normalized-kbtree-9-2-3-5-90-48_ext.xml	? (TO)	3600.11	3603.73	1128395
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-80/ normalized-kbtree-9-7-3-5-80-50_ext.xml	? (TO)	3600.12	3632.82	1128275
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-80/ normalized-kbtree-9-2-3-5-80-36_ext.xml	? (TO)	3600.12	3601.92	1128427
maxcsp/kbtree/kbtree-9-5-3-5/kbtree-9-5-3-5-90/ normalized-kbtree-9-5-3-5-90-45_ext.xml	? (TO)	3600.12	3616.82	1128699
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-80/ normalized-kbtree-9-2-3-5-80-38_ext.xml	? (TO)	3600.12	3614.73	1128435
maxcsp/kbtree/kbtree-9-7-3-5/kbtree-9-7-3-5-80/ normalized-kbtree-9-7-3-5-80-05_ext.xml	? (TO)	3600.13	3603.52	1128291
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-90/ normalized-kbtree-9-2-3-5-90-29_ext.xml	? (TO)	3600.13	3631.62	1128403
maxcsp/kbtree/kbtree-9-2-3-5/kbtree-9-2-3-5-80/ normalized-kbtree-9-2-3-5-80-50_ext.xml	? (TO)	3600.13	3634.23	1128419

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
maxcsp/celar/graphs/ normalized-graphw-13_ext.xml	? (MO)	7.83	9.35782	1125371
maxcsp/celar/graphs/ normalized-graphw-11_ext.xml	? (MO)	8.87	7.43975	1125339
csp/marc/ normalized-large-80-unsat_ext.xml	? (MO)	20.2849	20.8619	1108451
csp/marc/ normalized-large-84-unsat_ext.xml	? (MO)	22.38	22.7365	1108443
csp/marc/ normalized-large-88-unsat_ext.xml	? (MO)	24.1622	26.463	1108459
csp/marc/ normalized-large-92-unsat_ext.xml	? (MO)	27.99	28.378	1108435
csp/marc/ normalized-large-96-unsat_ext.xml	? (MO)	32.86	33.3554	1108467
csp/ehi-85/ normalized-ehi-85-297-27_ext.xml	? (MO)	53.3809	69.3807	1114347
csp/ehi-85/ normalized-ehi-85-297-55_ext.xml	? (MO)	53.4889	90.2073	1114339
csp/ehi-85/ normalized-ehi-85-297-96_ext.xml	? (MO)	55.7665	56.7901	1114355
csp/ehi-90/ normalized-ehi-90-315-71_ext.xml	? (MO)	55.9805	78.9897	1114195
csp/ehi-90/ normalized-ehi-90-315-65_ext.xml	? (MO)	56.2794	137.142	1114219
csp/ehi-90/ normalized-ehi-90-315-95_ext.xml	? (MO)	57.6852	65.3923	1114187
csp/BH-4-13/ normalized-BlackHole-4-13-m-0_ext.xml	? (MO)	57.8172	78.4963	1108611
csp/BH-4-13/ normalized-BlackHole-4-13-e-0_ext.xml	? (MO)	58.3181	59.4864	1108619
csp/ehi-90/ normalized-ehi-90-315-54_ext.xml	? (MO)	58.3681	59.809	1114211
csp/BH-4-13/ normalized-BlackHole-4-13-e-2_ext.xml	? (MO)	59.9349	61.5821	1108627
csp/BH-4-13/ normalized-BlackHole-4-13-e-3_ext.xml	? (MO)	60.1039	62.5139	1108603
csp/BH-4-13/ normalized-BlackHole-4-13-e-1_ext.xml	? (MO)	60.8977	62.6221	1108651
csp/ehi-90/ normalized-ehi-90-315-51_ext.xml	? (MO)	61.3717	62.7281	1114203
csp/BH-4-13/ normalized-BlackHole-4-13-m-1_ext.xml	? (MO)	63.0184	64.5117	1108635
csp/ehi-85/ normalized-ehi-85-297-78_ext.xml	? (MO)	63.4474	80.399	1114323
csp/BH-4-13/ normalized-BlackHole-4-13-m-2_ext.xml	? (MO)	64.9271	66.1138	1108643
maxcsp/planning/ normalized-rovers02ac_ext.xml	? (MO)	81.2136	83.8212	1125483
maxcsp/planning/ normalized-zenotravel02bc_ext.xml	? (MO)	81.4156	83.9735	1125443
csp/QCP-20/ normalized-qcp-20-187-10_ext.xml	? (MO)	92.7369	95.8764	1108379
csp/QCP-20/ normalized-qcp-20-187-12_ext.xml	? (MO)	93.7408	95.7053	1108363
csp/QCP-20/ normalized-qcp-20-187-14_ext.xml	? (MO)	94.1247	113.828	1108355
csp/coloring/ normalized-le-450-5a-3-ext.xml	? (MO)	94.7936	96.8459	1108523
csp/QCP-20/ normalized-qcp-20-187-11_ext.xml	? (MO)	96.5223	98.2072	1108371
csp/QCP-20/ normalized-qcp-20-187-13_ext.xml	? (MO)	97.4082	100.704	1108387
csp/coloring/ normalized-le-450-5a-4-ext.xml	? (MO)	98.836	1138.2	1108475
maxcsp/celar/scens/ normalized-scenw-08_ext.xml	? (MO)	100.893	103.078	1125195
maxcsp/maxclique/ normalized-hamming-10-2_ext.xml	? (MO)	106.8	110.274	1126267
maxcsp/maxclique/ normalized-brock-200-4_ext.xml	? (MO)	132.218	136.252	1126483

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/ehi-85/ normalized-ehi-85-297-30_ext.xml	No Cert.		72.7809	77.8392	1114331
maxcsp/celar/graphs/ normalized-graphw-12_ext.xml	No Cert.		231.72	234.542	1125355

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/pseudo/mps/ normalized-mps-diamond.xml	OPTIMUM	1	0.566913	0.651498	1110053
csp/langford2/ normalized-langford-2-2.xml	OPTIMUM	1	0.712891	0.816677	1112697
csp/langford3/ normalized-langford-3-2.xml	OPTIMUM	2	0.755884	0.909676	1112381
csp/knights/ normalized-knights-8-5.xml	OPTIMUM	1	0.870866	1.05932	1112285
csp/pigeons/ normalized-pigeons-8.xml	OPTIMUM	1	0.932858	0.915881	1113783
csp/super-queens/ normalized-super-queens-11.xml	OPTIMUM	3	0.943856	1.44081	1112637
csp/langford4/ normalized-langford-4-2.xml	OPTIMUM	2	0.969852	1.17791	1113867
csp/langford3/ normalized-langford-3-3.xml	OPTIMUM	2	1.03084	1.53116	1112369
csp/queenAttacking/ normalized-queenAttacking-3.xml	OPTIMUM	1	1.05984	1.28144	1112535
csp/knights/ normalized-knights-12-5.xml	OPTIMUM	1	1.07084	1.27665	1112273
csp/langford2/ normalized-langford-2-5.xml	OPTIMUM	1	1.12183	1.29995	1112703
csp/os-taillard-4/ normalized-os-taillard-4-95-5.xml	OPTIMUM	3	1.16382	1.3484	1111555
csp/knights/ normalized-knights-25-5.xml	OPTIMUM	1	1.18782	1.34588	1112261
csp/langford4/ normalized-langford-4-3.xml	OPTIMUM	2	1.22381	1.59253	1113825
csp/haystacks/ normalized-haystacks-05.xml	OPTIMUM	1	1.22981	1.74427	1112333
csp/queensKnights/ normalized-queensKnights-8-5-add.xml	OPTIMUM	1	1.27181	1.54457	1112189
csp/os-taillard-4/ normalized-os-taillard-4-95-4.xml	OPTIMUM	2	1.2988	1.4964	1111549
csp/graphColoring/insertion/k-insertion/ normalized-2-insertions-3-3.xml	OPTIMUM	1	1.44478	2.11031	1113717
csp/graphColoring/insertion/full-insertion/ normalized-1-fullins-3-3.xml	OPTIMUM	2	1.51977	1.76097	1113687
csp/os-taillard-4/ normalized-os-taillard-4-95-8.xml	OPTIMUM	3	1.52377	1.7026	1111543
csp/queensKnights/ normalized-queensKnights-8-5-mul.xml	OPTIMUM	1	1.64675	1.91298	1112201
csp/langford4/ normalized-langford-4-4.xml	OPTIMUM	2	1.68774	1.99673	1113837
csp/queensKnights/ normalized-queensKnights-10-5-mul.xml	OPTIMUM	1	1.77073	2.03101	1112213
csp/graphColoring/mug/ normalized-mug88-25-3.xml	OPTIMUM	1	1.85672	1.85743	1113729
csp/graphColoring/mug/ normalized-mug88-1-3.xml	OPTIMUM	1	1.87871	1.81859	1113735
csp/queensKnights/ normalized-queensKnights-12-5-mul.xml	OPTIMUM	1	1.91571	2.12935	1112225
csp/langford3/ normalized-langford-3-5.xml	OPTIMUM	2	1.9367	2.20513	1112387
csp/graphColoring/mug/ normalized-mug100-25-3.xml	OPTIMUM	1	2.04469	2.4444	1113723
csp/os-taillard-5/ normalized-os-taillard-5-95-9.xml	OPTIMUM	4	2.12568	2.3273	1111167
csp/os-taillard-5/ normalized-os-taillard-5-95-8.xml	OPTIMUM	5	2.15867	2.33239	1111173
csp/langford3/ normalized-langford-3-6.xml	OPTIMUM	2	2.18467	2.44055	1112405
csp/graphColoring/insertion/full-insertion/ normalized-2-fullins-3-4.xml	OPTIMUM	1	2.23866	2.59235	1113657
csp/graphColoring/mug/ normalized-mug100-1-3.xml	OPTIMUM	1	2.45163	2.7122	1113741
csp/langford4/ normalized-langford-4-5.xml	OPTIMUM	3	2.58061	2.78198	1113849
csp/os-taillard-5/ normalized-os-taillard-5-95-5.xml	OPTIMUM	3	2.6336	2.7899	1111179
csp/haystacks/ normalized-haystacks-08.xml	OPTIMUM	1	2.72158	2.90356	1112327
csp/queenAttacking/ normalized-queenAttacking-4.xml	OPTIMUM	1	2.75158	3.20902	1112529
csp/pigeons/ normalized-pigeons-11.xml	OPTIMUM	1	3.19051	3.16765	1113795
csp/queensKnights/ normalized-queensKnights-20-5-mul.xml	OPTIMUM	1	3.36449	3.68181	1112231
csp/graphColoring/ myciel/normalized-myciel4-4.xml	OPTIMUM	1	4.04738	244.957	1113189
csp/subs/ normalized-scen06-sub0.xml	OPTIMUM	6	4.25235	4.60261	1114137
csp/rlfapScensMod/ normalized-scen6-w1-f2.xml	OPTIMUM	1	4.30435	4.58697	1112565
csp/langford4/ normalized-langford-4-8.xml	OPTIMUM	1	4.5773	4.08305	1113843
csp/graphColoring/sgb/games/ normalized-games120-8.xml	OPTIMUM	2	5.09522	5.94812	1113591
csp/graphColoring/sgb/book/ normalized-huck-10.xml	OPTIMUM	1	5.71613	6.37393	1113513
csp/haystacks/ normalized-haystacks-10.xml	OPTIMUM	1	6.64599	7.44689	1112297
csp/pigeons/ normalized-pigeons-30-ord.xml	OPTIMUM	1	7.18291	7.79004	1113789
csp/os-taillard-7/ normalized-os-taillard-7-95-7.xml	OPTIMUM	4	7.41887	7.78246	1113903
csp/os-taillard-7/ normalized-os-taillard-7-95-8.xml	OPTIMUM	3	7.92779	8.32701	1113897
csp/os-taillard-7/ normalized-os-taillard-7-95-4.xml	OPTIMUM	3	8.85665	9.18721	1113915
csp/graphColoring/insertion/full-insertion/ normalized-5-fullins-3-6.xml	OPTIMUM	3	9.82151	11.148	1113669
csp/rlfapScensMod/ normalized-scen2-f25.xml	OPTIMUM	2	12.6331	13.3029	1112583
csp/super-os/super-os-taillard-4/ normalized-super-os-taillard-4-5.xml	OPTIMUM	3	13.353	14.4107	1112483
csp/super-os/super-os-taillard-4/ normalized-super-os-taillard-4-8.xml	OPTIMUM	3	13.393	14.6107	1112477
csp/rlfapScensMod/ normalized-scen9-w1-f3.xml	OPTIMUM	1	13.4889	14.0128	1112571
csp/os-taillard-7/ normalized-os-taillard-7-95-9.xml	OPTIMUM	3	13.7419	14.094	1113909
csp/rlfapScensMod/ normalized-scen10-w1-f3.xml	OPTIMUM	1	13.8659	14.4709	1112595
csp/os-gp/ normalized-gp10-02-1096.xml	OPTIMUM	1	14.5768	16.2409	1112733
csp/os-gp/ normalized-gp10-09-1111.xml	OPTIMUM	1	14.6308	15.1955	1112763
csp/haystacks/ normalized-haystacks-11.xml	OPTIMUM	1	15.7596	16.2089	1112345
csp/os-gp/ normalized-gp10-10-1091.xml	OPTIMUM	1	16.0946	16.4484	1112727
csp/os-gp/ normalized-gp10-06-1070.xml	OPTIMUM	1	16.7185	17.5905	1112739
csp/os-gp/ normalized-gp10-04-1076.xml	OPTIMUM	1	16.8874	17.8005	1112715
csp/os-gp/ normalized-gp10-08-1092.xml	OPTIMUM	1	17.3564	18.0159	1112751
csp/os-gp/ normalized-gp10-01-1092.xml	OPTIMUM	1	17.7983	20.0698	1112745
csp/os-gp/ normalized-gp10-07-1078.xml	OPTIMUM	1	17.8353	20.471	1112721
csp/os-gp/ normalized-gp10-03-1080.xml	OPTIMUM	1	21.0368	21.6795	1112757
csp/queensKnights/ normalized-queensKnights-50-5-add.xml	OPTIMUM	1	21.1378	21.6943	1112207
csp/graphColoring/sgb/book/ normalized-anna-9.xml	OPTIMUM	2	22.8125	23.6978	1113495
csp/os-gp/ normalized-gp10-05-1070.xml	OPTIMUM	1	27.8248	28.6659	1112709
csp/rlfapScensMod/ normalized-scen3-f11.xml	OPTIMUM	1	43.8283	47.3294	1112577
csp/langford4/ normalized-langford-4-9.xml	OPTIMUM	2	44.6482	48.9686	1113861
csp/super-queens/ normalized-super-queens-13.xml	OPTIMUM	4	45.1321	45.5382	1112679
csp/langford2/ normalized-langford-2-10.xml	OPTIMUM	1	51.0212	52.0345	1112691
csp/rlfapGraphsMod/ normalized-graph12-w1.xml	OPTIMUM	8	58.5891	59.3919	1111561
csp/knights/ normalized-knights-12-9.xml	OPTIMUM	1	68.0786	69.2458	1112255
csp/queensKnights/ normalized-queensKnights-80-5-add.xml	OPTIMUM	1	75.0596	76.915	1112237
csp/pigeons/ normalized-pigeons-13.xml	OPTIMUM	1	87.3037	89.2686	1113759
csp/haystacks/ normalized-haystacks-12.xml	OPTIMUM	1	87.3277	87.7401	1112339
csp/graphColoring/sgb/book/ normalized-homer-12.xml	OPTIMUM	1	163.587	165.178	1113525
csp/os-taillard-10/ normalized-os-taillard-10-95-8.xml	OPTIMUM	3	167.157	169.263	1113879
csp/knights/ normalized-knights-15-9.xml	OPTIMUM	1	176.267	178.223	1112279
csp/os-taillard-10/ normalized-os-taillard-10-95-1.xml	OPTIMUM	4	210.432	213.228	1113885
csp/rlfapGraphs/ normalized-graph7.xml	OPTIMUM	10	245.576	248.435	1113081
csp/rlfapGraphsMod/ normalized-graph13-w1.xml	OPTIMUM	9	293.437	296.89	1111567
csp/super-os/super-os-taillard-5/ normalized-super-os-taillard-5-1.xml	OPTIMUM	3	411.296	415.838	1112447
csp/graphColoring/ myciel/normalized-myciel5-5.xml	OPTIMUM	1	435.02	439.295	1113195
csp/pigeons/ normalized-pigeons-14.xml	OPTIMUM	1	505.13	510.636	1113747
csp/rlfapGraphs/ normalized-graph6.xml	OPTIMUM	10	586.984	592.098	1113093
csp/langford4/ normalized-langford-4-11.xml	OPTIMUM	2	600.328	604.606	1113855
csp/knights/ normalized-knights-25-9.xml	OPTIMUM	1	613.784	619.606	1112267
csp/super-os/super-os-taillard-5/ normalized-super-os-taillard-5-7.xml	OPTIMUM	3	702.724	709.671	1112423
csp/graphColoring/ myciel/normalized-myciel5-4.xml	OPTIMUM	4	903.786	909.031	1113177
csp/graphColoring/insertion/k-insertion/ normalized-1-insertions-4-3.xml	OPTIMUM	6	1033.14	1039.12	1113711
csp/js-taillard-15/ normalized-js-taillard-15-95-2.xml	OPTIMUM	2	1098.43	1109.57	1112177
csp/os-taillard-10/ normalized-os-taillard-10-95-3.xml	OPTIMUM	4	2152.9	2170.3	1113891
csp/knights/ normalized-knights-50-9.xml	OPTIMUM	1	2555.83	2568.87	1112249
csp/langford4/ normalized-langford-4-12.xml	OPTIMUM	2	3296.4	3301.72	1113873
csp/super-queens/ normalized-super-queens-1.xml	OPTIMUM	4	3564.83	3599.68	1112655

MAX-CSP 2008 Competition: benchmarks results per solver

Result page for solver Sugar++ v1.13+minisat-inc

Category "binary constraints in extension" (2-ARY-EXT)

Solver found the best solution (229 runs) [Show/Hide]

Solver timed out but found at least a solution (215 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (30 runs) [Show/Hide]

Solver timed out (no solution given) (23 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (35 runs) [Show/Hide]

Solver answered SATISFIABLE but gave no complete certificate (2 runs) [Show/Hide]

Category "binary constraints in intension" (2-ARY-INT)

Solver found the best solution (99 runs) [Show/Hide]

Solver timed out but found at least a solution (46 runs) [Show/Hide]

Solver exceeded the memory limit but found at least a solution (7 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (66 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (45 runs) [Show/Hide]

Solver answered SATISFIABLE but gave no complete certificate (13 runs) [Show/Hide]

Category "global constraints" (GLOBAL)

Solver found the best solution (50 runs) [Show/Hide]

Solver timed out but found at least a solution (20 runs) [Show/Hide]

Solver exceeded the memory limit but found at least a solution (1 run) [Show/Hide]

Solver didn't decide (UNKNOWN) (10 runs) [Show/Hide]

Solver timed out (no solution given) (1 run) [Show/Hide]

Solver exceeded the memory limit (no solution given) (1 run) [Show/Hide]

No recognized solution line (15 runs) [Show/Hide]

Category "n-ary constraints in extension" (N-ARY-EXT)

Solver found the best solution (118 runs) [Show/Hide]

Solver timed out but found at least a solution (73 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (45 runs) [Show/Hide]

Solver timed out (no solution given) (27 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (15 runs) [Show/Hide]

Category "n-ary constraints in intension" (N-ARY-INT)

Solver found the best solution (39 runs) [Show/Hide]

Solver timed out but found at least a solution (29 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (32 runs) [Show/Hide]

Solver exceeded the memory limit (no solution given) (8 runs) [Show/Hide]

Solver answered SATISFIABLE but gave no complete certificate (1 run) [Show/Hide]

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/subs/ normalized-scen07-sub2.xml	MSAT (TO)	17	3600.05	3616.72	1114125
csp/super-queens/ normalized-super-queens-8.xml	MSAT (TO)	9	3600.07	3604.04	1112661
csp/pigeons/ normalized-pigeons-16.xml	MSAT (TO)	1	3600.07	3612.42	1113813
csp/subs/ normalized-scen07-sub4.xml	MSAT (TO)	29	3600.08	3604.53	1114131
csp/super-queens/ normalized-super-queens-3.xml	MSAT (TO)	6	3600.08	3612.11	1112685
csp/graphColoring/insertion/k-insertion/ normalized-3-insertions-4-3.xml	MSAT (TO)	17	3600.08	3607.05	1113705
csp/subs/ normalized-scen06-sub1.xml	MSAT (TO)	34	3600.09	3623.82	1114161
csp/super-os/super-os-taillard-5/ normalized-super-os-taillard-5-4.xml	MSAT (TO)	3	3600.09	3616.55	1112441
csp/pigeons/ normalized-pigeons-30.xml	MSAT (TO)	1	3600.1	3613.34	1113771
csp/graphColoring/sgb/book/ normalized-jean-5.xml	MSAT (TO)	19	3600.1	3602.62	1113519
csp/subs/ normalized-scen06-sub4.xml	MSAT (TO)	52	3600.1	3615.33	1114173
csp/super-os/super-os-taillard-5/ normalized-super-os-taillard-5-5.xml	MSAT (TO)	3	3600.1	3662.26	1112429
csp/graphColoring/sgb/ miles/normalized-miles500-10.xml	MSAT (TO)	31	3600.1	3609.65	1113561
csp/graphColoring/sgb/book/ normalized-david-5.xml	MSAT (TO)	25	3600.1	3607.52	1113501
csp/subs/ normalized-scen07-sub1.xml	MSAT (TO)	17	3600.11	3621.23	1114143
csp/super-queens/ normalized-super-queens-5.xml	MSAT (TO)	4	3600.12	3616.72	1112643
csp/super-os/super-os-taillard-5/ normalized-super-os-taillard-5-21.xml	MSAT (TO)	14	3600.12	3633.93	1112435
csp/subs/ normalized-scen06-sub3.xml	MSAT (TO)	27	3600.12	3616.22	1114155
csp/subs/ normalized-scen07-sub3.xml	MSAT (TO)	28	3600.12	3624.92	1114149
csp/subs/ normalized-scen06-sub2.xml	MSAT (TO)	49	3600.12	3601.73	1114167
csp/rlfapScens/ normalized-scen6.xml	MSAT (TO)	95	3600.13	3628.19	1112613
csp/graphColoring/sgb/ miles/normalized-miles750-15.xml	MSAT (TO)	60	3600.13	3633.14	1113573
csp/pigeons/ normalized-pigeons-50.xml	MSAT (TO)	1	3600.13	3620.3	1113777
csp/langford3/ normalized-langford-3-11.xml	MSAT (TO)	2	3600.14	3610.1	1112399
csp/graphColoring/ myciel/normalized-myciel7-5.xml	MSAT (TO)	50	3600.15	3628.07	1113165
csp/graphColoring/sgb/ miles/normalized-miles500-15.xml	MSAT (TO)	5	3600.15	3627.37	1113549
csp/super-os/super-os-taillard-7/ normalized-super-os-taillard-7-30.xml	MSAT (TO)	16	3600.18	3602.59	1112465
csp/langford3/ normalized-langford-3-12.xml	MSAT (TO)	2	3600.18	3605.99	1112393
csp/pigeons/ normalized-pigeons-35.xml	MSAT (TO)	1	3600.18	3617.88	1113765
csp/pigeons/ normalized-pigeons-40.xml	MSAT (TO)	1	3600.18	3617.37	1113807
csp/graphColoring/sgb/ queen/normalized-queen8-12-10.xml	MSAT (TO)	51	3600.19	3626	1113489
csp/langford4/ normalized-langford-4-14.xml	MSAT (TO)	3	3600.19	3604.73	1113831
csp/graphColoring/sgb/ miles/normalized-miles750-29.xml	MSAT (TO)	2	3600.2	3613.74	1113579
csp/haystacks/ normalized-haystacks-16.xml	MSAT (TO)	1	3600.2	3608.36	1112321
csp/super-os/super-os-taillard-7/ normalized-super-os-taillard-7-2.xml	MSAT (TO)	5	3600.2	3618.18	1112471
csp/graphColoring/insertion/k-insertion/ normalized-4-insertions-4-3.xml	MSAT (TO)	28	3600.22	3616.43	1113699
csp/langford3/ normalized-langford-3-13.xml	MSAT (TO)	2	3600.22	3609.9	1112375
csp/fapp/fapp01/ normalized-fapp01-0200-2.xml	MSAT (TO)	196	3600.23	3613.3	1112967
csp/haystacks/ normalized-haystacks-15.xml	MSAT (TO)	1	3600.24	3616.43	1112291
csp/graphColoring/ myciel/normalized-myciel7-4.xml	MSAT (TO)	224	3600.24	3604.66	1113171
csp/js-taillard-15/ normalized-js-taillard-15-95-4.xml	MSAT (TO)	2	3600.29	3615.06	1112183
csp/graphColoring/register/zeroin/ normalized-zeroin-i-2-28.xml	MSAT (TO)	3	3600.31	3625.5	1113231
csp/rlfapScens/ normalized-scen7.xml	MSAT (TO)	268	3600.31	3631.9	1112601
csp/super-os/super-os-taillard-10/ normalized-super-os-taillard-10-24.xml	MSAT (TO)	120	3600.33	3634.87	1112417
csp/graphColoring/insertion/full-insertion/ normalized-1-fullins-5-5.xml	MSAT (TO)	2	3600.34	3607.94	1113651
csp/graphColoring/register/mulsol/ normalized-mulsol-i-2-05.xml	MSAT (TO)	517	3600.41	3631.96	1113333

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/queensKnights/ normalized-queensKnights-80-5-mul.xml	MSAT (MO)	214	45.9001	59.2638	1112195
csp/graphColoring/register/mulsol/ normalized-mulsol-i-1-25.xml	MSAT (MO)	244	50.3343	53.147	1113321
csp/graphColoring/register/mulsol/ normalized-mulsol-i-5-10.xml	MSAT (MO)	616	52.689	54.2232	1113327
csp/graphColoring/register/mulsol/ normalized-mulsol-i-2-20.xml	MSAT (MO)	307	53.9788	55.3014	1113351
csp/rlfapScens11/ normalized-scen11-f4.xml	MSAT (MO)	438	69.1676	74.0842	1113159
csp/rlfapScens/ normalized-scen9.xml	MSAT (MO)	842	116.646	117.706	1112607
csp/graphColoring/sgb/queen/ normalized-queen12-12-11.xml	MSAT (MO)	97	2944.87	2961.04	1113483

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/graphColoring/register/inithx/ normalized-inithx-i-1-45.xml	?	157.422	359.07	1113267
csp/os-taillard-20/ normalized-os-taillard-20-95-6.xml	?	169.137	174.98	1111537
csp/os-taillard-20/ normalized-os-taillard-20-95-0.xml	?	172.451	179.529	1111531
csp/graphColoring/leighton/leighton-25/ normalized-lei450-25c-05.xml	?	174.454	548.97	1113375
csp/graphColoring/register/inithx/ normalized-inithx-i-1-10.xml	?	174.692	180.211	1113273
csp/graphColoring/school/ normalized-school1-13.xml	?	176.968	182.15	1113213
csp/os-taillard-20/ normalized-os-taillard-20-95-2.xml	?	177.88	185.949	1111525
csp/haystacks/ normalized-haystacks-30.xml	?	183.826	188.983	1112363
csp/graphColoring/register/inithx/ normalized-inithx-i-2-20.xml	?	183.92	191.635	1113279
csp/graphColoring/hos/ normalized-abb313GPIA-5.xml	?	186.228	198.426	1113621
csp/graphColoring/register/fpsol/ normalized-fpsol2-i-2-15.xml	?	188.678	196.868	1113303
csp/graphColoring/register/fpsol/ normalized-fpsol2-i-3-27.xml	?	190.319	195.687	1113285
csp/super-js/super-js-taillard-20-15/ normalized-super-js-taillard-20-15-24.xml	?	190.403	196.038	1112559
csp/super-queens/ normalized-super-queens-6.xml	?	191.837	207.206	1112631
csp/super-queens/ normalized-super-queens-7.xml	?	192.826	201.214	1112667
csp/graphColoring/register/inithx/ normalized-inithx-i-3-28.xml	?	194.102	200.639	1113243
csp/graphColoring/register/inithx/ normalized-inithx-i-2-15.xml	?	194.252	201.614	1113261
csp/super-os/super-os-taillard-15/ normalized-super-os-taillard-15-27.xml	?	194.978	201.283	1112411
csp/graphColoring/register/fpsol/ normalized-fpsol2-i-2-10.xml	?	198.09	203.724	1113291
csp/super-queens/ normalized-super-queens-2.xml	?	198.342	214.71	1112649
csp/graphColoring/register/fpsol/ normalized-fpsol2-i-2-27.xml	?	199.154	204.729	1113297
csp/graphColoring/school/ normalized-school1-nsh-12.xml	?	201.168	212.386	1113219
csp/graphColoring/school/ normalized-school1-nsh-13.xml	?	202.635	213.826	1113225
csp/fapp/fapp08/ normalized-fapp08-0700-4.xml	?	203.859	211.578	1112811
csp/haystacks/ normalized-haystacks-36.xml	?	207.488	215.863	1112357
csp/graphColoring/register/fpsol/ normalized-fpsol2-i-1-55.xml	?	212.651	946.651	1113309
csp/haystacks/ normalized-haystacks-35.xml	?	213.555	588.993	1112315
csp/graphColoring/leighton/leighton-15/ normalized-lei450-15d-08.xml	?	221.21	229.283	1113453
csp/fapp/fapp08/ normalized-fapp08-0700-0.xml	?	223.73	229.904	1112817
csp/haystacks/ normalized-haystacks-43.xml	?	224.265	233.391	1112303
csp/graphColoring/hos/ normalized-ash958GPIA-3.xml	?	229.134	240.84	1113609
csp/super-os/super-os-taillard-20/ normalized-super-os-taillard-20-27.xml	?	233.794	242.299	1112459
csp/fapp/fapp07/ normalized-fapp07-0600-6.xml	?	236.266	243.97	1112997
csp/fapp/fapp07/ normalized-fapp07-0600-7.xml	?	238.989	248.713	1113009
csp/nengfa/ normalized-color.xml	?	239.107	248.243	1111749
csp/fapp/fapp09/ normalized-fapp09-0800-0.xml	?	239.961	246.633	1113063
csp/super-os/super-os-taillard-20/ normalized-super-os-taillard-20-29.xml	?	246.549	254.95	1112453
csp/haystacks/ normalized-haystacks-29.xml	?	247.919	255.574	1112351
csp/graphColoring/leighton/leighton-15/ normalized-lei450-15c-13.xml	?	253.45	260.692	1113417
csp/fapp/fapp10/ normalized-fapp10-0900-0.xml	?	272.374	280.616	1112823
csp/super-queens/ normalized-super-queens-4.xml	?	279.495	290.938	1112673
csp/graphColoring/insertion/k-insertion/ normalized-3-insertions-5-3.xml	?	293.808	309.729	1113693
csp/fapp/fapp11/ normalized-fapp11-1000-6.xml	?	294.067	320.832	1112853
csp/fapp/fapp11/ normalized-fapp11-1000-1.xml	?	298.186	364.213	1112859
csp/fapp/fapp33/ normalized-fapp33-0650-3.xml	?	320.098	329.559	1112889
csp/fapp/fapp15/ normalized-fapp15-3000-2.xml	?	330.15	470.602	1112799
csp/fapp/fapp15/ normalized-fapp15-3000-0.xml	?	341.485	348.411	1112805
csp/fapp/fapp34/ normalized-fapp34-0750-0.xml	?	357.176	363.214	1112793
csp/fapp/fapp27/ normalized-fapp27-2550-3.xml	?	389.025	409.99	1113033
csp/fapp/fapp12/ normalized-fapp12-1500-0.xml	?	403.068	425.364	1112829
csp/fapp/fapp25/ normalized-fapp25-2230-2.xml	?	425.457	695.352	1112955
csp/fapp/fapp24/ normalized-fapp24-2000-1.xml	?	455.087	462.055	1112919
csp/fapp/fapp26/ normalized-fapp26-2300-4.xml	?	459.035	467.947	1112835
csp/fapp/fapp23/ normalized-fapp23-1800-4.xml	?	509.303	520.245	1112991
csp/fapp/fapp14/ normalized-fapp14-2500-0.xml	?	514.694	521.463	1112973
csp/fapp/fapp36/ normalized-fapp36-2000-3.xml	?	571.128	582.308	1113057
csp/graphColoring/leighton/leighton-15/ normalized-lei450-15d-05.xml	?	572.508	590.014	1113447
csp/fapp/fapp14/ normalized-fapp14-2500-2.xml	?	579.797	591.582	1112979
csp/fapp/fapp40/ normalized-fapp40-3000-2.xml	?	632.329	641.815	1112787
csp/fapp/fapp32/ normalized-fapp32-0550-1.xml	?	635.112	641.424	1112931
csp/fapp/fapp22/ normalized-fapp22-1750-0.xml	?	713.638	721.855	1112769
csp/fapp/fapp35/ normalized-fapp35-1500-3.xml	?	726.581	735.015	1112901
csp/fapp/fapp30/ normalized-fapp30-3000-1.xml	?	806.452	1125.72	1112907
csp/fapp/fapp29/ normalized-fapp29-2900-3.xml	?	846.067	854.148	1113039
csp/fapp/fapp22/ normalized-fapp22-1750-6.xml	?	848.893	856.733	1112775
csp/fapp/fapp37/ normalized-fapp37-2250-2.xml	?	1062.11	1072.86	1112871

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/graphColoring/hos/ normalized-ash331GPIA-3.xml	? (MO)	61.2137	62.5006	1113603
csp/rlfapScens11/ normalized-scen11-f10.xml	? (MO)	64.0963	66.6799	1113111
csp/rlfapScens11/ normalized-scen11-f2.xml	? (MO)	67.2608	68.9027	1113129
csp/rlfapGraphsMod/ normalized-graph14-f28.xml	? (MO)	69.3485	70.765	1111573
csp/rlfapScens11/ normalized-scen11-f8.xml	? (MO)	74.4637	76.5683	1113153
csp/rlfapScens11/ normalized-scen11-f12.xml	? (MO)	75.0886	77.2113	1113123
csp/rlfapScens11/ normalized-scen11-f7.xml	? (MO)	78.999	80.9308	1113117
csp/fapp/fapp04/ normalized-fapp04-0300-0.xml	? (MO)	80.2458	87.9746	1112943
csp/graphColoring/sgb/ miles/normalized-miles1500-30.xml	? (MO)	81.2586	83.0119	1113543
csp/fapp/fapp16/ normalized-fapp16-0260-10.xml	? (MO)	81.3946	84.2798	1114119
csp/fapp/fapp16/ normalized-fapp16-0260-8.xml	? (MO)	85.0951	87.3335	1114107
csp/js-taillard-20/ normalized-js-taillard-20-95-7.xml	? (MO)	85.708	87.3849	1113819
csp/rlfapGraphsMod/ normalized-graph9-f10.xml	? (MO)	90.4532	91.8727	1111585
csp/queensKnights/ normalized-queensKnights-100-5-add.xml	? (MO)	90.7132	93.1411	1112243
csp/fapp/fapp18/ normalized-fapp18-0350-4.xml	? (MO)	90.9332	93.4781	1114089
csp/fapp/fapp17/ normalized-fapp17-0300-0.xml	? (MO)	94.6976	96.1326	1114101
csp/graphColoring/leighton/leighton-5/ normalized-lei450-05a-04.xml	? (MO)	96.3933	99.1364	1113477
csp/fapp/fapp18/ normalized-fapp18-0350-6.xml	? (MO)	97.8471	99.5083	1114083
csp/fapp/fapp17/ normalized-fapp17-0300-1.xml	? (MO)	98.1561	100.182	1114095
csp/queensKnights/ normalized-queensKnights-100-5-mul.xml	? (MO)	103.512	143.199	1112219
csp/rlfapScens/ normalized-scen8.xml	? (MO)	104.53	110.554	1112625
csp/fapp/fapp03/ normalized-fapp03-0300-0.xml	? (MO)	104.847	107.292	1113069
csp/rlfapScensMod/ normalized-scen1-f9.xml	? (MO)	105.846	108.531	1112589
csp/fapp/fapp03/ normalized-fapp03-0300-4.xml	? (MO)	106.811	109.723	1113075
csp/graphColoring/insertion/full-insertion/ normalized-4-fullins-4-7.xml	? (MO)	111.735	116.128	1113645
csp/rlfapScens11/ normalized-scen11-f6.xml	? (MO)	111.966	65.1265	1113141
csp/super-js/super-js-taillard-15/ normalized-super-js-taillard-15-22.xml	? (MO)	113.873	490.326	1112541
csp/super-js/super-js-taillard-15/ normalized-super-js-taillard-15-23.xml	? (MO)	116.238	120.848	1112547
csp/fapp/fapp05/ normalized-fapp05-0350-6.xml	? (MO)	122.074	152.663	1113015
csp/super-js/super-js-taillard-15/ normalized-super-js-taillard-15-30.xml	? (MO)	122.076	125.681	1112553
csp/fapp/fapp20/ normalized-fapp20-0420-2.xml	? (MO)	130.97	137.976	1114047
csp/fapp/fapp20/ normalized-fapp20-0420-5.xml	? (MO)	131.054	135.821	1114053
csp/fapp/fapp05/ normalized-fapp05-0350-1.xml	? (MO)	132.153	142.137	1113021
csp/graphColoring/hos/ normalized-will199GPIA-6.xml	? (MO)	134.889	139.338	1113597
csp/graphColoring/hos/ normalized-ash608GPIA-3.xml	? (MO)	168.748	207.531	1113615
csp/graphColoring/leighton/leighton-25/ normalized-lei450-25b-15.xml	? (MO)	174.709	401.283	1113381
csp/graphColoring/leighton/leighton-15/ normalized-lei450-15b-08.xml	? (MO)	176.269	189.508	1113441
csp/graphColoring/leighton/leighton-15/ normalized-lei450-15b-10.xml	? (MO)	178.224	215.001	1113423
csp/graphColoring/leighton/leighton-25/ normalized-lei450-25b-24.xml	? (MO)	188.198	205.46	1113363
csp/graphColoring/leighton/leighton-25/ normalized-lei450-25a-23.xml	? (MO)	188.238	206.609	1113369
csp/graphColoring/leighton/leighton-25/ normalized-lei450-25a-15.xml	? (MO)	193.387	207.141	1113387
csp/fapp/fapp06/ normalized-fapp06-0500-4.xml	? (MO)	204.595	222.817	1112847
csp/fapp/fapp06/ normalized-fapp06-0500-0.xml	? (MO)	210.818	228.927	1112841
csp/fapp/fapp19/ normalized-fapp19-0350-2.xml	? (MO)	285.65	302.216	1114065
csp/fapp/fapp19/ normalized-fapp19-0350-5.xml	? (MO)	303.19	319.298	1114059

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/os-taillard-15/ normalized-os-taillard-15-95-2.xml	No Cert.	50.9323	52.0099	1109773
csp/os-taillard-15/ normalized-os-taillard-15-95-9.xml	No Cert.	53.1939	54.1621	1109779
csp/rlfapGraphs/ normalized-graph11.xml	No Cert.	56.4704	58.5396	1113087
csp/rlfapGraphsMod/ normalized-graph8-f11.xml	No Cert.	57.3123	58.6042	1111579
csp/graphColoring/register/zeroin/ normalized-zeroin-i-1-45.xml	No Cert.	57.7272	59.716	1113237
csp/rlfapScens11/ normalized-scen11-f1.xml	No Cert.	62.1876	64.4163	1113099
csp/rlfapScens11/ normalized-scen11-f9.xml	No Cert.	62.6625	64.0871	1113105
csp/rlfapScens11/ normalized-scen11-f3.xml	No Cert.	64.0063	65.39	1113147
csp/rlfapScens11/ normalized-scen11-f5.xml	No Cert.	67.4218	68.4917	1113135
csp/graphColoring/register/mulsol/ normalized-mulsol-i-1-05.xml	No Cert.	68.2666	902.77	1113339
csp/rlfapScens/ normalized-scen10.xml	No Cert.	110.572	115.578	1112619
csp/haystacks/ normalized-haystacks-20.xml	No Cert.	129.979	132.278	1112309
csp/fapp/fapp02/ normalized-fapp02-0250-0.xml	No Cert.	181.946	183.003	1112961

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/allsquaresUnsat/ normalized-squaresUnsat-2-2.xml	OPTIMUM	3	0.648901	2.55447	1108933
csp/latinSquare/ normalized-latinSquare-dg-3_all.xml	OPTIMUM	3	0.673897	0.779019	1108969
csp/latinSquare/ normalized-latinSquare-dg-4_all.xml	OPTIMUM	4	0.738887	0.709083	1108965
csp/ortholatin/ normalized-ortholatin-2.xml	OPTIMUM	1	0.805876	3.47609	1109113
csp/allsquaresUnsat/ normalized-squaresUnsat-3-3.xml	OPTIMUM	3	0.833872	2.74656	1108901
csp/QG5/ normalized-quasigroup5-4.xml	OPTIMUM	8	0.965852	2.83509	1108959
csp/allsquaresUnsat/ normalized-squaresUnsat-4-4.xml	OPTIMUM	3	1.14382	1.35669	1108945
csp/rcpspTighter/ normalized-rcpsptight20-15.xml	OPTIMUM	2	1.2798	1.48898	1108991
csp/allsquaresUnsat/ normalized-squaresUnsat-5-5.xml	OPTIMUM	3	1.2828	1.47446	1108943
csp/rcpspTighter/ normalized-rcpsptight20-19.xml	OPTIMUM	1	1.2878	3.20375	1109003
csp/rcpspTighter/ normalized-rcpsptight20-11.xml	OPTIMUM	1	1.41878	1.70067	1109049
csp/QG4/ normalized-quasigroup4-4.xml	OPTIMUM	6	1.44778	1.42456	1109099
csp/rcpspTighter/ normalized-rcpsptight20-16.xml	OPTIMUM	1	1.46978	1.36269	1109037
csp/rcpspTighter/ normalized-rcpsptight20-03.xml	OPTIMUM	1	1.49477	1.76791	1108987
csp/allsquaresUnsat/ normalized-squaresUnsat-7-7.xml	OPTIMUM	3	1.60975	1.53451	1108909
csp/rcpspTighter/ normalized-rcpsptight20-20.xml	OPTIMUM	1	1.66075	1.8808	1108993
csp/rcpspTighter/ normalized-rcpsptight20-12.xml	OPTIMUM	1	1.68374	1.93754	1109045
csp/rcpspTighter/ normalized-rcpsptight25-35.xml	OPTIMUM	1	1.84872	2.12657	1108995
csp/rcpspTighter/ normalized-rcpsptight25-37.xml	OPTIMUM	1	1.91271	2.12693	1109011
csp/allsquaresUnsat/ normalized-squaresUnsat-8-8.xml	OPTIMUM	3	1.9487	1.79551	1108907
csp/rcpspTighter/ normalized-rcpsptight25-38.xml	OPTIMUM	1	2.02269	2.24297	1109027
csp/rcpspTighter/ normalized-rcpsptight25-31.xml	OPTIMUM	1	2.13467	2.36695	1109017
csp/rcpspTighter/ normalized-rcpsptight25-29.xml	OPTIMUM	1	2.22066	2.43547	1109047
csp/rcpspTighter/ normalized-rcpsptight20-14.xml	OPTIMUM	1	2.37664	2.69881	1109029
csp/rcpsp/ normalized-rcpsp20-05.xml	OPTIMUM	1	2.38064	3.81235	1108775
csp/rcpspTighter/ normalized-rcpsptight25-21.xml	OPTIMUM	1	2.45763	2.66849	1108999
csp/allsquaresUnsat/ normalized-squaresUnsat-10-10.xml	OPTIMUM	3	2.58561	3.02929	1108929
csp/allsquaresUnsat/ normalized-squaresUnsat-11-11.xml	OPTIMUM	3	2.73858	2.43258	1108949
csp/allsquaresUnsat/ normalized-squaresUnsat-12-12.xml	OPTIMUM	3	3.73043	3.83573	1108941
csp/allsquaresUnsat/ normalized-squaresUnsat-13-13.xml	OPTIMUM	3	4.13937	4.78461	1108921
csp/rcpspTighter/ normalized-rcpsptight25-32.xml	OPTIMUM	1	4.77027	4.83503	1109013
csp/cjss/ normalized-ft06x2-54.xml	OPTIMUM	1	5.13222	4.89051	1109051
csp/allsquaresUnsat/ normalized-squaresUnsat-16-16.xml	OPTIMUM	3	7.2549	8.20559	1108927
csp/QG3/ normalized-quasigroup3-5.xml	OPTIMUM	8	15.5156	15.5048	1109111
csp/latinSquare/ normalized-latinSquare-dg-6_all.xml	OPTIMUM	6	22.0666	21.9781	1108963
csp/pseudoGLB/ normalized-elf-rf7-ucl.xml	OPTIMUM	1	48.5916	49.7331	1110935
csp/QG7/ normalized-quasigroup7-4.xml	OPTIMUM	11	49.0615	55.2835	1108771
csp/pseudoGLB/ normalized-t2001-13queen13-1111219348.xml	OPTIMUM	1	79.7829	80.8448	1110945
csp/pseudoGLB/ normalized-t2001-13queen13-1110973670.xml	OPTIMUM	1	87.8376	89.108	1110891
csp/latinSquare/ normalized-latinSquare-dg-8_all.xml	OPTIMUM	4	100.84	100.826	1108967
csp/pseudoGLB/ normalized-t2001-13queen13-1111225605.xml	OPTIMUM	1	104.132	105.454	1110913
csp/pseudoGLB/ normalized-t3002-11tsp11-1900563801.xml	OPTIMUM	1	116.864	118.732	1110883
csp/pseudoGLB/ normalized-t3002-11tsp11-1900557362.xml	OPTIMUM	1	197.924	198.836	1110867
csp/pseudoGLB/ normalized-t3002-11tsp11-1900553812.xml	OPTIMUM	1	253.832	255.648	1110943
csp/pseudoGLB/ normalized-t3002-11tsp11-1900567135.xml	OPTIMUM	1	492.192	493.58	1110871
csp/cjss/ normalized-ft06x3-54.xml	OPTIMUM	1	601.017	603.693	1109053
csp/allsquaresUnsat/ normalized-squaresUnsat-17-17.xml	OPTIMUM	3	1040.6	1044.03	1108915
csp/pseudoGLB/ normalized-t3002-11tsp11-1900558739.xml	OPTIMUM	1	1193.79	1195.67	1110903
csp/QG4/ normalized-quasigroup4-6.xml	OPTIMUM	7	1625.46	1625.75	1109103
csp/QG3/ normalized-quasigroup3-6.xml	OPTIMUM	7	2322.3	2329.87	1109107

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/QG7/ normalized-quasigroup7-8.xml	MSAT (TO)	31	3600.05	3628.13	1108773
csp/latinSquare/ normalized-latinSquare-dg-12_all.xml	MSAT (TO)	24	3600.06	3601.23	1108975
csp/QG6/ normalized-quasigroup6-6.xml	MSAT (TO)	28	3600.07	3614.82	1109097
csp/QG3/ normalized-quasigroup3-7.xml	MSAT (TO)	5	3600.09	3615.62	1109109
csp/QG7/ normalized-quasigroup7-6.xml	MSAT (TO)	16	3600.09	3623.04	1108769
csp/QG4/ normalized-quasigroup4-8.xml	MSAT (TO)	4	3600.09	3601.01	1109105
csp/latinSquare/ normalized-latinSquare-dg-9_all.xml	MSAT (TO)	18	3600.1	3601.62	1108971
csp/QG5/ normalized-quasigroup5-9.xml	MSAT (TO)	71	3600.11	3602.82	1108961
csp/QG4/ normalized-quasigroup4-7.xml	MSAT (TO)	7	3600.12	3634.42	1109101
csp/QG6/ normalized-quasigroup6-5.xml	MSAT (TO)	16	3600.12	3633.81	1109093
csp/QG5/ normalized-quasigroup5-6.xml	MSAT (TO)	17	3600.13	3601.41	1108957
csp/QG7/ normalized-quasigroup7-7.xml	MSAT (TO)	24	3600.13	3617.42	1108767
csp/QG6/ normalized-quasigroup6-7.xml	MSAT (TO)	6	3600.13	3603.91	1109095
csp/allsquaresUnsat/ normalized-squaresUnsat-19-19.xml	MSAT (TO)	3	3600.14	3617.59	1108903
csp/latinSquare/ normalized-latinSquare-dg-10_all.xml	MSAT (TO)	20	3600.15	3625.12	1108973
csp/allsquaresUnsat/ normalized-squaresUnsat-23-23.xml	MSAT (TO)	3	3600.17	3600.7	1108913
csp/allsquaresUnsat/ normalized-squaresUnsat-25-25.xml	MSAT (TO)	7	3600.2	3605.63	1108899
csp/allsquaresUnsat/ normalized-squaresUnsat-22-22.xml	MSAT (TO)	3	3600.21	3624.29	1108931
csp/allsquaresUnsat/ normalized-squaresUnsat-20-20.xml	MSAT (TO)	3	3600.22	3601.29	1108911
csp/allsquaresUnsat/ normalized-squaresUnsat-27-27.xml	MSAT (TO)	6	3600.24	3603.51	1108947

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/pseudoGLB/ normalized-ooo-rf8-ucl.xml	?	186.412	193.477	1110869
csp/CabinetStart1/ normalized-cabinet-5562.xml	?	587.307	916.165	1132786
csp/CabinetStart1/ normalized-cabinet-5570.xml	?	587.468	623.886	1132792
csp/CabinetStart1/ normalized-cabinet-5565.xml	?	597.933	628.578	1132788
csp/CabinetStart1/ normalized-cabinet-5573.xml	?	604.187	619.842	1132794
csp/CabinetStart1/ normalized-cabinet-5580.xml	?	607.503	628.729	1132790
csp/CabinetStart1/ normalized-cabinet-5566.xml	?	608.62	626.268	1132782
csp/CabinetStart1/ normalized-cabinet-5561.xml	?	614.216	626.382	1132778
csp/CabinetStart1/ normalized-cabinet-5572.xml	?	635.201	654.506	1132784
csp/CabinetStart1/ normalized-cabinet-5563.xml	?	637.809	657.259	1132796

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/pigeons_glb/ normalized-pigeons-5_ext.xml	? (problem)	0.368943	0.383385	1109059
csp/pigeons_glb/ normalized-pigeons-6_ext.xml	? (problem)	0.381941	0.439005	1109055
csp/pigeons_glb/ normalized-pigeons-7_ext.xml	? (problem)	0.410936	0.466144	1109073
csp/pigeons_glb/ normalized-pigeons-9_ext.xml	? (problem)	0.412936	0.446328	1109061
csp/pigeons_glb/ normalized-pigeons-10_ext.xml	? (problem)	0.417935	0.43453	1109083
csp/pigeons_glb/ normalized-pigeons-8_ext.xml	? (problem)	0.427934	0.474687	1109075
csp/pigeons_glb/ normalized-pigeons-12_ext.xml	? (problem)	0.432933	0.436744	1109087
csp/pigeons_glb/ normalized-pigeons-15_ext.xml	? (problem)	0.474927	0.515359	1109091
csp/pigeons_glb/ normalized-pigeons-11_ext.xml	? (problem)	0.494924	2.58615	1109069
csp/pigeons_glb/ normalized-pigeons-14_ext.xml	? (problem)	0.548916	0.622119	1109065
csp/pigeons_glb/ normalized-pigeons-25_ext.xml	? (problem)	0.655899	0.741688	1109057
csp/pigeons_glb/ normalized-pigeons-18_ext.xml	? (problem)	0.751884	0.82011	1109085
csp/pigeons_glb/ normalized-pigeons-40_ext.xml	? (problem)	0.85087	0.891739	1109071
csp/pigeons_glb/ normalized-pigeons-30_ext.xml	? (problem)	0.90986	0.957977	1109081
csp/pigeons_glb/ normalized-pigeons-50_ext.xml	? (problem)	1.03284	0.924131	1109089

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
maxcsp/pedigree/ normalized-connell_ext.xml	OPTIMUM	1	0.614905	0.797109	1127155
maxcsp/pedigree/ normalized-simple_ext.xml	OPTIMUM	1	0.732887	0.85961	1127243
csp/dubois/ normalized-dubois-20_ext.xml	OPTIMUM	1	1.12583	1.16872	1110699
csp/pret/ normalized-pret-60-25_ext.xml	OPTIMUM	1	1.15382	1.28069	1109191
csp/dubois/ normalized-dubois-24_ext.xml	OPTIMUM	1	1.17582	1.27857	1110667
csp/pret/ normalized-pret-60-60_ext.xml	OPTIMUM	1	1.19582	3.80949	1109151
csp/dubois/ normalized-dubois-26_ext.xml	OPTIMUM	1	1.19682	1.13845	1110675
csp/pret/ normalized-pret-60-40_ext.xml	OPTIMUM	1	1.21581	1.44968	1109159
csp/pret/ normalized-pret-60-75_ext.xml	OPTIMUM	1	1.21881	1.41664	1109143
csp/dubois/ normalized-dubois-23_ext.xml	OPTIMUM	1	1.23881	1.49967	1110707
csp/dubois/ normalized-dubois-29_ext.xml	OPTIMUM	1	1.24381	1.78347	1110651
csp/dubois/ normalized-dubois-25_ext.xml	OPTIMUM	1	1.26881	1.50261	1110627
csp/dubois/ normalized-dubois-21_ext.xml	OPTIMUM	1	1.27581	1.46444	1110643
csp/dubois/ normalized-dubois-22_ext.xml	OPTIMUM	1	1.2888	1.50093	1110715
csp/dubois/ normalized-dubois-27_ext.xml	OPTIMUM	1	1.2918	1.50869	1110619
csp/dubois/ normalized-dubois-28_ext.xml	OPTIMUM	1	1.2928	1.50444	1110691
csp/aim-50/ normalized-aim-50-1-6-unsat-2_ext.xml	OPTIMUM	1	1.3118	1.5777	1111111
csp/dubois/ normalized-dubois-30_ext.xml	OPTIMUM	1	1.3298	1.59643	1110683
csp/aim-50/ normalized-aim-50-1-6-unsat-1_ext.xml	OPTIMUM	1	1.40179	1.61436	1111103
csp/aim-50/ normalized-aim-50-1-6-unsat-3_ext.xml	OPTIMUM	1	1.43778	1.68113	1111159
csp/aim-50/ normalized-aim-50-2-0-unsat-4_ext.xml	OPTIMUM	1	1.44378	1.66998	1111127
csp/aim-50/ normalized-aim-50-1-6-unsat-4_ext.xml	OPTIMUM	1	1.44778	1.72766	1111135
maxcsp/pedigree/ normalized-pedck60-L12_ext.xml	OPTIMUM	6	1.46278	1.62108	1127179
csp/aim-50/ normalized-aim-50-2-0-unsat-1_ext.xml	OPTIMUM	1	1.49577	1.70452	1111143
csp/aim-50/ normalized-aim-50-2-0-unsat-2_ext.xml	OPTIMUM	1	1.50577	1.76278	1111151
csp/aim-50/ normalized-aim-50-2-0-unsat-3_ext.xml	OPTIMUM	1	1.51077	1.7376	1111119
csp/aim-100/ normalized-aim-100-2-0-unsat-4_ext.xml	OPTIMUM	1	1.58276	1.77317	1111711
csp/pret/ normalized-pret-150-75_ext.xml	OPTIMUM	1	1.58776	1.62837	1109183
csp/pret/ normalized-pret-150-40_ext.xml	OPTIMUM	1	1.60676	1.76768	1109167
maxcsp/cnf/3-80-100-1000/ normalized-cnf-3-80-100-735548_ext.xml	OPTIMUM	0	1.60775	1.83551	1127611
maxcsp/cnf/3-40-100-1000/ normalized-cnf-3-40-100-730629_ext.xml	OPTIMUM	0	1.64975	2.01704	1127787
maxcsp/cnf/3-40-100-1000/ normalized-cnf-3-40-100-730623_ext.xml	OPTIMUM	0	1.65175	1.96466	1127795
csp/varDimacs/ normalized-hole-06_ext.xml	OPTIMUM	1	1.65375	1.8481	1112489
maxcsp/pedigree/ normalized-eye_ext.xml	OPTIMUM	1	1.66974	2.01713	1127171
csp/dubois/ normalized-dubois-50_ext.xml	OPTIMUM	1	1.68974	1.8616	1110659
maxcsp/pedigree/ normalized-pedck60-L2_ext.xml	OPTIMUM	2	1.69474	1.95088	1127227
maxcsp/pedigree/ normalized-pedck60-L1_ext.xml	OPTIMUM	2	1.70174	1.77873	1127163
csp/pret/ normalized-pret-150-60_ext.xml	OPTIMUM	1	1.70474	1.89464	1109135
csp/aim-100/ normalized-aim-100-1-6-unsat-1_ext.xml	OPTIMUM	1	1.79773	2.06534	1111719
csp/pret/ normalized-pret-150-25_ext.xml	OPTIMUM	1	1.85872	2.11237	1109175
csp/aim-100/ normalized-aim-100-1-6-unsat-3_ext.xml	OPTIMUM	1	1.85872	2.02215	1111679
csp/aim-100/ normalized-aim-100-1-6-unsat-2_ext.xml	OPTIMUM	1	1.9427	2.29534	1111687
csp/aim-100/ normalized-aim-100-1-6-unsat-4_ext.xml	OPTIMUM	1	1.9747	2.19621	1111703
csp/aim-100/ normalized-aim-100-2-0-unsat-2_ext.xml	OPTIMUM	1	1.9877	1.8632	1111735
csp/aim-100/ normalized-aim-100-2-0-unsat-1_ext.xml	OPTIMUM	1	2.27365	2.44561	1111727
csp/varDimacs/ normalized-hole-07_ext.xml	OPTIMUM	1	2.32965	2.50212	1112505
maxcsp/cnf/3-80-100-1000/ normalized-cnf-3-80-200-461248_ext.xml	OPTIMUM	0	2.33264	2.5275	1127595
csp/aim-100/ normalized-aim-100-2-0-unsat-3_ext.xml	OPTIMUM	1	2.39364	2.74536	1111695
csp/lexVg/ normalized-crossword-m1c-lex-vg16-20_ext.xml	OPTIMUM	16	2.46562	2.59573	1111875
csp/aim-200/ normalized-aim-200-2-0-unsat-2_ext.xml	OPTIMUM	1	2.54061	2.71838	1111281
csp/dubois/ normalized-dubois-100_ext.xml	OPTIMUM	1	2.6236	2.84901	1110635
csp/aim-200/ normalized-aim-200-1-6-unsat-3_ext.xml	OPTIMUM	1	2.78757	3.45932	1111289
maxcsp/pedigree/ normalized-wijsmanguo_ext.xml	OPTIMUM	1	2.95655	3.00823	1127235
csp/aim-200/ normalized-aim-200-1-6-unsat-4_ext.xml	OPTIMUM	1	3.04254	3.48422	1111265
csp/aim-200/ normalized-aim-200-1-6-unsat-2_ext.xml	OPTIMUM	1	3.07253	3.34519	1111249
csp/aim-200/ normalized-aim-200-1-6-unsat-1_ext.xml	OPTIMUM	1	3.11952	3.46173	1111273
csp/aim-200/ normalized-aim-200-2-0-unsat-1_ext.xml	OPTIMUM	1	3.17652	4.04656	1111233
csp/aim-200/ normalized-aim-200-2-0-unsat-4_ext.xml	OPTIMUM	1	3.34849	3.60503	1111241
csp/aim-200/ normalized-aim-200-2-0-unsat-3_ext.xml	OPTIMUM	1	3.67444	4.00912	1111257
csp/varDimacs/ normalized-hole-08_ext.xml	OPTIMUM	1	4.12737	4.65029	1112497
csp/jnhUnsat/ normalized-jnh214_ext.xml	OPTIMUM	1	4.65829	4.34762	1110155
csp/jnhUnsat/ normalized-jnh206_ext.xml	OPTIMUM	1	4.88326	5.19783	1110147
maxcsp/pedigree/ normalized-pedck350_ext.xml	OPTIMUM	2	5.35119	5.91456	1127211
maxcsp/pedigree/ normalized-pedck350l2_ext.xml	OPTIMUM	1	5.75712	6.1346	1127195
csp/jnhUnsat/ normalized-jnh04_ext.xml	OPTIMUM	1	6.28404	6.84846	1110307
csp/jnhUnsat/ normalized-jnh216_ext.xml	OPTIMUM	1	6.42402	6.92526	1110259
csp/ssa/ normalized-ssa-0432-003_ext.xml	OPTIMUM	1	6.46202	6.84756	1109985
csp/jnhUnsat/ normalized-jnh219_ext.xml	OPTIMUM	1	6.48701	6.2028	1110171
csp/jnhUnsat/ normalized-jnh06_ext.xml	OPTIMUM	1	6.79397	7.74525	1110083
csp/jnhUnsat/ normalized-jnh02_ext.xml	OPTIMUM	1	6.80097	7.29016	1110243
csp/jnhUnsat/ normalized-jnh14_ext.xml	OPTIMUM	2	7.2279	7.73067	1110187
csp/jnhUnsat/ normalized-jnh309_ext.xml	OPTIMUM	2	7.2579	9.3342	1110251
csp/jnhUnsat/ normalized-jnh211_ext.xml	OPTIMUM	2	7.67783	8.27051	1110059
csp/jnhUnsat/ normalized-jnh203_ext.xml	OPTIMUM	1	7.67883	8.4651	1110211
csp/modifiedRenault/ normalized-renault-mod-12_ext.xml	OPTIMUM	1	8.21175	8.5869	1111461
csp/modifiedRenault/ normalized-renault-mod-42_ext.xml	OPTIMUM	1	8.27174	8.70885	1111389
csp/modifiedRenault/ normalized-renault-mod-3_ext.xml	OPTIMUM	1	8.49271	9.53303	1111341
csp/modifiedRenault/ normalized-renault-mod-40_ext.xml	OPTIMUM	1	8.5177	8.71528	1111509
maxcsp/cnf/3-80-100-1000/ normalized-cnf-3-80-400-912648_ext.xml	OPTIMUM	3	8.5227	8.90747	1127579
csp/jnhUnsat/ normalized-jnh19_ext.xml	OPTIMUM	2	8.74567	9.51135	1110275
csp/modifiedRenault/ normalized-renault-mod-1_ext.xml	OPTIMUM	1	8.82266	9.11165	1111325
csp/modifiedRenault/ normalized-renault-mod-17_ext.xml	OPTIMUM	1	8.89465	9.11435	1111469
csp/modifiedRenault/ normalized-renault-mod-18_ext.xml	OPTIMUM	1	8.90564	9.40764	1111357
csp/modifiedRenault/ normalized-renault-mod-16_ext.xml	OPTIMUM	1	9.00063	9.31233	1111333
csp/modifiedRenault/ normalized-renault-mod-37_ext.xml	OPTIMUM	1	9.00863	9.30395	1111437
csp/modifiedRenault/ normalized-renault-mod-35_ext.xml	OPTIMUM	1	9.08662	9.38378	1111453
csp/modifiedRenault/ normalized-renault-mod-10_ext.xml	OPTIMUM	1	9.10961	9.3398	1111501
csp/modifiedRenault/ normalized-renault-mod-14_ext.xml	OPTIMUM	1	9.24259	9.49706	1111381
csp/modifiedRenault/ normalized-renault-mod-22_ext.xml	OPTIMUM	3	10.1095	10.4323	1111445
csp/modifiedRenault/ normalized-renault-mod-21_ext.xml	OPTIMUM	3	12.0882	12.3566	1111421
maxcsp/cnf/3-80-100-1000/ normalized-cnf-3-80-400-912642_ext.xml	OPTIMUM	3	13.047	13.6185	1127627
csp/lexVg/ normalized-crossword-m1c-lex-vg15-18_ext.xml	OPTIMUM	14	16.4235	16.8488	1111851
csp/jnhUnsat/ normalized-jnh302_ext.xml	OPTIMUM	4	17.6503	17.1903	1110195
csp/modifiedRenault/ normalized-renault-mod-27_ext.xml	OPTIMUM	6	17.9533	18.2556	1111317
csp/jnhUnsat/ normalized-jnh303_ext.xml	OPTIMUM	3	18.8531	19.422	1110227
csp/varDimacs/ normalized-hole-09_ext.xml	OPTIMUM	1	20.0889	21.0547	1112513
csp/modifiedRenault/ normalized-renault-mod-23_ext.xml	OPTIMUM	4	21.5707	21.8818	1111493
csp/modifiedRenault/ normalized-renault-mod-20_ext.xml	OPTIMUM	4	22.2646	22.6894	1111485
csp/ssa/ normalized-ssa-2670-130_ext.xml	OPTIMUM	1	26.9009	26.202	1109977
csp/jnhUnsat/ normalized-jnh310_ext.xml	OPTIMUM	3	28.2917	29.7225	1110299
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-38_ext.xml	OPTIMUM	1	104.067	105.326	1112027
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-43_ext.xml	OPTIMUM	1	199.091	199.678	1112091
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-45_ext.xml	OPTIMUM	1	263.015	265.07	1112067
csp/wordsVg/ normalized-crossword-m1c-words-vg15-19_ext.xml	OPTIMUM	14	263.821	264.282	1110451
csp/varDimacs/ normalized-hole-10_ext.xml	OPTIMUM	1	312.215	316.664	1112521
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-2_ext.xml	OPTIMUM	1	386.558	390.486	1112099
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-6_ext.xml	OPTIMUM	1	641.437	645.594	1112107
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-30_ext.xml	OPTIMUM	1	679.259	685.949	1112059
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-11_ext.xml	OPTIMUM	2	1231.77	1237.86	1109637
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-17_ext.xml	OPTIMUM	2	1397.03	1409.86	1109621
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-15_ext.xml	OPTIMUM	2	1498.24	1506.34	1109733
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-1_ext.xml	OPTIMUM	2	1783.57	1796.16	1109613
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-35_ext.xml	OPTIMUM	1	2050.38	2070.22	1112115
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-10_ext.xml	OPTIMUM	2	2457.49	2466.27	1109677
csp/rand-3-20-20/ normalized-rand-3-20-20-60-632-39_ext.xml	OPTIMUM	1	2509.78	2511.92	1112043
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-5_ext.xml	OPTIMUM	2	2627.98	2631.03	1109685
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-13_ext.xml	OPTIMUM	2	3394.82	3396.22	1109749
csp/rand-10-20-10/ normalized-rand-10-20-10-5-10000-2_ext.xml	OPTIMUM	3	3497.44	3523.71	1109725

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/bddLarge/ normalized-bdd-21-2713-15-79-21_ext.xml	?	83.6203	83.5769	1109413
csp/bddSmall/ normalized-bdd-21-133-18-78-22_ext.xml	?	91.6201	91.9368	1111055
csp/bddLarge/ normalized-bdd-21-2713-15-79-26_ext.xml	?	106.23	106.833	1109421
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-19.xml	?	107.974	120.882	1114025
csp/bddSmall/ normalized-bdd-21-133-18-78-15_ext.xml	?	112.011	112.733	1111079
csp/bddLarge/ normalized-bdd-21-2713-15-79-16_ext.xml	?	125.15	125.079	1109445
csp/bddLarge/ normalized-bdd-21-2713-15-79-17_ext.xml	?	129.684	129.634	1109429
csp/bddLarge/ normalized-bdd-21-2713-15-79-33_ext.xml	?	131.351	132.699	1109277
csp/bddLarge/ normalized-bdd-21-2713-15-79-10_ext.xml	?	132.056	132.088	1109309
csp/bddLarge/ normalized-bdd-21-2713-15-79-2_ext.xml	?	133.12	133.607	1109325
csp/bddSmall/ normalized-bdd-21-133-18-78-13_ext.xml	?	133.433	134.715	1110983
csp/bddLarge/ normalized-bdd-21-2713-15-79-29_ext.xml	?	134.721	134.732	1109461
csp/bddLarge/ normalized-bdd-21-2713-15-79-25_ext.xml	?	135.423	135.371	1109349
csp/bddLarge/ normalized-bdd-21-2713-15-79-15_ext.xml	?	136.944	137.681	1109293
csp/bddLarge/ normalized-bdd-21-2713-15-79-6_ext.xml	?	140.256	141.687	1109405
csp/bddLarge/ normalized-bdd-21-2713-15-79-7_ext.xml	?	140.934	140.858	1109333
csp/bddLarge/ normalized-bdd-21-2713-15-79-9_ext.xml	?	141.368	141.303	1109341
csp/bddLarge/ normalized-bdd-21-2713-15-79-18_ext.xml	?	144.284	145.684	1109365
csp/bddLarge/ normalized-bdd-21-2713-15-79-27_ext.xml	?	148.018	147.961	1109397
csp/bddLarge/ normalized-bdd-21-2713-15-79-20_ext.xml	?	149.214	150.69	1109301
csp/bddSmall/ normalized-bdd-21-133-18-78-29_ext.xml	?	152.276	152.936	1110975
maxcsp/spot5/ normalized-spot5-1403_ext.xml	?	168.047	283.327	1126571
maxcsp/spot5/ normalized-spot5-509_ext.xml	?	169.153	176.373	1126531
csp/bddLarge/ normalized-bdd-21-2713-15-79-12_ext.xml	?	175.061	175.439	1109373
csp/bddLarge/ normalized-bdd-21-2713-15-79-23_ext.xml	?	177.495	179.214	1109357
csp/bddSmall/ normalized-bdd-21-133-18-78-16_ext.xml	?	181.498	183.555	1110999
csp/bddLarge/ normalized-bdd-21-2713-15-79-1_ext.xml	?	184.804	186.163	1109453
maxcsp/pedigree/ normalized-sheep4r_ext.xml	?	186.143	196.441	1127219
maxcsp/spot5/ normalized-spot5-1401_ext.xml	?	194.927	432.317	1126515
maxcsp/spot5/ normalized-spot5-1506_ext.xml	?	202.581	210.288	1126667
maxcsp/spot5/ normalized-spot5-414_ext.xml	?	207.177	214.766	1126627
maxcsp/pedigree/ normalized-sheep4nr_ext.xml	?	210.341	214.591	1127187
csp/bddSmall/ normalized-bdd-21-133-18-78-33_ext.xml	?	218.741	220.864	1111039
csp/bddSmall/ normalized-bdd-21-133-18-78-19_ext.xml	?	230.52	230.695	1111007
csp/bddSmall/ normalized-bdd-21-133-18-78-24_ext.xml	?	237.861	240.226	1111087
csp/bddSmall/ normalized-bdd-21-133-18-78-21_ext.xml	?	248.351	248.871	1111071
maxcsp/spot5/ normalized-spot5-1407_ext.xml	?	252.535	262.406	1126619
csp/bddSmall/ normalized-bdd-21-133-18-78-31_ext.xml	?	252.823	255.307	1111015
csp/bddLarge/ normalized-bdd-21-2713-15-79-30_ext.xml	?	253.494	254.839	1109317
csp/bddSmall/ normalized-bdd-21-133-18-78-35_ext.xml	?	253.853	253.966	1111063
csp/bddSmall/ normalized-bdd-21-133-18-78-6_ext.xml	?	255.002	257.34	1111095
csp/bddSmall/ normalized-bdd-21-133-18-78-14_ext.xml	?	255.697	257.091	1110991
maxcsp/spot5/ normalized-spot5-1405_ext.xml	?	255.94	263.062	1126675
csp/bddSmall/ normalized-bdd-21-133-18-78-12_ext.xml	?	257.314	259.825	1111047
csp/bddSmall/ normalized-bdd-21-133-18-78-30_ext.xml	?	272.233	274.939	1111023

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/ogdVg/ normalized-crossword-m1c-ogd-vg15-19_ext.xml	? (TO)	3600.02	3653.8	1111639
csp/ogdVg/ normalized-crossword-m1c-ogd-vg14-17_ext.xml	? (TO)	3600.05	3602.53	1111663
csp/wordsVg/ normalized-crossword-m1c-words-vg15-16_ext.xml	? (TO)	3600.07	3602.24	1110531
csp/wordsVg/ normalized-crossword-m1c-words-vg15-15_ext.xml	? (TO)	3600.09	3601.74	1110371
csp/ogdVg/ normalized-crossword-m1c-ogd-vg12-15_ext.xml	? (TO)	3600.09	3625.92	1111631
csp/ogdVg/ normalized-crossword-m1c-ogd-vg13-16_ext.xml	? (TO)	3600.1	3617.9	1111607
csp/ogdVg/ normalized-crossword-m1c-ogd-vg15-16_ext.xml	? (TO)	3600.14	3632.96	1111599
csp/ogdVg/ normalized-crossword-m1c-ogd-vg13-14_ext.xml	? (TO)	3600.16	3621.76	1111671
csp/wordsVg/ normalized-crossword-m1c-words-vg14-14_ext.xml	? (TO)	3600.16	3600.56	1110339
csp/ukVg/ normalized-crossword-m1c-uk-vg11-15_ext.xml	? (TO)	3600.16	3618.53	1110831
csp/ukVg/ normalized-crossword-m1c-uk-vg12-16_ext.xml	? (TO)	3600.18	3629.63	1110799
csp/ukVg/ normalized-crossword-m1c-uk-vg16-19_ext.xml	? (TO)	3600.19	3631.94	1110767
csp/ogdVg/ normalized-crossword-m1c-ogd-vg14-15_ext.xml	? (TO)	3600.2	3619.27	1111647
csp/ukVg/ normalized-crossword-m1c-uk-vg15-19_ext.xml	? (TO)	3600.2	3633.88	1110839
csp/ogdVg/ normalized-crossword-m1c-ogd-vg13-15_ext.xml	? (TO)	3600.21	3631.97	1111623
csp/ogdVg/ normalized-crossword-m1c-ogd-vg16-20_ext.xml	? (TO)	3600.21	3603.94	1111591
csp/ukVg/ normalized-crossword-m1c-uk-vg16-18_ext.xml	? (TO)	3600.22	3634.54	1110855
csp/ukVg/ normalized-crossword-m1c-uk-vg16-16_ext.xml	? (TO)	3600.23	3617.67	1110791
csp/ukVg/ normalized-crossword-m1c-uk-vg16-17_ext.xml	? (TO)	3600.27	3619.95	1110775
csp/ukVg/ normalized-crossword-m1c-uk-vg15-17_ext.xml	? (TO)	3600.28	3632.99	1110863
csp/ogdVg/ normalized-crossword-m1c-ogd-vg16-18_ext.xml	? (TO)	3600.28	3611.46	1111615
csp/ukVg/ normalized-crossword-m1c-uk-vg14-17_ext.xml	? (TO)	3600.28	3620.85	1110807
csp/ukVg/ normalized-crossword-m1c-uk-vg15-18_ext.xml	? (TO)	3600.29	3626.48	1110759
csp/ogdVg/ normalized-crossword-m1c-ogd-vg16-16_ext.xml	? (TO)	3600.31	3623.49	1111655
csp/ukVg/ normalized-crossword-m1c-uk-vg13-17_ext.xml	? (TO)	3600.35	3602.78	1110815
csp/ukVg/ normalized-crossword-m1c-uk-vg14-15_ext.xml	? (TO)	3600.38	3622.49	1110823
csp/ukVg/ normalized-crossword-m1c-uk-vg14-14_ext.xml	? (TO)	3600.4	3617.59	1110847

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-15.xml	? (MO)	21.5595	22.3599	1113937
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-7.xml	? (MO)	22.06	23.5939	1114001
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-5.xml	? (MO)	22.3	23.6372	1114009
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-17.xml	? (MO)	22.37	23.7244	1113977
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-13.xml	? (MO)	22.39	23.0719	1113961
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-11.xml	? (MO)	22.47	22.8048	1113985
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-12.xml	? (MO)	22.6044	23.5421	1113953
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-22.xml	? (MO)	22.6084	23.4009	1113945
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-21.xml	? (MO)	23.15	23.6899	1114017
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-14.xml	? (MO)	23.16	23.5844	1113993
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-25.xml	? (MO)	23.3814	26.4117	1114033
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-6.xml	? (MO)	23.56	23.9733	1113929
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-3.xml	? (MO)	25.653	26.425	1113969
csp/dag-rand/ normalized-rand-n23-d3-e16-r15-t150000-9.xml	? (MO)	26.0039	26.8379	1113921
maxcsp/spot5/ normalized-spot5-28_ext.xml	? (MO)	81.1167	84.2243	1126555

Benchmark Name	Answer	Number of falsified constraints	CPU time	Wall clock time	TraceID
csp/schurrLemma/ normalized-lemma-12-9-mod.xml	OPTIMUM	1	1.51477	1.75436	1109577
csp/pseudo/uclid/ normalized-elf-rf6.xml	OPTIMUM	1	1.54077	1.75502	1110023
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-32.xml	OPTIMUM	2	1.91271	2.03739	1112135
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-18.xml	OPTIMUM	2	1.91971	2.03671	1112147
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-2.xml	OPTIMUM	1	1.9927	2.18163	1112153
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-47.xml	OPTIMUM	2	2.06669	2.23852	1112123
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-19.xml	OPTIMUM	1	2.18367	2.31623	1112141
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-5.xml	OPTIMUM	1	2.20466	2.40829	1112171
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-47.xml	OPTIMUM	2	2.21366	2.08236	1109235
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-44.xml	OPTIMUM	1	2.22566	2.4153	1112165
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-1.xml	OPTIMUM	1	2.28265	2.51591	1112159
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-43.xml	OPTIMUM	1	2.36164	2.16746	1109211
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-31.xml	OPTIMUM	1	2.36464	2.56655	1109265
csp/schurrLemma/ normalized-lemma-24-3.xml	OPTIMUM	1	2.37664	2.55049	1109589
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-30.xml	OPTIMUM	1	2.44063	2.19496	1109259
csp/radar-8-24-3-2/ normalized-radar-8-24-3-2-41.xml	OPTIMUM	2	2.45463	2.61931	1112129
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-34.xml	OPTIMUM	2	2.48062	2.64073	1109271
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-26.xml	OPTIMUM	1	2.48862	2.2215	1109229
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-2.xml	OPTIMUM	1	2.52362	2.78687	1109253
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-9.xml	OPTIMUM	1	2.57361	2.87014	1109217
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-48.xml	OPTIMUM	3	2.5866	2.79876	1109199
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-49.xml	OPTIMUM	1	2.6296	2.81746	1109223
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-12.xml	OPTIMUM	1	2.6476	2.95643	1109241
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-7.xml	OPTIMUM	1	2.71759	3.11744	1109205
csp/radar-9-28-4-2/ normalized-radar-9-28-4-2-29.xml	OPTIMUM	1	3.12852	3.50258	1109247
csp/ chessboardColoration/normalized-cc-5-5-2.xml	OPTIMUM	2	3.52246	3.84046	1111221
csp/golombRulerArity4/ normalized-ruler-17-7-a4.xml	OPTIMUM	1	4.38033	4.83565	1110735
csp/pseudo/mpsReduced/ normalized-mps-red-egout.xml	OPTIMUM	1	12.99	13.4114	1109917
csp/pseudo/ssa/ normalized-ssa-0432-003.xml	OPTIMUM	1	13.067	13.8763	1109887
csp/nengfa/ normalized-block.xml	OPTIMUM	1	32.1031	32.8703	1111743
csp/pseudo/uclid/ normalized-37s-smv.xml	OPTIMUM	1	43.9243	45.2719	1110011
csp/pseudo/ssa/ normalized-ssa-2670-141.xml	OPTIMUM	1	46.4379	47.7833	1109881
csp/golombRulerArity4/ normalized-ruler-25-8-a4.xml	OPTIMUM	1	49.3725	49.9711	1110741
csp/pseudo/chnl/ normalized-chnl-10-11.xml	OPTIMUM	2	340.209	340.419	1109809
csp/golombRulerArity4/ normalized-ruler-34-9-a4.xml	OPTIMUM	1	490.947	494.167	1110723
csp/golombRulerArity3/ normalized-ruler-17-7-a3.xml	OPTIMUM	4	509.547	514.458	1110595
csp/schurrLemma/ normalized-lemma-15-9-mod.xml	OPTIMUM	3	997.631	1007.03	1109607
csp/lexHerald/ normalized-crossword-m1-lex-15-04.xml	OPTIMUM	1	1983.58	2003.24	1110753
csp/pseudo/chnl/ normalized-chnl-10-15.xml	OPTIMUM	2	3108.81	3128.04	1109815

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/fischer/ normalized-fischer-5-7-fair.xml	?	134.202	138.698	1109565
csp/fischer/ normalized-fischer-9-6-fair.xml	?	136.22	141.791	1109541
csp/fischer/ normalized-fischer-8-3-fair.xml	?	136.949	143.429	1109553
csp/fischer/ normalized-fischer-4-5-fair.xml	?	138.135	145.063	1109505
csp/fischer/ normalized-fischer-10-4-fair.xml	?	138.697	146.664	1109469
csp/fischer/ normalized-fischer-6-7-fair.xml	?	140.21	145.076	1109511
csp/fischer/ normalized-fischer-6-5-fair.xml	?	141.014	147.742	1109529
csp/fischer/ normalized-fischer-4-7-fair.xml	?	141.053	154.968	1109475
csp/fischer/ normalized-fischer-10-3-fair.xml	?	142.236	149.683	1109547
csp/fischer/ normalized-fischer-7-3-fair.xml	?	143.589	148.204	1109499
csp/fischer/ normalized-fischer-3-7-fair.xml	?	143.744	149.693	1109481
csp/fischer/ normalized-fischer-9-2-fair.xml	?	143.959	149.062	1109493
csp/fischer/ normalized-fischer-6-4-fair.xml	?	144.436	153.064	1109523
csp/fischer/ normalized-fischer-9-4-fair.xml	?	144.662	151.857	1109517
csp/fischer/ normalized-fischer-7-4-fair.xml	?	144.78	159.966	1109487
csp/fischer/ normalized-fischer-4-3-fair.xml	?	157.665	165.47	1109535
csp/pseudo/mpsReduced/ normalized-mps-red-bandm.xml	?	165.169	172.388	1109923
csp/pseudo/uclid/ normalized-blast-floppy1-7.xml	?	171.465	177.675	1110035
csp/pseudo/uclid/ normalized-elf-rf8.xml	?	175.749	181.623	1109953
csp/pseudo/uclid/ normalized-22s-smv.xml	?	178.165	194.708	1110041
csp/pseudo/uclid/ normalized-ooo-burch-dill-4-accl.xml	?	180.991	187.792	1109971
csp/chessboardColoration/ normalized-cc-15-15-2.xml	?	181.771	363.728	1111197
csp/pseudo/primesDimacs/ normalized-bf-1355-638.xml	?	182.549	831.307	1109941
csp/pseudo/uclid/ normalized-cache-ibm-q-unbounded-Icl2arity-ucl.xml	?	191.13	200.794	1110017
csp/pseudo/primesDimacs/ normalized-bf-1355-075.xml	?	208.869	216.767	1109935
csp/pseudo/uclid/ normalized-ooo-tag10.xml	?	229.5	808.395	1109993
csp/pseudo/uclid/ normalized-43s-smv.xml	?	260.85	273.395	1109959
csp/chessboardColoration/ normalized-cc-20-20-2.xml	?	394.729	403.734	1111191
csp/pseudo/ssa/ normalized-ssa-6288-047.xml	?	472.994	482.274	1109893
csp/pseudo/mpsReduced/ normalized-mps-red-blend.xml	?	480.915	499.183	1109899
csp/bmc/ normalized-bmc-ibm-07-08.xml	?	509.37	517.347	1111297
csp/bmc/ normalized-bmc-ibm-07-16.xml	?	538.343	548.572	1111303

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
csp/chessboardColoration/ normalized-cc-12-12-2.xml	? (MO)	58.01	130.111	1111203
csp/golombRulerArity4/ normalized-ruler-55-11-a4.xml	? (MO)	64.9671	66.3188	1110747
csp/pseudo/ssa/ normalized-ssa-2670-130.xml	? (MO)	66.1109	67.9595	1109875
csp/pseudo/primesDimacs/ normalized-bf-0432-007.xml	? (MO)	70.4853	72.0722	1109947
csp/pseudo/primesDimacs/ normalized-bf-2670-001.xml	? (MO)	72.9039	74.0953	1109929
csp/pseudo/mpsReduced/ normalized-mps-red-sample2.xml	? (MO)	83.6363	85.6752	1109911
csp/fischer/ normalized-fischer-1-3-fair.xml	? (MO)	112.94	121.122	1109559
csp/pseudo/mpsReduced/ normalized-mps-red-share2b.xml	? (MO)	164.777	176.306	1109905