2018 XCSP3 competition: sequential solvers tracks: benchmarks results per solver

Benchmark Name	Answer	objective function	CPU time	Wall clock time	TraceID
Auction/Auction-sum/ Auction-sum-example_c18.xml	OPT	54	0.56214	0.550875	4291708
Auction/Auction-cnt/ Auction-cnt-example_c18.xml	OPT	54	0.578217	0.553342	4291748
PseudoBoolean-opt/ Pb-garden-4x4_c18.xml	OPT	4	0.62319	0.572229	4289880
SumColoring/ SumColoring-myciel3_c18.xml	OPT	10	1.15974	0.71288	4289978
PeacableArmies/ PeacableArmies-m2-05_c18.xml	OPT	4	1.80422	0.962967	4289802
PeacableArmies/ PeacableArmies-m1-05_c18.xml	OPT	4	2.09839	1.15852	4289795
Bacp/Bacp-m1/ Bacp-m1-05_c18.xml	OPT	9	2.28416	1.29861	4292173
LowAutocorrelation/ LowAutocorrelation-015_c18.xml	OPT	15	2.49387	1.41133	4289993
SteelMillSlab/ SteelMillSlab-m1-simple_c18.xml	OPT	0	2.63389	1.32177	4289932
SteelMillSlab/ SteelMillSlab-m2-simple_c18.xml	OPT	0	2.78295	1.46439	4289943
Bacp/Bacp-m2/ Bacp-m2-05_c18.xml	OPT	9	2.78839	1.72258	4292113
GraphColoring/ GraphColoring-queen5-5_c18.xml	OPT	4	3.1256	1.58068	4289781
PizzaVoucher/ PizzaVoucher-10a_c18.xml	OPT	210	4.34942	2.5605	4289864
PseudoBoolean-opt/ Pb-circ4-3_c18.xml	OPT	20	4.48267	2.52619	4289875
NurseRostering/ NurseRostering-00_c18.xml	OPT	1202	5.35619	3.10426	4289906
PizzaVoucher/ PizzaVoucher-12a_c18.xml	OPT	40	6.44458	4.56433	4289866
NurseRostering/ NurseRostering-01_c18.xml	OPT	607	7.02875	3.60197	4289907
Bacp/Bacp-m1/ Bacp-m1-06_c18.xml	OPT	10	8.92256	7.01495	4292183
PizzaVoucher/ PizzaVoucher-10b_c18.xml	OPT	28	10.0741	8.35805	4289865
PizzaVoucher/ PizzaVoucher-12b_c18.xml	OPT	40	10.4502	8.50652	4289867
TravelingTournament/ TravelingTournament-a2-galaxy04_c18.xml	OPT	517	10.5663	7.71187	4289809
GolombRuler/ GolombRuler-a3v18-07_c18.xml	OPT	25	13.1011	10.5267	4289835
TravelingTournament/ TravelingTournament-a3-galaxy04_c18.xml	OPT	416	15.5866	12.2463	4289816
Bacp/Bacp-m2/ Bacp-m2-06_c18.xml	OPT	10	19.3338	17.1379	4292088
PeacableArmies/ PeacableArmies-m2-07_c18.xml	OPT	7	29.6872	27.7106	4289803
LowAutocorrelation/ LowAutocorrelation-020_c18.xml	OPT	26	33.9072	32.1899	4289994
Rlfap/Rlfap-opt/ Rlfap-scen-05-opt_c18.xml	OPT	792	39.4865	30.687	4291868
PseudoBoolean-opt/ Pb-garden-7x7_c18.xml	OPT	12	41.3962	39.7811	4289881
Rcpsp/ Rcpsp-j30-01-03_c18.xml	OPT	47	42.2645	34.1392	4289854
Rcpsp/ Rcpsp-j30-01-01_c18.xml	OPT	43	51.4427	41.1864	4289852
GolombRuler/ GolombRuler-a3v18-08_c18.xml	OPT	34	57.9688	55.4266	4289836
LowAutocorrelation/ LowAutocorrelation-021_c18.xml	OPT	26	58.2986	56.1184	4289995
Rcpsp/ Rcpsp-j30-01-02_c18.xml	OPT	47	64.8561	54.336	4289853
TemplateDesign/ TemplateDesign-m1s-1_c18.xml	OPT	2	77.5507	56.2407	4289959
TemplateDesign/ TemplateDesign-m1-1_c18.xml	OPT	2	80.9389	51.2177	4289954
Knapsack/ Knapsack-30-100-01_c18.xml	OPT	871	88.7793	86.1162	4289758
Knapsack/ Knapsack-30-100-00_c18.xml	OPT	709	107.175	104.064	4289757
LowAutocorrelation/ LowAutocorrelation-022_c18.xml	OPT	39	151.698	149.261	4289996
QuadraticAssignment/ QuadraticAssignment-esc16d_c18.xml	OPT	8	176.837	171.965	4289889
Tal/ Tal-01_c18.xml	OPT	6	180.414	175.124	4289944
Rcpsp/ Rcpsp-j30-01-04_c18.xml	OPT	62	204.305	190.574	4289855
PizzaVoucher/ PizzaVoucher-15a_c18.xml	OPT	42	273.846	269.76	4289868
LowAutocorrelation/ LowAutocorrelation-024_c18.xml	OPT	36	381.383	379.009	4289998
PeacableArmies/ PeacableArmies-m1-07_c18.xml	OPT	7	461.421	457.542	4289796
TravellingSalesman/ TravellingSalesman-10-20-00_c18.xml	OPT	47	544.446	540.13	4289824
LowAutocorrelation/ LowAutocorrelation-023_c18.xml	OPT	47	606.997	604.331	4289997
Rlfap/Rlfap-opt/ Rlfap-scen-10-opt_c18.xml	OPT	31516	654.472	638.191	4291923
GraphColoring/ GraphColoring-5-fullins-3_c18.xml	OPT	7	677.114	640.418	4289775
QuadraticAssignment/ QuadraticAssignment-qap_c18.xml	OPT	4776	714.874	708.129	4289898
LowAutocorrelation/ LowAutocorrelation-025_c18.xml	OPT	36	741.95	738.902	4289999
GolombRuler/ GolombRuler-a3v18-nodv-09_c18.xml	OPT	44	802.259	793.961	4289845
GolombRuler/ GolombRuler-a3v18-09_c18.xml	OPT	44	806.516	799.647	4289837
SumColoring/ SumColoring-myciel4_c18.xml	OPT	22	1331.39	1323.9	4289979
LowAutocorrelation/ LowAutocorrelation-027_c18.xml	OPT	37	2338.88	2334.65	4290001

Benchmark Name	Answer	objective function	CPU time	Wall clock time	TraceID
NurseRostering/ NurseRostering-04_c18.xml	SAT (TO)	2070	2400.07	2392.52	4289910
Bacp/Bacp-m2/ Bacp-m2-07b_c18.xml	SAT (TO)	13	2400.08	2391.93	4292108
PseudoBoolean-opt/ Pb-circ6-3_c18.xml	SAT (TO)	66	2400.09	2393.24	4289876
NurseRostering/ NurseRostering-02_c18.xml	SAT (TO)	1045	2400.09	2392.03	4289908
QuadraticAssignment/ QuadraticAssignment-had12_c18.xml	SAT (TO)	855	2400.1	2391.63	4289893
Auction/Auction-cnt/ Auction-cnt-decay300_c18.xml	SAT (TO)	694246	2400.11	2379.84	4291743
LowAutocorrelation/ LowAutocorrelation-035_c18.xml	SAT (TO)	133	2400.11	2394.42	4290004
TravellingSalesman/ TravellingSalesman-15-30-00_c18.xml	SAT (TO)	122	2400.13	2388.51	4289826
LowAutocorrelation/ LowAutocorrelation-050_c18.xml	SAT (TO)	353	2400.13	2392.33	4290006
Fapp/Fapp-m2s/ Fapp-m2s-ex1_c18.xml	SAT (TO)	524	2400.14	2375.14	4291983
LowAutocorrelation/ LowAutocorrelation-040_c18.xml	SAT (TO)	180	2400.14	2393.83	4290005
Rlfap/Rlfap-opt/ Rlfap-graph-11-opt_c18.xml	SAT (TO)	101994	2400.14	2385.63	4291958
Auction/Auction-cnt/ Auction-cnt-decay200_c18.xml	SAT (TO)	534878	2400.14	2383.55	4291758
QuadraticAssignment/ QuadraticAssignment-had16_c18.xml	SAT (TO)	1994	2400.15	2388.23	4289895
Bacp/Bacp-m2/ Bacp-m2-12a-nodv_c18.xml	SAT (TO)	17	2400.15	2392.12	4292093
TravellingSalesman/ TravellingSalesman-20-30-00_c18.xml	SAT (TO)	198	2400.15	2385.43	4289827
Auction/Auction-sum/ Auction-sum-matching080_c18.xml	SAT (TO)	22768808	2400.15	2383.74	4291698
PseudoBoolean-opt/ Pb-radar-30-70-45-050-100_c18.xml	SAT (TO)	158	2400.15	2387.18	4289886
Bacp/Bacp-m1/ Bacp-m1-10a-nodv_c18.xml	SAT (TO)	14	2400.15	2392.51	4292133
QuadraticAssignment/ QuadraticAssignment-had20_c18.xml	SAT (TO)	3716	2400.15	2380.54	4289897
Auction/Auction-sum/ Auction-sum-decay300_c18.xml	SAT (TO)	578688	2400.16	2384.54	4291738
LowAutocorrelation/ LowAutocorrelation-028_c18.xml	SAT (TO)	50	2400.16	2394.12	4290002
LowAutocorrelation/ LowAutocorrelation-030_c18.xml	SAT (TO)	75	2400.16	2394.42	4290003
Auction/Auction-cnt/ Auction-cnt-decay100_c18.xml	SAT (TO)	243159	2400.16	2388.35	4291753
QuadraticAssignment/ QuadraticAssignment-had14_c18.xml	SAT (TO)	1430	2400.16	2392.13	4289894
Bacp/Bacp-m2/ Bacp-m2-08a_c18.xml	SAT (TO)	17	2400.16	2392.02	4292068
Bacp/Bacp-m2/ Bacp-m2-10a_c18.xml	SAT (TO)	14	2400.16	2392.92	4292083
TravelingTournament/ TravelingTournament-a3-galaxy06_c18.xml	SAT (TO)	1504	2400.17	2389.73	4289817
Rlfap/Rlfap-opt/ Rlfap-scen-09-opt_c18.xml	SAT (TO)	19049	2400.17	2382.04	4291853
LowAutocorrelation/ LowAutocorrelation-026_c18.xml	SAT (TO)	45	2400.17	2395.53	4290000
Bacp/Bacp-m2/ Bacp-m2-10a-nodv_c18.xml	SAT (TO)	14	2400.17	2393.03	4292123
TravellingSalesman/ TravellingSalesman-30-30-00_c18.xml	SAT (TO)	332	2400.18	2376.34	4289829
Rlfap/Rlfap-opt/ Rlfap-graph-07-opt_c18.xml	SAT (TO)	25976	2400.18	2388.73	4291878
Auction/Auction-cnt/ Auction-cnt-decay500_c18.xml	SAT (TO)	1124804	2400.18	2381.13	4291773
Rlfap/Rlfap-opt/ Rlfap-graph-12-opt_c18.xml	SAT (TO)	21762	2400.18	2387.54	4291888
Bacp/Bacp-m2/ Bacp-m2-07a_c18.xml	SAT (TO)	12	2400.18	2392.81	4292103
TravelingTournament/ TravelingTournament-a2-galaxy06_c18.xml	SAT (TO)	1622	2400.18	2390.83	4289810
Bacp/Bacp-m1/ Bacp-m1-10a_c18.xml	SAT (TO)	14	2400.18	2391.42	4292138
Bacp/Bacp-m1/ Bacp-m1-08b_c18.xml	SAT (TO)	17	2400.18	2392.22	4292168
Bacp/Bacp-m2/ Bacp-m2-10b_c18.xml	SAT (TO)	14	2400.19	2393.13	4292073
Bacp/Bacp-m2/ Bacp-m2-08b_c18.xml	SAT (TO)	17	2400.19	2392.42	4292118
PizzaVoucher/ PizzaVoucher-15b_c18.xml	SAT (TO)	42	2400.19	2385.01	4289869
NurseRostering/ NurseRostering-06_c18.xml	SAT (TO)	6222	2400.19	2392.03	4289912
TravelingTournament/ TravelingTournament-a2-galaxy08_c18.xml	SAT (TO)	3544	2400.19	2384.94	4289811
PseudoBoolean-opt/ Pb-circ10-3_c18.xml	SAT (TO)	378	2400.2	2375.64	4289874
NurseRostering/ NurseRostering-05_c18.xml	SAT (TO)	1819	2400.21	2392.73	4289911
Knapsack/ Knapsack-50-200-00_c18.xml	SAT (TO)	946	2400.21	2368.22	4289761
PeacableArmies/ PeacableArmies-m2-20_c18.xml	SAT (TO)	42	2400.21	2386.33	4289806
GolombRuler/ GolombRuler-a3v18-11_c18.xml	SAT (TO)	80	2400.21	2384.24	4289839
Rlfap/Rlfap-opt/ Rlfap-graph-13-opt_c18.xml	SAT (TO)	135769	2400.21	2383.25	4291903
Rlfap/Rlfap-opt/ Rlfap-scen-07-opt_c18.xml	SAT (TO)	5249896	2400.22	2385.83	4291913
Bacp/Bacp-m1/ Bacp-m1-10b_c18.xml	SAT (TO)	14	2400.22	2392.23	4292153
Rlfap/Rlfap-opt/ Rlfap-scen-08-opt_c18.xml	SAT (TO)	2538	2400.22	2380.64	4291858
QuadraticAssignment/ QuadraticAssignment-esc16a_c18.xml	SAT (TO)	34	2400.22	2389.13	4289888
Auction/Auction-cnt/ Auction-cnt-decay400_c18.xml	SAT (TO)	769415	2400.22	2372.94	4291768
Rlfap/Rlfap-opt/ Rlfap-graph-06-opt_c18.xml	SAT (TO)	49463	2400.23	2388.53	4291883
QuadraticAssignment/ QuadraticAssignment-had18_c18.xml	SAT (TO)	2862	2400.23	2387.14	4289896
PizzaVoucher/ PizzaVoucher-18b_c18.xml	SAT (TO)	49	2400.23	2382.41	4289871
Bacp/Bacp-m2/ Bacp-m2-12a_c18.xml	SAT (TO)	17	2400.23	2391.53	4292078
PizzaVoucher/ PizzaVoucher-18a_c18.xml	SAT (TO)	49	2400.23	2387.42	4289870
TravellingSalesman/ TravellingSalesman-35-30-00_c18.xml	SAT (TO)	420	2400.25	2369.04	4289830
PeacableArmies/ PeacableArmies-m2-30_c18.xml	SAT (TO)	60	2400.25	2381.44	4289807
PeacableArmies/ PeacableArmies-m2-10_c18.xml	SAT (TO)	14	2400.25	2394.02	4289804
TravelingTournament/ TravelingTournament-a3-galaxy08_c18.xml	SAT (TO)	3294	2400.25	2384.63	4289818
PeacableArmies/ PeacableArmies-m1-10_c18.xml	SAT (TO)	13	2400.25	2391.32	4289797
PizzaVoucher/ PizzaVoucher-22b_c18.xml	SAT (TO)	54	2400.26	2387.73	4289873
PseudoBoolean-opt/ Pb-garden-9x9_c18.xml	SAT (TO)	22	2400.26	2397.11	4289882
GolombRuler/ GolombRuler-a3v18-nodv-11_c18.xml	SAT (TO)	80	2400.26	2385.54	4289847
Fapp/Fapp-m2s/ Fapp-m2s-ex2_c18.xml	SAT (TO)	15845	2400.26	2371.04	4292058
GolombRuler/ GolombRuler-a3v18-10_c18.xml	SAT (TO)	55	2400.26	2388.34	4289838
Bacp/Bacp-m1/ Bacp-m1-08a_c18.xml	SAT (TO)	17	2400.26	2393.13	4292148
Rlfap/Rlfap-opt/ Rlfap-scen-06-opt_c18.xml	SAT (TO)	10458	2400.27	2387.24	4291953
Rlfap/Rlfap-opt/ Rlfap-graph-05-opt_c18.xml	SAT (TO)	31154	2400.27	2387.84	4291933
TravellingSalesman/ TravellingSalesman-25-30-00_c18.xml	SAT (TO)	253	2400.27	2377.92	4289828
TravellingSalesman/ TravellingSalesman-50-30-00_c18.xml	SAT (TO)	677	2400.28	2349.85	4289833
Rlfap/Rlfap-opt/ Rlfap-graph-03-opt_c18.xml	SAT (TO)	764	2400.28	2388.62	4291908
PeacableArmies/ PeacableArmies-m2-15_c18.xml	SAT (TO)	29	2400.29	2392.42	4289805
Bacp/Bacp-m1/ Bacp-m1-07b_c18.xml	SAT (TO)	13	2400.29	2392.02	4292178
Rcpsp/ Rcpsp-j60-01-02_c18.xml	SAT (TO)	246	2400.29	2251.94	4289857
PizzaVoucher/ PizzaVoucher-22a_c18.xml	SAT (TO)	57	2400.29	2390.03	4289872
QuadraticAssignment/ QuadraticAssignment-esc32a_c18.xml	SAT (TO)	180	2400.3	2379.25	4289890
Auction/Auction-cnt/ Auction-cnt-matching040_c18.xml	SAT (TO)	8923883	2400.3	2374.14	4291788
PseudoBoolean-opt/ Pb-radar-30-30-45-050-100_c18.xml	SAT (TO)	49	2400.3	2386.75	4289885
NurseRostering/ NurseRostering-07_c18.xml	SAT (TO)	6970	2400.3	2391.93	4289913
TravellingSalesman/ TravellingSalesman-40-30-00_c18.xml	SAT (TO)	432	2400.31	2364.94	4289831
QuadraticAssignment/ QuadraticAssignment-esc32d_c18.xml	SAT (TO)	151	2400.33	2377.84	4289891
PseudoBoolean-opt/ Pb-radar-10-20-45-050-100_c18.xml	SAT (TO)	15	2400.34	2370.86	4289884
SumColoring/ SumColoring-dsjc-125-1_c18.xml	SAT (TO)	247	2400.34	2368.55	4289972
TravellingSalesman/ TravellingSalesman-45-30-00_c18.xml	SAT (TO)	520	2400.34	2362.17	4289832
Rcpsp/ Rcpsp-j60-01-03_c18.xml	SAT (TO)	83	2400.35	2261.65	4289858
QuadraticAssignment/ QuadraticAssignment-esc64a_c18.xml	SAT (TO)	107	2400.35	2326.56	4289892
Auction/Auction-cnt/ Auction-cnt-matching080_c18.xml	SAT (TO)	26851162	2400.35	2375.77	4291783
Rlfap/Rlfap-opt/ Rlfap-scen-02-opt_c18.xml	SAT (TO)	38	2400.36	2333.18	4291918
Knapsack/ Knapsack-40-150-01_c18.xml	SAT (TO)	1128	2400.36	2376.03	4289760
Knapsack/ Knapsack-40-150-00_c18.xml	SAT (TO)	923	2400.37	2355.84	4289759
SumColoring/ SumColoring-1-fullins-4_c18.xml	SAT (TO)	139	2400.37	2371.57	4289970
NurseRostering/ NurseRostering-03_c18.xml	SAT (TO)	1249	2400.37	2391.53	4289909
SumColoring/ SumColoring-dsjc-125-5_c18.xml	SAT (TO)	1337	2400.37	2200.78	4289973
GolombRuler/ GolombRuler-a3v18-12_c18.xml	SAT (TO)	107	2400.37	2382.46	4289840
PseudoBoolean-opt/ Pb-garden-15x15_c18.xml	SAT (TO)	76	2400.38	2394.45	4289879
SumColoring/ SumColoring-myciel6_c18.xml	SAT (TO)	160	2400.39	2376.87	4289981
SumColoring/ SumColoring-myciel5_c18.xml	SAT (TO)	71	2400.4	2355.96	4289980
PseudoBoolean-opt/ Pb-circ8-3_c18.xml	SAT (TO)	178	2400.4	2388.86	4289877
Rlfap/Rlfap-opt/ Rlfap-graph-01-opt_c18.xml	SAT (TO)	40	2400.43	2351.68	4291898
PseudoBoolean-opt/ Pb-radar-10-10-45-050-100_c18.xml	SAT (TO)	13	2400.47	2390.66	4289883
Rlfap/Rlfap-opt/ Rlfap-graph-10-opt_c18.xml	SAT (TO)	792	2400.54	2383.39	4291973
Auction/Auction-sum/ Auction-sum-decay500_c18.xml	SAT (TO)	1170840	2400.54	2362.49	4291733
PseudoBoolean-opt/ Pb-garden-100x100_c18.xml	SAT (TO)	3473	2400.78	2338.38	4289878
GolombRuler/ GolombRuler-a3v18-nodv-10_c18.xml	SAT (TO)	55	2400.98	2387.08	4289846
Bacp/Bacp-m2/ Bacp-m2-12b_c18.xml	SAT (TO)	17	2401.24	2393.2	4292098
Auction/Auction-sum/ Auction-sum-decay400_c18.xml	SAT (TO)	702676	2401.4	2386.07	4291728

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
PeacableArmies/ PeacableArmies-m1-50_c18.xml	?	48.4353	30.1988	4289801
QuadraticAssignment/ QuadraticAssignment-esc128_c18.xml	?	417.661	154.211	4289887
TravellingSalesman/ TravellingSalesman-100-50-00_c18.xml	?	423.118	152.627	4289823
StillLife/ StillLife-wastage-19_c18.xml	?	436.447	145.865	4289753
SteelMillSlab/ SteelMillSlab-m2-4-0_c18.xml	?	437.186	131.556	4289937
SteelMillSlab/ SteelMillSlab-m2-3-0_c18.xml	?	526.55	155.043	4289935
QuadraticAssignment/ QuadraticAssignment-sko90_c18.xml	?	665.289	226.923	4289905
Rlfap/Rlfap-opt/ Rlfap-graph-08-opt_c18.xml	?	747.689	216.667	4291963
Rlfap/Rlfap-opt/ Rlfap-graph-02-opt_c18.xml	?	756.812	224.75	4291948
SumColoring/ SumColoring-dsjc-250-9_c18.xml	?	870.169	247.964	4289977
SumColoring/ SumColoring-dsjc-125-9_c18.xml	?	934.424	266.264	4289974
Rlfap/Rlfap-opt/ Rlfap-scen-11-opt_c18.xml	?	1020.69	292.364	4291873
Fapp/Fapp-m2s/ Fapp-m2s-05-0350_c18.xml	?	1225.52	355.267	4292033
Rlfap/Rlfap-opt/ Rlfap-scen-03-opt_c18.xml	?	1299.82	358.247	4291938
Rcpsp/ Rcpsp-j120-01-04_c18.xml	?	1322.49	363.152	4289851
GraphColoring/ GraphColoring-4-fullins-4_c18.xml	?	1334.2	369.059	4289773
SumColoring/ SumColoring-dsjc-250-5_c18.xml	?	1354.32	369.754	4289976
SumColoring/ SumColoring-myciel7_c18.xml	?	1363.61	371.88	4289982
Fapp/Fapp-m2s/ Fapp-m2s-test03-0400_c18.xml	?	1366.26	380.69	4292023
GraphColoring/ GraphColoring-qg-order40_c18.xml	?	1393.73	382.138	4289779
Fapp/Fapp-m2s/ Fapp-m2s-20-0420_c18.xml	?	1415.96	392.974	4292053
Rcpsp/ Rcpsp-j120-01-03_c18.xml	?	1420.14	385.925	4289850
Mario/ Mario-t-hard-2_c18.xml	?	1422.68	396.676	4289991
Rcpsp/ Rcpsp-j120-01-01_c18.xml	?	1458.93	397.411	4289848
GraphColoring/ GraphColoring-qg-order30_c18.xml	?	1459.8	409.161	4289778
GraphColoring/ GraphColoring-2-fullins-5_c18.xml	?	1461.12	406.1	4289771
SumColoring/ SumColoring-dsjc-250-1_c18.xml	?	1473.35	402.015	4289975
Mario/ Mario-t-hard-1_c18.xml	?	1494.73	410.5	4289990
Rcpsp/ Rcpsp-j90-01-01_c18.xml	?	1563.29	431.831	4289860
GraphColoring/ GraphColoring-5-fullins-4_c18.xml	?	1576.75	434.861	4289776
Fapp/Fapp-m2s/ Fapp-m2s-17-0300_c18.xml	?	1590.51	440.762	4292028
TemplateDesign/ TemplateDesign-m1-herbs_c18.xml	?	1591.15	429.94	4289957
CrosswordDesign/ CrosswordDesign-07-4-rom_c18.xml	?	1595.95	1271.5	4289786
Fapp/Fapp-m2s/ Fapp-m2s-16-0260_c18.xml	?	1622.25	452.55	4291993
SteelMillSlab/ SteelMillSlab-m1-3-2_c18.xml	?	1632.48	440.228	4289930
SteelMillSlab/ SteelMillSlab-m1-2-2_c18.xml	?	1643.89	442.075	4289928
Rcpsp/ Rcpsp-j90-01-03_c18.xml	?	1654.38	456.989	4289862
QuadraticAssignment/ QuadraticAssignment-sko72_c18.xml	?	1660.86	494.352	4289903
SteelMillSlab/ SteelMillSlab-m1-3-0_c18.xml	?	1661.09	447.47	4289929
TemplateDesign/ TemplateDesign-m1-magazine_c18.xml	?	1670.43	453.375	4289958
QuadraticAssignment/ QuadraticAssignment-sko81_c18.xml	?	1686.95	494.427	4289904
Rcpsp/ Rcpsp-j90-01-04_c18.xml	?	1691.83	466.362	4289863
Fapp/Fapp-m2s/ Fapp-m2s-18-0350_c18.xml	?	1714.84	476.346	4292048
Fapp/Fapp-m2s/ Fapp-m2s-test02-0250_c18.xml	?	1721.28	474.838	4292018
SteelMillSlab/ SteelMillSlab-m2-2-2_c18.xml	?	1731.75	469.938	4289934
SteelMillSlab/ SteelMillSlab-m1-2-0_c18.xml	?	1733.02	466.356	4289927
TemplateDesign/ TemplateDesign-m2-herbs_c18.xml	?	1736.46	474.211	4289967
SteelMillSlab/ SteelMillSlab-m1-4-0_c18.xml	?	1747.89	469.038	4289931
Fapp/Fapp-m2s/ Fapp-m2s-21-0500_c18.xml	?	1756.91	493.1	4292063
TemplateDesign/ TemplateDesign-m1s-herbs_c18.xml	?	1764	472.152	4289962
Rlfap/Rlfap-opt/ Rlfap-scen-01-opt_c18.xml	?	1766.94	474.122	4291863
SteelMillSlab/ SteelMillSlab-m2-2-0_c18.xml	?	1771.87	480.44	4289933
TemplateDesign/ TemplateDesign-m2-catfood_c18.xml	?	1790.02	491.634	4289966
SteelMillSlab/ SteelMillSlab-m2-3-2_c18.xml	?	1791.12	485.184	4289936
Rlfap/Rlfap-opt/ Rlfap-graph-14-opt_c18.xml	?	1814.55	489.132	4291968
QuadraticAssignment/ QuadraticAssignment-sko56_c18.xml	?	1831.04	534.524	4289901
Rcpsp/ Rcpsp-j90-01-02_c18.xml	?	1842.5	508.011	4289861
Fapp/Fapp-m2s/ Fapp-m2s-04-0300_c18.xml	?	1864.21	515.013	4291988
Rlfap/Rlfap-opt/ Rlfap-graph-09-opt_c18.xml	?	1882.84	505.773	4291928
Fapp/Fapp-m2s/ Fapp-m2s-02-0250_c18.xml	?	1903.84	537.079	4292003
QuadraticAssignment/ QuadraticAssignment-sko64_c18.xml	?	1919.24	555.362	4289902
QuadraticAssignment/ QuadraticAssignment-sko49_c18.xml	?	1929.37	565.797	4289900
TravellingSalesman/ TravellingSalesman-150-50-00_c18.xml	?	1999.35	562.115	4289825
GraphColoring/ GraphColoring-qg-order60_c18.xml	?	2025.01	601.121	4289780
Fapp/Fapp-m2s/ Fapp-m2s-test01-0150_c18.xml	?	2083.86	581.659	4291978
GraphColoring/ GraphColoring-4-fullins-5_c18.xml	?	2087.04	631.077	4289774
QuadraticAssignment/ QuadraticAssignment-sko42_c18.xml	?	2131.72	616.595	4289899
StillLife/ StillLife-wastage-30_c18.xml	?	2254.6	640.007	4289756
Fapp/Fapp-m2s/ Fapp-m2s-03-0300_c18.xml	?	2261.95	620.462	4292008

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
Knapsack/ Knapsack-80-350-00_c18.xml	? (TO)	2400.05	2396.72	4289767
Knapsack/ Knapsack-80-350-01_c18.xml	? (TO)	2400.06	2396.42	4289768
Bacp/Bacp-m1/ Bacp-m1-12a_c18.xml	? (TO)	2400.07	2394.93	4292163
Bacp/Bacp-m1/ Bacp-m1-12a-nodv_c18.xml	? (TO)	2400.07	2395.14	4292143
Knapsack/ Knapsack-90-400-00_c18.xml	? (TO)	2400.07	2396.12	4289769
GolombRuler/ GolombRuler-a3v18-15_c18.xml	? (TO)	2400.08	2369.45	4289843
Knapsack/ Knapsack-60-250-00_c18.xml	? (TO)	2400.08	2396.62	4289763
Knapsack/ Knapsack-50-200-01_c18.xml	? (TO)	2400.08	2396.93	4289762
Knapsack/ Knapsack-60-250-01_c18.xml	? (TO)	2400.08	2397.02	4289764
Auction/Auction-sum/ Auction-sum-decay200_c18.xml	? (TO)	2400.09	2394.45	4291703
Knapsack/ Knapsack-70-300-01_c18.xml	? (TO)	2400.09	2397.23	4289766
TravelingTournament/ TravelingTournament-a3-galaxy16_c18.xml	? (TO)	2400.1	2363.07	4289822
Auction/Auction-sum/ Auction-sum-matching040_c18.xml	? (TO)	2400.1	2394.14	4291723
SteelMillSlab/ SteelMillSlab-m2s-3-0_c18.xml	? (TO)	2400.11	2230.28	4289940
Knapsack/ Knapsack-90-400-01_c18.xml	? (TO)	2400.11	2395.43	4289770
Auction/Auction-sum/ Auction-sum-decay100_c18.xml	? (TO)	2400.11	2392.26	4291693
StillLife/ StillLife-wastage-14_c18.xml	? (TO)	2400.11	2345.46	4289750
StillLife/ StillLife-wastage-08_c18.xml	? (TO)	2400.11	2376.84	4289744
TravelingTournament/ TravelingTournament-a3-galaxy12_c18.xml	? (TO)	2400.11	2360.28	4289820
PeacableArmies/ PeacableArmies-m1-20_c18.xml	? (TO)	2400.12	2388.44	4289799
Tal/ Tal-09_c18.xml	? (TO)	2400.12	2349.77	4289952
TravelingTournament/ TravelingTournament-a2-galaxy12_c18.xml	? (TO)	2400.12	2367.06	4289813
SteelMillSlab/ SteelMillSlab-m2s-2-0_c18.xml	? (TO)	2400.12	2231.46	4289938
CrosswordDesign/ CrosswordDesign-03-4-rom_c18.xml	? (TO)	2400.13	2339.87	4289782
PeacableArmies/ PeacableArmies-m1-15_c18.xml	? (TO)	2400.13	2391.64	4289798
GolombRuler/ GolombRuler-a3v18-16_c18.xml	? (TO)	2400.13	2355.96	4289844
Tal/ Tal-06_c18.xml	? (TO)	2400.13	2366.07	4289949
Tal/ Tal-05_c18.xml	? (TO)	2400.13	2369.99	4289948
TravelingTournament/ TravelingTournament-a3-galaxy14_c18.xml	? (TO)	2400.14	2302.47	4289821
TravelingTournament/ TravelingTournament-a2-galaxy16_c18.xml	? (TO)	2400.14	2362.38	4289815
SteelMillSlab/ SteelMillSlab-m2s-3-2_c18.xml	? (TO)	2400.14	2212.92	4289941
Tal/ Tal-03_c18.xml	? (TO)	2400.15	2375.49	4289946
TravellingSalesman/ TravellingSalesman-75-50-00_c18.xml	? (TO)	2400.15	1928.46	4289834
StillLife/ StillLife-wastage-12_c18.xml	? (TO)	2400.16	2367.27	4289748
Bacp/Bacp-m1/ Bacp-m1-12b_c18.xml	? (TO)	2400.16	2394.36	4292128
StillLife/ StillLife-wastage-10_c18.xml	? (TO)	2400.17	2372.95	4289746
TravelingTournament/ TravelingTournament-a2-galaxy10_c18.xml	? (TO)	2400.17	2377.08	4289812
PeacableArmies/ PeacableArmies-m1-30_c18.xml	? (TO)	2400.17	2384.28	4289800
NurseRostering/ NurseRostering-14_c18.xml	? (TO)	2400.17	2383.89	4289920
Tal/ Tal-10_c18.xml	? (TO)	2400.17	2322.07	4289953
GolombRuler/ GolombRuler-a3v18-14_c18.xml	? (TO)	2400.18	2374.27	4289842
NurseRostering/ NurseRostering-20_c18.xml	? (TO)	2400.18	2153.69	4289926
Tal/ Tal-07_c18.xml	? (TO)	2400.18	2351.48	4289950
Tal/ Tal-04_c18.xml	? (TO)	2400.18	2363.77	4289947
StillLife/ StillLife-wastage-11_c18.xml	? (TO)	2400.2	2370.45	4289747
Tal/ Tal-08_c18.xml	? (TO)	2400.2	2337.97	4289951
StillLife/ StillLife-wastage-17_c18.xml	? (TO)	2400.21	2289.66	4289752
NurseRostering/ NurseRostering-11_c18.xml	? (TO)	2400.21	2384.1	4289917
PeacableArmies/ PeacableArmies-m2-50_c18.xml	? (TO)	2400.21	2370.68	4289808
NurseRostering/ NurseRostering-19_c18.xml	? (TO)	2400.21	2373.09	4289925
NurseRostering/ NurseRostering-17_c18.xml	? (TO)	2400.22	2381.18	4289923
NurseRostering/ NurseRostering-15_c18.xml	? (TO)	2400.22	2383.59	4289921
TravelingTournament/ TravelingTournament-a2-galaxy14_c18.xml	? (TO)	2400.22	2306.08	4289814
Tal/ Tal-02_c18.xml	? (TO)	2400.23	2381.03	4289945
SumColoring/ SumColoring-1-fullins-3_c18.xml	? (TO)	2400.23	2376.83	4289969
NurseRostering/ NurseRostering-18_c18.xml	? (TO)	2400.23	2385	4289924
NurseRostering/ NurseRostering-13_c18.xml	? (TO)	2400.25	2084.19	4289919
StillLife/ StillLife-wastage-09_c18.xml	? (TO)	2400.25	2372.66	4289745
NurseRostering/ NurseRostering-10_c18.xml	? (TO)	2400.26	2388.31	4289916
StillLife/ StillLife-wastage-13_c18.xml	? (TO)	2400.26	2352.67	4289749
CrosswordDesign/ CrosswordDesign-11-4-rom_c18.xml	? (TO)	2400.28	2123.55	4289790
Knapsack/ Knapsack-70-300-00_c18.xml	? (TO)	2400.29	2396.77	4289765
GolombRuler/ GolombRuler-a3v18-13_c18.xml	? (TO)	2400.29	2374.74	4289841
Rcpsp/ Rcpsp-j60-01-01_c18.xml	? (TO)	2400.31	2265.65	4289856
Bacp/Bacp-m1/ Bacp-m1-07a_c18.xml	? (TO)	2400.32	2392.52	4292158
StillLife/ StillLife-wastage-15_c18.xml	? (TO)	2400.32	2316.46	4289751
CrosswordDesign/ CrosswordDesign-14-4-rom_c18.xml	? (TO)	2400.33	2185.75	4289793
CrosswordDesign/ CrosswordDesign-12-4-rom_c18.xml	? (TO)	2400.34	2235.84	4289791
NurseRostering/ NurseRostering-08_c18.xml	? (TO)	2400.34	2390.34	4289914
Rcpsp/ Rcpsp-j60-01-04_c18.xml	? (TO)	2400.34	2282.36	4289859
NurseRostering/ NurseRostering-16_c18.xml	? (TO)	2400.35	2388.64	4289922
CrosswordDesign/ CrosswordDesign-10-4-rom_c18.xml	? (TO)	2400.36	2270.26	4289789
Rlfap/Rlfap-opt/ Rlfap-graph-04-opt_c18.xml	? (TO)	2400.38	2386.44	4291893
CrosswordDesign/ CrosswordDesign-13-4-rom_c18.xml	? (TO)	2400.39	2235.37	4289792
CrosswordDesign/ CrosswordDesign-09-4-rom_c18.xml	? (TO)	2400.39	2219.69	4289788
NurseRostering/ NurseRostering-09_c18.xml	? (TO)	2400.4	2388.48	4289915
CrosswordDesign/ CrosswordDesign-15-4-rom_c18.xml	? (TO)	2400.42	2178.55	4289794
TravelingTournament/ TravelingTournament-a3-galaxy10_c18.xml	? (TO)	2405.32	2378.73	4289819
Fapp/Fapp-m2s/ Fapp-m2s-01-0200_c18.xml	? (TO)	2407.43	674.077	4292043
Mario/ Mario-n-medium-2_c18.xml	? (TO)	2407.47	733.346	4289986
CrosswordDesign/ CrosswordDesign-08-4-rom_c18.xml	? (TO)	2407.54	2014.48	4289787
Mario/ Mario-easy-5_c18.xml	? (TO)	2407.59	742.743	4289985
Mario/ Mario-n-medium-4_c18.xml	? (TO)	2407.84	736.756	4289988
SteelMillSlab/ SteelMillSlab-m2s-4-0_c18.xml	? (TO)	2407.85	2245.16	4289942
Mario/ Mario-n-medium-3_c18.xml	? (TO)	2407.87	727.664	4289987
CrosswordDesign/ CrosswordDesign-04-4-rom_c18.xml	? (TO)	2407.88	729.553	4289783
Mario/ Mario-easy-2_c18.xml	? (TO)	2407.96	748.748	4289983
Mario/ Mario-easy-4_c18.xml	? (TO)	2407.98	752.738	4289984
Rlfap/Rlfap-opt/ Rlfap-scen-04-opt_c18.xml	? (TO)	2408	645.439	4291943
SteelMillSlab/ SteelMillSlab-m2s-2-2_c18.xml	? (TO)	2408.02	2223.35	4289939
Fapp/Fapp-m2s/ Fapp-m2s-06-0500_c18.xml	? (TO)	2408.04	678.066	4292013
NurseRostering/ NurseRostering-12_c18.xml	? (TO)	2408.04	2382.53	4289918
CrosswordDesign/ CrosswordDesign-06-4-rom_c18.xml	? (TO)	2408.15	1094.75	4289785
Mario/ Mario-n-medium-5_c18.xml	? (TO)	2408.15	739.747	4289989
TemplateDesign/ TemplateDesign-m1-2_c18.xml	? (TO)	2408.19	637.253	4289955
CrosswordDesign/ CrosswordDesign-05-4-rom_c18.xml	? (TO)	2408.2	852.159	4289784
Fapp/Fapp-m2s/ Fapp-m2s-07-0600_c18.xml	? (TO)	2408.27	680.98	4291998
GraphColoring/ GraphColoring-qg-order100_c18.xml	? (TO)	2408.3	688.94	4289777
Fapp/Fapp-m2s/ Fapp-m2s-08-0700_c18.xml	? (TO)	2408.32	678.766	4292038

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
TemplateDesign/ TemplateDesign-m1s-catfood_c18.xml	? (problem)	1293.6	356.268	4289961
TemplateDesign/ TemplateDesign-m1s-2_c18.xml	? (problem)	1356.04	376.701	4289960
TemplateDesign/ TemplateDesign-m2-2_c18.xml	? (problem)	1422.03	394.146	4289965
Rcpsp/ Rcpsp-j120-01-02_c18.xml	? (problem)	1448.71	395.719	4289849
Mario/ Mario-t-hard-5_c18.xml	? (problem)	1449.74	399.684	4289992
SumColoring/ SumColoring-1-fullins-5_c18.xml	? (problem)	1460.83	399.997	4289971
TemplateDesign/ TemplateDesign-m2-magazine_c18.xml	? (problem)	1465.82	399.811	4289968
TemplateDesign/ TemplateDesign-m1-catfood_c18.xml	? (problem)	1525.28	413.817	4289956
TemplateDesign/ TemplateDesign-m1s-magazine_c18.xml	? (problem)	1590.54	431.614	4289963
GraphColoring/ GraphColoring-3-fullins-5_c18.xml	? (problem)	1597.18	441.148	4289772
TemplateDesign/ TemplateDesign-m2-1_c18.xml	? (problem)	1865.39	500.542	4289964
StillLife/ StillLife-wastage-21_c18.xml	? (problem)	1899.25	527.447	4289754
StillLife/ StillLife-wastage-25_c18.xml	? (problem)	1956.21	555.026	4289755

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
Haystacks/ Haystacks-ext-04_c18.xml	UNSAT	0.630369	0.576971	4290198
Haystacks/ Haystacks-ext-05_c18.xml	UNSAT	0.751885	0.603493	4290199
Haystacks/ Haystacks-ext-06_c18.xml	UNSAT	1.00285	0.633899	4290200
Haystacks/ Haystacks-ext-07_c18.xml	UNSAT	1.11468	0.700457	4290201
Dubois/ Dubois-020_c18.xml	UNSAT	1.16905	0.721785	4290060
Dubois/ Dubois-022_c18.xml	UNSAT	1.17934	0.716338	4290062
Dubois/ Dubois-018_c18.xml	UNSAT	1.18968	0.713919	4290059
Dubois/ Dubois-023_c18.xml	UNSAT	1.19279	0.721782	4290063
Dubois/ Dubois-021_c18.xml	UNSAT	1.19602	0.735317	4290061
Dubois/ Dubois-024_c18.xml	UNSAT	1.21123	0.727619	4290064
Dubois/ Dubois-025_c18.xml	UNSAT	1.26949	0.780148	4290065
Dubois/ Dubois-030_c18.xml	UNSAT	1.36154	0.769572	4290066
Langford/ LangfordBin-06_c18.xml	UNSAT	1.57049	0.868144	4290048
Dubois/ Dubois-040_c18.xml	UNSAT	1.57902	0.862219	4290067
Dubois/ Dubois-050_c18.xml	UNSAT	1.62285	0.894201	4290068
Haystacks/ Haystacks-ext-08_c18.xml	UNSAT	1.78778	0.982424	4290202
StripPacking/ StripPacking-1a_c18.xml	UNSAT	2.07286	0.962193	4290136
Dubois/ Dubois-075_c18.xml	UNSAT	2.481	1.1258	4290069
Dubois/ Dubois-100_c18.xml	UNSAT	2.7604	1.23856	4290070
Haystacks/ Haystacks-ext-09_c18.xml	UNSAT	4.07224	2.69582	4290203
ColouredQueens/ ColouredQueens-06_c18.xml	UNSAT	4.21012	3.15469	4290037
PseudoBoolean-dec/ Pb-chnl10-11_c18.xml	UNSAT	4.24173	3.03813	4290208
SocialGolfers/ SocialGolfers-4-4-7-cp_c18.xml	UNSAT	7.95753	4.42347	4290127
Quasigroups/ QuasiGroup-7-07_c18.xml	UNSAT	8.82197	7.37026	4290116
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f11_c18.xml	UNSAT	9.24602	3.4365	4291793
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f12_c18.xml	UNSAT	10.1895	3.5728	4291843
SocialGolfers/ SocialGolfers-4-4-6-cp_c18.xml	UNSAT	10.2774	6.68226	4290126
Langford/ LangfordBin-09_c18.xml	UNSAT	11.6523	10.3179	4290051
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f10_c18.xml	UNSAT	13.4955	4.68514	4291818
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f07_c18.xml	UNSAT	15.8535	6.31038	4291813
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f09_c18.xml	UNSAT	16.076	5.91505	4291808
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f08_c18.xml	UNSAT	16.1916	5.98944	4291848
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f06_c18.xml	UNSAT	17.0264	6.63796	4291833
SocialGolfers/ SocialGolfers-5-5-7-cp_c18.xml	UNSAT	22.043	15.8939	4290130
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f05_c18.xml	UNSAT	28.2144	17.0924	4291838
Haystacks/ Haystacks-ext-10_c18.xml	UNSAT	39.3121	37.5979	4290204
Langford/ LangfordBin-10_c18.xml	UNSAT	82.0931	80.5465	4290052
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f04_c18.xml	UNSAT	191.862	178.619	4291828
SocialGolfers/ SocialGolfers-5-5-8-cp_c18.xml	UNSAT	268.754	259.589	4290131
MagicHexagon/ MagicHexagon-04-0017_c18.xml	UNSAT	283.675	280.172	4290072
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f03_c18.xml	UNSAT	850.227	837.165	4291803
Haystacks/ Haystacks-ext-11_c18.xml	UNSAT	1437.13	1431.49	4290205
Quasigroups/ QuasiGroup-4-07_c18.xml	UNSAT	2267.45	2262.8	4290108

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
ColouredQueens/ ColouredQueens-05_c18.xml	SAT	0.589399	0.60629	4290036
ColouredQueens/ ColouredQueens-07_c18.xml	SAT	0.75598	0.59208	4290038
CarSequencing/ CarSequencing-dingbas_c18.xml	SAT	1.33888	0.76627	4290035
Langford/ LangfordBin-07_c18.xml	SAT	1.43396	0.815517	4290049
Bibd/ Bibd-sum-07-03-01_c18.xml	SAT	1.44182	0.833217	4290013
GracefulGraph/ GracefulGraph-K03-P03_c18.xml	SAT	1.57263	0.831913	4290098
Langford/ LangfordBin-08_c18.xml	SAT	1.90179	0.970252	4290050
Bibd/ Bibd-sc-07-03-01_c18.xml	SAT	1.95565	1.07123	4290007
Langford/ LangfordBin-11_c18.xml	SAT	2.49284	1.37613	4290053
Langford/ LangfordBin-12_c18.xml	SAT	2.66288	1.49457	4290054
SocialGolfers/ SocialGolfers-4-4-4-cp_c18.xml	SAT	2.72106	1.11223	4290124
Frb/ frb-30-15-1_c18.xml	SAT	3.06952	1.74944	4290169
GracefulGraph/ GracefulGraph-K04-P02_c18.xml	SAT	3.46551	2.29458	4290099
SocialGolfers/ SocialGolfers-4-4-5-cp_c18.xml	SAT	4.2711	1.61043	4290125
Langford/ LangfordBin-15_c18.xml	SAT	5.26383	3.54151	4290057
Langford/ LangfordBin-16_c18.xml	SAT	5.45944	3.55517	4290058
SocialGolfers/ SocialGolfers-5-5-5-cp_c18.xml	SAT	6.04782	2.64302	4290128
StripPacking/ StripPacking-1b_c18.xml	SAT	7.34872	5.66997	4290137
Eternity/ Eternity-04-04_c18.xml	SAT	7.62476	5.12303	4290082
Frb/ frb-35-17-1_c18.xml	SAT	8.39277	6.46331	4290170
PseudoBoolean-dec/ Pb-fpga25-25-sat_c18.xml	SAT	8.43054	5.85226	4290213
GracefulGraph/ GracefulGraph-K04-P03_c18.xml	SAT	9.00833	7.66317	4290100
SocialGolfers/ SocialGolfers-5-5-6-cp_c18.xml	SAT	9.55025	5.07051	4290129
GracefulGraph/ GracefulGraph-K02-P09_c18.xml	SAT	10.1837	8.65242	4290097
SportsScheduling/ SportsScheduling-08_c18.xml	SAT	24.5293	22.028	4290148
PseudoBoolean-dec/ Pb-robin08_c18.xml	SAT	71.2631	68.3784	4290215
Bibd/ Bibd-sum-12-06-05_c18.xml	SAT	73.4246	71.0144	4290016
StripPacking/ StripPacking-C1P3_c18.xml	SAT	79.7029	77.3489	4290140
Subisomorphism/ Subisomorphism-g08-g43_c18.xml	SAT	133.444	102.455	4290158
Eternity/ Eternity-05-05_c18.xml	SAT	136.898	133.246	4290083
Quasigroups/ QuasiGroup-7-09_c18.xml	SAT	172.461	169.748	4290118
Frb/ frb-40-19-1-mgd_c18.xml	SAT	197.624	194.647	4290171
Bibd/ Bibd-sc-12-06-05_c18.xml	SAT	218.498	214.889	4290010
StripPacking/ StripPacking-C1P2_c18.xml	SAT	328.854	325.831	4290139
PseudoBoolean-dec/ Pb-fpga45-45-sat_c18.xml	SAT	351.217	345.208	4290214
StripPacking/ StripPacking-C1P1_c18.xml	SAT	370.324	367.362	4290138
MagicHexagon/ MagicHexagon-04-m004_c18.xml	SAT	808.52	802.615	4290073
SportsScheduling/ SportsScheduling-10_c18.xml	SAT	1267.85	1262.62	4290149
Bibd/ Bibd-sc-09-03-09_c18.xml	SAT	1360.6	1353.22	4290008
CarSequencing/ CarSequencing-04-72_c18.xml	SAT	1603.45	1596.03	4290019

2018 XCSP3 competition: sequential solvers tracks: benchmarks results per solver

Result page for solver Sat4j-CSP 2018-07-11 (complete)

Category "optimization problem" (COP)

Solver found optimum (OPTIMUM FOUND) (54 runs) [Show/Hide]

Solver timed out but found at least a solution (111 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (69 runs) [Show/Hide]

Solver timed out (no solution given) (99 runs) [Show/Hide]

No recognized solution line (13 runs) [Show/Hide]

Category "decision problem" (CSP)

Solver proved unsatisfiability (UNSATISFIABLE) (43 runs) [Show/Hide]

Solver found a solution (SATISFIABLE) for a SAT/UNSAT instance (40 runs) [Show/Hide]

Solver didn't decide (UNKNOWN) (23 runs) [Show/Hide]

Solver timed out (no solution given) (129 runs) [Show/Hide]

No recognized solution line (1 run) [Show/Hide]

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
MisteryShopper/ MisteryShopper-04_c18.xml	?	0.874619	0.630424	4290221
MisteryShopper/ MisteryShopper-06a_c18.xml	?	1.54058	0.732867	4290222
MisteryShopper/ MisteryShopper-10a_c18.xml	?	1.54801	0.770331	4290226
MisteryShopper/ MisteryShopper-06b_c18.xml	?	2.00944	0.917612	4290223
MisteryShopper/ MisteryShopper-10b_c18.xml	?	2.462	1.05152	4290227
MisteryShopper/ MisteryShopper-06c_c18.xml	?	2.54214	1.08786	4290224
MisteryShopper/ MisteryShopper-10c_c18.xml	?	2.72196	1.23612	4290228
MisteryShopper/ MisteryShopper-06d_c18.xml	?	2.75348	1.24016	4290225
MisteryShopper/ MisteryShopper-12_c18.xml	?	3.85311	1.64001	4290230
MisteryShopper/ MisteryShopper-10d_c18.xml	?	4.4406	1.8645	4290229
Subisomorphism/ Subisomorphism-g29-g50_c18.xml	?	331.349	128.099	4290167
PseudoBoolean-dec/ Pb-robin18_c18.xml	?	353.132	109.067	4290220
Crossword/ Crossword-m18-ogd2008-vg-10-11_c18.xml	?	574.491	188.258	4290191
Crossword/ Crossword-m18-ogd2008-vg-09-10_c18.xml	?	716.736	233.522	4290190
Crossword/ Crossword-m18-ogd2008-vg-11-12_c18.xml	?	1357.54	398.511	4290192
MagicHexagon/ MagicHexagon-08-m009_c18.xml	?	1394	383.289	4290081
MagicHexagon/ MagicHexagon-08-0006_c18.xml	?	1405.38	388.677	4290080
Crossword/ Crossword-m18-ogd2008-vg-07-08_c18.xml	?	1608.99	466.06	4290188
Crossword/ Crossword-m18-ogd2008-vg-13-14_c18.xml	?	1726.22	494.719	4290194
Crossword/ Crossword-m18-ogd2008-vg-12-13_c18.xml	?	1897.03	540.326	4290193
Crossword/ Crossword-m18-ogd2008-vg-15-16_c18.xml	?	1974.23	553.989	4290196
Crossword/ Crossword-m18-ogd2008-vg-08-09_c18.xml	?	2144.49	609.025	4290189
Crossword/ Crossword-m18-ogd2008-vg-16-17_c18.xml	?	2213.35	615.05	4290197

Benchmark Name	Answer	CPU time	Wall clock time	TraceID
Quasigroups/ QuasiGroup-4-09_c18.xml	? (TO)	2400.07	2393.44	4290110
ColouredQueens/ ColouredQueens-10_c18.xml	? (TO)	2400.07	2394.04	4290041
GracefulGraph/ GracefulGraph-K05-P02_c18.xml	? (TO)	2400.08	2393.15	4290102
Frb/ frb-53-24-2-mgd_c18.xml	? (TO)	2400.08	2390.74	4290177
Frb/ frb-53-24-3-mgd_c18.xml	? (TO)	2400.08	2391.15	4290178
ColouredQueens/ ColouredQueens-09_c18.xml	? (TO)	2400.08	2395.26	4290040
Haystacks/ Haystacks-ext-13_c18.xml	? (TO)	2400.08	2392.36	4290207
ColouredQueens/ ColouredQueens-14_c18.xml	? (TO)	2400.08	2389.95	4290045
Frb/ frb-59-26-2-mgd_c18.xml	? (TO)	2400.08	2392.15	4290183
Frb/ frb-56-25-2-mgd_c18.xml	? (TO)	2400.09	2387.74	4290180
Quasigroups/ QuasiGroup-7-08_c18.xml	? (TO)	2400.09	2395.35	4290117
Quasigroups/ QuasiGroup-4-14_c18.xml	? (TO)	2400.09	2378.45	4290113
ColouredQueens/ ColouredQueens-11_c18.xml	? (TO)	2400.09	2392.64	4290042
Frb/ frb-50-23-2-mgd_c18.xml	? (TO)	2400.09	2391.06	4290174
ColouredQueens/ ColouredQueens-12_c18.xml	? (TO)	2400.1	2391.46	4290043
PseudoBoolean-dec/ Pb-robin14_c18.xml	? (TO)	2400.1	2370.85	4290218
Frb/ frb-50-23-1-mgd_c18.xml	? (TO)	2400.1	2391.36	4290173
Bibd/ Bibd-sum-09-03-09_c18.xml	? (TO)	2400.1	2394.74	4290014
Haystacks/ Haystacks-ext-12_c18.xml	? (TO)	2400.1	2392.15	4290206
Quasigroups/ QuasiGroup-7-10_c18.xml	? (TO)	2400.1	2392.96	4290119
Frb/ frb-56-25-1-mgd_c18.xml	? (TO)	2400.1	2388.95	4290179
Subisomorphism/ Subisomorphism-g17-g37_c18.xml	? (TO)	2400.1	2332.37	4290163
CarSequencing/ CarSequencing-60-01_c18.xml	? (TO)	2400.11	2380.87	4290021
ColouredQueens/ ColouredQueens-13_c18.xml	? (TO)	2400.11	2390.85	4290044
Subisomorphism/ Subisomorphism-g17-g42_c18.xml	? (TO)	2400.11	2339.76	4290164
StripPacking/ StripPacking-T1a_c18.xml	? (TO)	2400.11	2344.18	4290145
Frb/ frb-53-24-1-mgd_c18.xml	? (TO)	2400.11	2391.94	4290176
Frb/ frb-50-23-3-mgd_c18.xml	? (TO)	2400.11	2391.64	4290175
CarSequencing/ CarSequencing-90-01_c18.xml	? (TO)	2400.11	2381.27	4290033
SocialGolfers/ SocialGolfers-6-6-8-cp_c18.xml	? (TO)	2400.12	2389.16	4290134
Eternity/ Eternity-06-06_c18.xml	? (TO)	2400.12	2389.97	4290084
Quasigroups/ QuasiGroup-7-12_c18.xml	? (TO)	2400.12	2393.37	4290120
Quasigroups/ QuasiGroup-4-10_c18.xml	? (TO)	2400.12	2392.74	4290111
Eternity/ Eternity-10-04_c18.xml	? (TO)	2400.12	2389.07	4290088
Subisomorphism/ Subisomorphism-g19-g43_c18.xml	? (TO)	2400.12	2284.66	4290165
Frb/ frb-59-26-1-mgd_c18.xml	? (TO)	2400.12	2392.26	4290182
PseudoBoolean-dec/ Pb-robin12_c18.xml	? (TO)	2400.12	2387.86	4290217
StripPacking/ StripPacking-T1c_c18.xml	? (TO)	2400.12	2348.39	4290146
MagicHexagon/ MagicHexagon-04-0003_c18.xml	? (TO)	2400.12	2386.56	4290071
Frb/ frb-59-26-3-mgd_c18.xml	? (TO)	2400.12	2391.76	4290184
MagicHexagon/ MagicHexagon-06-m001_c18.xml	? (TO)	2400.12	2375.97	4290077
SocialGolfers/ SocialGolfers-6-6-9-cp_c18.xml	? (TO)	2400.12	2388.46	4290135
Subisomorphism/ Subisomorphism-g10-g27_c18.xml	? (TO)	2400.12	2367.96	4290160
Subisomorphism/ Subisomorphism-g10-g23_c18.xml	? (TO)	2400.12	2373.67	4290159
GracefulGraph/ GracefulGraph-K07-P02_c18.xml	? (TO)	2400.12	2385.27	4290106
ColouredQueens/ ColouredQueens-16_c18.xml	? (TO)	2400.12	2388.15	4290047
Crossword/ Crossword-m18-ogd2008-vg-05-06_c18.xml	? (TO)	2400.12	2250.36	4290186
PseudoBoolean-dec/ Pb-chnl15-16_c18.xml	? (TO)	2400.12	2396.95	4290209
Langford/ LangfordBin-14_c18.xml	? (TO)	2400.13	2393.44	4290056
StripPacking/ StripPacking-N1b_c18.xml	? (TO)	2400.13	2347.78	4290143
GracefulGraph/ GracefulGraph-K04-P04_c18.xml	? (TO)	2400.13	2390.66	4290101
MagicHexagon/ MagicHexagon-06-0010_c18.xml	? (TO)	2400.13	2375.76	4290076
SportsScheduling/ SportsScheduling-20_c18.xml	? (TO)	2400.13	2367.09	4290154
GracefulGraph/ GracefulGraph-K06-P02_c18.xml	? (TO)	2400.13	2388.65	4290104
StripPacking/ StripPacking-N1a_c18.xml	? (TO)	2400.13	2346.18	4290142
Bibd/ Bibd-sum-34-085-30-12-10_c18.xml	? (TO)	2400.13	2381.47	4290018
ColouredQueens/ ColouredQueens-15_c18.xml	? (TO)	2400.13	2389.16	4290046
MagicHexagon/ MagicHexagon-07-0002_c18.xml	? (TO)	2400.13	2337.08	4290078
Quasigroups/ QuasiGroup-4-08_c18.xml	? (TO)	2400.13	2395.13	4290109
GracefulGraph/ GracefulGraph-K07-P03_c18.xml	? (TO)	2400.14	2389.56	4290107
Quasigroups/ QuasiGroup-4-12_c18.xml	? (TO)	2400.14	2390.03	4290112
CarSequencing/ CarSequencing-70-02_c18.xml	? (TO)	2400.14	2380.56	4290026
Eternity/ Eternity-13-13_c18.xml	? (TO)	2400.14	2315.99	4290094
SocialGolfers/ SocialGolfers-6-6-6-cp_c18.xml	? (TO)	2400.14	2391.45	4290132
Eternity/ Eternity-10-10_c18.xml	? (TO)	2400.14	2364.48	4290091
PseudoBoolean-dec/ Pb-chnl30-31_c18.xml	? (TO)	2400.14	2391.66	4290211
Eternity/ Eternity-12-12_c18.xml	? (TO)	2400.14	2337.79	4290093
SportsScheduling/ SportsScheduling-14_c18.xml	? (TO)	2400.15	2388.38	4290151
Langford/ LangfordBin-13_c18.xml	? (TO)	2400.15	2394.47	4290055
Eternity/ Eternity-11-11_c18.xml	? (TO)	2400.15	2353.07	4290092
Subisomorphism/ Subisomorphism-g11-g44_c18.xml	? (TO)	2400.15	2309.86	4290162
Eternity/ Eternity-14-14_c18.xml	? (TO)	2400.15	2276.59	4290095
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f02_c18.xml	? (TO)	2400.15	2383.46	4291798
PseudoBoolean-dec/ Pb-robin10_c18.xml	? (TO)	2400.15	2391.56	4290216
StripPacking/ StripPacking-C2P1_c18.xml	? (TO)	2400.15	2392.86	4290141
CarSequencing/ CarSequencing-70-01_c18.xml	? (TO)	2400.15	2381.16	4290025
PseudoBoolean-dec/ Pb-chnl20-21_c18.xml	? (TO)	2400.15	2395.66	4290210
CarSequencing/ CarSequencing-80-01_c18.xml	? (TO)	2400.15	2381.06	4290029
GracefulGraph/ GracefulGraph-K05-P03_c18.xml	? (TO)	2400.15	2389.37	4290103
Frb/ frb-56-25-3-mgd_c18.xml	? (TO)	2400.15	2390.86	4290181
Rlfap/Rlfap-dec-scens11/ Rlfap-scen-11-f01_c18.xml	? (TO)	2400.16	2382.96	4291823
Quasigroups/ QuasiGroup-4-16_c18.xml	? (TO)	2400.16	2362.14	4290114
Subisomorphism/ Subisomorphism-g11-g30_c18.xml	? (TO)	2400.16	2324.36	4290161
ColouredQueens/ ColouredQueens-08_c18.xml	? (TO)	2400.16	2395.95	4290039
CarSequencing/ CarSequencing-85-01_c18.xml	? (TO)	2400.17	2381.16	4290031
Crossword/ Crossword-m18-ogd2008-vg-04-05_c18.xml	? (TO)	2400.17	2351.05	4290185
Bibd/ Bibd-sum-10-03-08_c18.xml	? (TO)	2400.17	2390.66	4290015
Quasigroups/ QuasiGroup-7-14_c18.xml	? (TO)	2400.17	2393.66	4290121
Bibd/ Bibd-sc-10-03-08_c18.xml	? (TO)	2400.17	2391.07	4290009
StripPacking/ StripPacking-N1c_c18.xml	? (TO)	2400.17	2342.68	4290144
CarSequencing/ CarSequencing-90-02_c18.xml	? (TO)	2400.18	2381.57	4290034
Subisomorphism/ Subisomorphism-g19-g45_c18.xml	? (TO)	2400.18	2272.29	4290166
SportsScheduling/ SportsScheduling-24_c18.xml	? (TO)	2400.18	2330.2	4290156
Quasigroups/ QuasiGroup-7-16_c18.xml	? (TO)	2400.18	2392.07	4290122
CarSequencing/ CarSequencing-75-01_c18.xml	? (TO)	2400.18	2382.28	4290027
CarSequencing/ CarSequencing-85-02_c18.xml	? (TO)	2400.18	2381.27	4290032
PseudoBoolean-dec/ Pb-robin16_c18.xml	? (TO)	2400.18	2331.17	4290219
PseudoBoolean-dec/ Pb-chnl50-51_c18.xml	? (TO)	2400.18	2391.47	4290212
SportsScheduling/ SportsScheduling-22_c18.xml	? (TO)	2400.18	2354.7	4290155
CarSequencing/ CarSequencing-80-02_c18.xml	? (TO)	2400.18	2380.77	4290030
MagicHexagon/ MagicHexagon-05-0006_c18.xml	? (TO)	2400.19	2386.87	4290074
SocialGolfers/ SocialGolfers-6-6-7-cp_c18.xml	? (TO)	2400.19	2391.27	4290133
CarSequencing/ CarSequencing-75-02_c18.xml	? (TO)	2400.19	2380.86	4290028
Eternity/ Eternity-15-15_c18.xml	? (TO)	2400.19	2184.68	4290096
Subisomorphism/ Subisomorphism-g34-g36_c18.xml	? (TO)	2400.19	2320.18	4290168
Eternity/ Eternity-10-06_c18.xml	? (TO)	2400.19	2378.21	4290090
SportsScheduling/ SportsScheduling-26_c18.xml	? (TO)	2400.19	2292.51	4290157
Quasigroups/ QuasiGroup-7-20_c18.xml	? (TO)	2400.19	2384.27	4290123
Eternity/ Eternity-08-08_c18.xml	? (TO)	2400.2	2377.98	4290086
Bibd/ Bibd-sum-22-033-12-08-04_c18.xml	? (TO)	2400.2	2392.67	4290017
Eternity/ Eternity-10-05_c18.xml	? (TO)	2400.2	2383.17	4290089
Bibd/ Bibd-sc-22-033-12-08-04_c18.xml	? (TO)	2400.21	2392.38	4290011
MagicHexagon/ MagicHexagon-05-m003_c18.xml	? (TO)	2400.21	2386.29	4290075
CarSequencing/ CarSequencing-65-01_c18.xml	? (TO)	2400.22	2381.28	4290023
Eternity/ Eternity-07-07_c18.xml	? (TO)	2400.22	2384.29	4290085
GracefulGraph/ GracefulGraph-K06-P03_c18.xml	? (TO)	2400.22	2385.76	4290105
Bibd/ Bibd-sc-34-085-30-12-10_c18.xml	? (TO)	2400.22	2372.19	4290012
SportsScheduling/ SportsScheduling-12_c18.xml	? (TO)	2400.22	2391.37	4290150
SportsScheduling/ SportsScheduling-18_c18.xml	? (TO)	2400.22	2377.3	4290153
Eternity/ Eternity-09-09_c18.xml	? (TO)	2400.22	2372.69	4290087
MagicHexagon/ MagicHexagon-07-m011_c18.xml	? (TO)	2400.22	2320.19	4290079
CarSequencing/ CarSequencing-60-02_c18.xml	? (TO)	2400.23	2386.68	4290022
SportsScheduling/ SportsScheduling-16_c18.xml	? (TO)	2400.23	2386.98	4290152
Frb/ frb-45-21-1_c18.xml	? (TO)	2400.33	2393.35	4290172
CarSequencing/ CarSequencing-06-76_c18.xml	? (TO)	2400.54	2393.05	4290020
StripPacking/ StripPacking-T1d_c18.xml	? (TO)	2401.44	2343.12	4290147
CarSequencing/ CarSequencing-65-02_c18.xml	? (TO)	2402.63	2388.58	4290024
Crossword/ Crossword-m18-ogd2008-vg-06-07_c18.xml	? (TO)	2407.71	672.552	4290187
Crossword/ Crossword-m18-ogd2008-vg-14-15_c18.xml	? (TO)	2408.15	669.853	4290195