PB'12 competition: WBO track: solvers page (tabular format, summary)

Some explanations

Category "both soft and hard constraints, big integers, linear constraints" (PARTIAL-BIGINT-LIN)

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
npSolver
1.0
(complete)		 23863
(26.47%)		 0
(0%)		 63
(26.47%)		 0
(0%)		 0
(0%)		 167
(70.17%)		 0
(0%)		 8
(3.36%)
npSolver
1.0 (fixed)
(complete)		 23846
(19.33%)		 0
(0%)		 46
(19.33%)		 0
(0%)		 0
(0%)		 192
(80.67%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 23863
(26.47%)		 0
(0%)		 63
(26.47%)		 0
(0%)		 0
(0%)		 167
(70.17%)		 0
(0%)		 8
(3.36%)
npSolver
inc (fixed)
(complete)		 23846
(19.33%)		 0
(0%)		 46
(19.33%)		 0
(0%)		 0
(0%)		 192
(80.67%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 23834
(14.29%)		 0
(0%)		 34
(14.29%)		 0
(0%)		 0
(0%)		 197
(82.77%)		 0
(0%)		 7
(2.94%)
npSolver
inc-topDown (fixed)
(complete)		 23827
(11.34%)		 0
(0%)		 27
(11.34%)		 0
(0%)		 0
(0%)		 211
(88.66%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 23815
(6.3%)		 0
(0%)		 15
(6.3%)		 0
(0%)		 0
(0%)		 216
(90.76%)		 0
(0%)		 7
(2.94%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 23811
(4.62%)		 0
(0%)		 11
(4.62%)		 0
(0%)		 0
(0%)		 227
(95.38%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 238128
(53.78%)		 0
(0%)		 128
(53.78%)		 0
(0%)		 94
(39.5%)		 16
(6.72%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 238101
(42.44%)		 0
(0%)		 101
(42.44%)		 0
(0%)		 0
(0%)		 137
(57.56%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 23861
(25.63%)		 0
(0%)		 61
(25.63%)		 0
(0%)		 0
(0%)		 177
(74.37%)		 0
(0%)		 0
(0%)
wbo2satCp2
2012-05-19
(complete)		 23861
(25.63%)		 0
(0%)		 61
(25.63%)		 0
(0%)		 0
(0%)		 177
(74.37%)		 0
(0%)		 0
(0%)

Solver NameProgress
npSolver
1.0
(complete)
done
238
MOPT
63		?
167		ERR
8
npSolver
1.0 (fixed)
(complete)
done
238
MOPT
46		?
192
npSolver
inc
(complete)
done
238
MOPT
63		?
167		ERR
8
npSolver
inc (fixed)
(complete)
done
238
MOPT
46		?
192
npSolver
inc-topDown
(complete)
done
238
MOPT
34		?
197		ERR
7
npSolver
inc-topDown (fixed)
(complete)
done
238
MOPT
27		?
211
npSolver
inc-topdown-quickBound
(complete)
done
238
MOPT
15		?
216		ERR
7
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
238
MOPT
11		?
227
Sat4j PB
2012-05-28
(complete)
done
238
MOPT
128		MSAT
94		?
16
toysat
2012-05-17
(complete)
done
238
MOPT
101		?
137
wbo2sat
2012-05-19
(complete)
done
238
MOPT
61		?
177
wbo2satCp2
2012-05-19
(complete)
done
238
MOPT
61		?
177

Category "both soft and hard constraints, small integers, linear constraints" (PARTIAL-SMALLINT-LIN)

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
clasp
2.0.6-R5325
(complete)		 276210
(76.09%)		 1
(0.36%)		 209
(75.72%)		 0
(0%)		 66
(23.91%)		 0
(0%)		 0
(0%)		 0
(0%)
npSolver
1.0
(complete)		 276195
(70.65%)		 0
(0%)		 195
(70.65%)		 0
(0%)		 0
(0%)		 77
(27.9%)		 0
(0%)		 4
(1.45%)
npSolver
1.0 (fixed)
(complete)		 276195
(70.65%)		 0
(0%)		 195
(70.65%)		 0
(0%)		 0
(0%)		 81
(29.35%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 276195
(70.65%)		 0
(0%)		 195
(70.65%)		 0
(0%)		 0
(0%)		 77
(27.9%)		 0
(0%)		 4
(1.45%)
npSolver
inc (fixed)
(complete)		 276193
(69.93%)		 0
(0%)		 193
(69.93%)		 0
(0%)		 0
(0%)		 83
(30.07%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 276166
(60.14%)		 0
(0%)		 166
(60.14%)		 0
(0%)		 0
(0%)		 106
(38.41%)		 0
(0%)		 4
(1.45%)
npSolver
inc-topDown (fixed)
(complete)		 276152
(55.07%)		 0
(0%)		 152
(55.07%)		 0
(0%)		 0
(0%)		 124
(44.93%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 27460
(21.9%)		 0
(0%)		 60
(21.9%)		 0
(0%)		 0
(0%)		 210
(76.64%)		 0
(0%)		 4
(1.46%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 27660
(21.74%)		 0
(0%)		 60
(21.74%)		 0
(0%)		 0
(0%)		 216
(78.26%)		 0
(0%)		 0
(0%)
pwbo
2.01
(complete)		 276194
(70.29%)		 1
(0.36%)		 193
(69.93%)		 0
(0%)		 82
(29.71%)		 0
(0%)		 0
(0%)		 0
(0%)
pwbo
2.02
(complete)		 276193
(69.93%)		 1
(0.36%)		 192
(69.57%)		 0
(0%)		 83
(30.07%)		 0
(0%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 276208
(75.36%)		 1
(0.36%)		 207
(75%)		 0
(0%)		 68
(24.64%)		 0
(0%)		 0
(0%)		 0
(0%)
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)		 276248
(89.86%)		 1
(0.36%)		 247
(89.49%)		 0
(0%)		 25
(9.06%)		 3
(1.09%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 276199
(72.1%)		 1
(0.36%)		 198
(71.74%)		 0
(0%)		 0
(0%)		 77
(27.9%)		 0
(0%)		 0
(0%)
wbo
1.71
(complete)		 276181
(65.58%)		 1
(0.36%)		 180
(65.22%)		 0
(0%)		 0
(0%)		 95
(34.42%)		 0
(0%)		 0
(0%)
wbo
1.72
(complete)		 276181
(65.58%)		 1
(0.36%)		 180
(65.22%)		 0
(0%)		 0
(0%)		 95
(34.42%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 276194
(70.29%)		 0
(0%)		 194
(70.29%)		 0
(0%)		 0
(0%)		 82
(29.71%)		 0
(0%)		 0
(0%)
wbo2satCp2
2012-05-19
(complete)		 276194
(70.29%)		 0
(0%)		 194
(70.29%)		 0
(0%)		 0
(0%)		 82
(29.71%)		 0
(0%)		 0
(0%)

Solver NameProgress
clasp
2.0.6-R5325
(complete)
done
276
UNSAT
1		MOPT
209		MSAT
66
npSolver
1.0
(complete)
done
276
MOPT
195		?
77		ERR
4
npSolver
1.0 (fixed)
(complete)
done
276
MOPT
195		?
81
npSolver
inc
(complete)
done
276
MOPT
195		?
77		ERR
4
npSolver
inc (fixed)
(complete)
done
276
MOPT
193		?
83
npSolver
inc-topDown
(complete)
done
276
MOPT
166		?
106		ERR
4
npSolver
inc-topDown (fixed)
(complete)
done
276
MOPT
152		?
124
npSolver
inc-topdown-quickBound
(complete)
done
274
MOPT
60		?
210		ERR
4
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
276
MOPT
60		?
216
pwbo
2.01
(complete)
done
276
UNSAT
1		MOPT
193		MSAT
82
pwbo
2.02
(complete)
done
276
UNSAT
1		MOPT
192		MSAT
83
Sat4j PB
2012-05-28
(complete)
done
276
UNSAT
1		MOPT
207		MSAT
68
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)
done
276
UNSAT
1		MOPT
247		MSAT
25		?
3
toysat
2012-05-17
(complete)
done
276
UNSAT
1		MOPT
198		?
77
wbo
1.71
(complete)
done
276
UNSAT
1		MOPT
180		?
95
wbo
1.72
(complete)
done
276
UNSAT
1		MOPT
180		?
95
wbo2sat
2012-05-19
(complete)
done
276
MOPT
194		?
82
wbo2satCp2
2012-05-19
(complete)
done
276
MOPT
194		?
82

Category "only soft constraints, big integers, linear constraints" (SOFT-BIGINT-LIN)

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
npSolver
1.0
(complete)		 468
(17.39%)		 0
(0%)		 8
(17.39%)		 0
(0%)		 0
(0%)		 37
(80.43%)		 0
(0%)		 1
(2.17%)
npSolver
1.0 (fixed)
(complete)		 467
(15.22%)		 0
(0%)		 7
(15.22%)		 0
(0%)		 0
(0%)		 39
(84.78%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 468
(17.39%)		 0
(0%)		 8
(17.39%)		 0
(0%)		 0
(0%)		 37
(80.43%)		 0
(0%)		 1
(2.17%)
npSolver
inc (fixed)
(complete)		 467
(15.22%)		 0
(0%)		 7
(15.22%)		 0
(0%)		 0
(0%)		 39
(84.78%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 466
(13.04%)		 0
(0%)		 6
(13.04%)		 0
(0%)		 0
(0%)		 39
(84.78%)		 0
(0%)		 1
(2.17%)
npSolver
inc-topDown (fixed)
(complete)		 464
(8.7%)		 0
(0%)		 4
(8.7%)		 0
(0%)		 0
(0%)		 42
(91.3%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 465
(10.87%)		 0
(0%)		 5
(10.87%)		 0
(0%)		 0
(0%)		 41
(89.13%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 463
(6.52%)		 0
(0%)		 3
(6.52%)		 0
(0%)		 0
(0%)		 43
(93.48%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 4639
(84.78%)		 0
(0%)		 39
(84.78%)		 0
(0%)		 7
(15.22%)		 0
(0%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 4630
(65.22%)		 0
(0%)		 30
(65.22%)		 0
(0%)		 0
(0%)		 16
(34.78%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 468
(17.39%)		 0
(0%)		 8
(17.39%)		 0
(0%)		 0
(0%)		 37
(80.43%)		 0
(0%)		 1
(2.17%)
wbo2satCp2
2012-05-19
(complete)		 468
(17.39%)		 0
(0%)		 8
(17.39%)		 0
(0%)		 0
(0%)		 37
(80.43%)		 0
(0%)		 1
(2.17%)

Solver NameProgress
npSolver
1.0
(complete)
done
46
MOPT
8		?
37		ERR
1
npSolver
1.0 (fixed)
(complete)
done
46
MOPT
7		?
39
npSolver
inc
(complete)
done
46
MOPT
8		?
37		ERR
1
npSolver
inc (fixed)
(complete)
done
46
MOPT
7		?
39
npSolver
inc-topDown
(complete)
done
46
MOPT
6		?
39		ERR
1
npSolver
inc-topDown (fixed)
(complete)
done
46
MOPT
4		?
42
npSolver
inc-topdown-quickBound
(complete)
done
46
MOPT
5		?
41
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
46
MOPT
3		?
43
Sat4j PB
2012-05-28
(complete)
done
46
MOPT
39		MSAT
7
toysat
2012-05-17
(complete)
done
46
MOPT
30		?
16
wbo2sat
2012-05-19
(complete)
done
46
MOPT
8		?
37		ERR
1
wbo2satCp2
2012-05-19
(complete)
done
46
MOPT
8		?
37		ERR
1

Category "only soft constraints, small integers, linear constraints" (SOFT-SMALLINT-LIN)

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
clasp
2.0.6-R5325
(complete)		 13395
(71.43%)		 0
(0%)		 95
(71.43%)		 0
(0%)		 38
(28.57%)		 0
(0%)		 0
(0%)		 0
(0%)
npSolver
1.0
(complete)		 13390
(67.67%)		 0
(0%)		 90
(67.67%)		 0
(0%)		 0
(0%)		 43
(32.33%)		 0
(0%)		 0
(0%)
npSolver
1.0 (fixed)
(complete)		 13384
(63.16%)		 0
(0%)		 84
(63.16%)		 0
(0%)		 0
(0%)		 49
(36.84%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 13389
(66.92%)		 0
(0%)		 89
(66.92%)		 0
(0%)		 0
(0%)		 44
(33.08%)		 0
(0%)		 0
(0%)
npSolver
inc (fixed)
(complete)		 13384
(63.16%)		 0
(0%)		 84
(63.16%)		 0
(0%)		 0
(0%)		 49
(36.84%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 13370
(52.63%)		 0
(0%)		 70
(52.63%)		 0
(0%)		 0
(0%)		 63
(47.37%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown (fixed)
(complete)		 13351
(38.35%)		 0
(0%)		 51
(38.35%)		 0
(0%)		 0
(0%)		 82
(61.65%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 1330
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 133
(100%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 1330
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 133
(100%)		 0
(0%)		 0
(0%)
pwbo
2.01
(complete)		 13373
(54.89%)		 0
(0%)		 73
(54.89%)		 0
(0%)		 60
(45.11%)		 0
(0%)		 0
(0%)		 0
(0%)
pwbo
2.02
(complete)		 13371
(53.38%)		 0
(0%)		 71
(53.38%)		 0
(0%)		 62
(46.62%)		 0
(0%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 13397
(72.93%)		 0
(0%)		 97
(72.93%)		 0
(0%)		 36
(27.07%)		 0
(0%)		 0
(0%)		 0
(0%)
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)		 133127
(95.49%)		 0
(0%)		 127
(95.49%)		 0
(0%)		 6
(4.51%)		 0
(0%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 13392
(69.17%)		 0
(0%)		 92
(69.17%)		 0
(0%)		 0
(0%)		 41
(30.83%)		 0
(0%)		 0
(0%)
wbo
1.71
(complete)		 13382
(61.65%)		 0
(0%)		 82
(61.65%)		 0
(0%)		 0
(0%)		 51
(38.35%)		 0
(0%)		 0
(0%)
wbo
1.72
(complete)		 13382
(61.65%)		 0
(0%)		 82
(61.65%)		 0
(0%)		 0
(0%)		 51
(38.35%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 13387
(65.41%)		 0
(0%)		 87
(65.41%)		 0
(0%)		 0
(0%)		 46
(34.59%)		 0
(0%)		 0
(0%)
wbo2satCp2
2012-05-19
(complete)		 13389
(66.92%)		 0
(0%)		 89
(66.92%)		 0
(0%)		 0
(0%)		 44
(33.08%)		 0
(0%)		 0
(0%)

Solver NameProgress
clasp
2.0.6-R5325
(complete)
done
133
MOPT
95		MSAT
38
npSolver
1.0
(complete)
done
133
MOPT
90		?
43
npSolver
1.0 (fixed)
(complete)
done
133
MOPT
84		?
49
npSolver
inc
(complete)
done
133
MOPT
89		?
44
npSolver
inc (fixed)
(complete)
done
133
MOPT
84		?
49
npSolver
inc-topDown
(complete)
done
133
MOPT
70		?
63
npSolver
inc-topDown (fixed)
(complete)
done
133
MOPT
51		?
82
npSolver
inc-topdown-quickBound
(complete)
done
133
?
133
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
133
?
133
pwbo
2.01
(complete)
done
133
MOPT
73		MSAT
60
pwbo
2.02
(complete)
done
133
MOPT
71		MSAT
62
Sat4j PB
2012-05-28
(complete)
done
133
MOPT
97		MSAT
36
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)
done
133
MOPT
127		MSAT
6
toysat
2012-05-17
(complete)
done
133
MOPT
92		?
41
wbo
1.71
(complete)
done
133
MOPT
82		?
51
wbo
1.72
(complete)
done
133
MOPT
82		?
51
wbo2sat
2012-05-19
(complete)
done
133
MOPT
87		?
46
wbo2satCp2
2012-05-19
(complete)
done
133
MOPT
89		?
44

All categories for solvers registered in all categories

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
npSolver
1.0
(complete)		 693356
(51.37%)		 0
(0%)		 356
(51.37%)		 0
(0%)		 0
(0%)		 324
(46.75%)		 0
(0%)		 13
(1.88%)
npSolver
1.0 (fixed)
(complete)		 693332
(47.91%)		 0
(0%)		 332
(47.91%)		 0
(0%)		 0
(0%)		 361
(52.09%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 693355
(51.23%)		 0
(0%)		 355
(51.23%)		 0
(0%)		 0
(0%)		 325
(46.9%)		 0
(0%)		 13
(1.88%)
npSolver
inc (fixed)
(complete)		 693330
(47.62%)		 0
(0%)		 330
(47.62%)		 0
(0%)		 0
(0%)		 363
(52.38%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 693276
(39.83%)		 0
(0%)		 276
(39.83%)		 0
(0%)		 0
(0%)		 405
(58.44%)		 0
(0%)		 12
(1.73%)
npSolver
inc-topDown (fixed)
(complete)		 693234
(33.77%)		 0
(0%)		 234
(33.77%)		 0
(0%)		 0
(0%)		 459
(66.23%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 69180
(11.58%)		 0
(0%)		 80
(11.58%)		 0
(0%)		 0
(0%)		 600
(86.83%)		 0
(0%)		 11
(1.59%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 69374
(10.68%)		 0
(0%)		 74
(10.68%)		 0
(0%)		 0
(0%)		 619
(89.32%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 693472
(68.11%)		 1
(0.14%)		 471
(67.97%)		 0
(0%)		 205
(29.58%)		 16
(2.31%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 693422
(60.89%)		 1
(0.14%)		 421
(60.75%)		 0
(0%)		 0
(0%)		 271
(39.11%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 693350
(50.51%)		 0
(0%)		 350
(50.51%)		 0
(0%)		 0
(0%)		 342
(49.35%)		 0
(0%)		 1
(0.14%)
wbo2satCp2
2012-05-19
(complete)		 693352
(50.79%)		 0
(0%)		 352
(50.79%)		 0
(0%)		 0
(0%)		 340
(49.06%)		 0
(0%)		 1
(0.14%)

Solver NameProgress
npSolver
1.0
(complete)
done
693
MOPT
356		?
324		ERR
13
npSolver
1.0 (fixed)
(complete)
done
693
MOPT
332		?
361
npSolver
inc
(complete)
done
693
MOPT
355		?
325		ERR
13
npSolver
inc (fixed)
(complete)
done
693
MOPT
330		?
363
npSolver
inc-topDown
(complete)
done
693
MOPT
276		?
405		ERR
12
npSolver
inc-topDown (fixed)
(complete)
done
693
MOPT
234		?
459
npSolver
inc-topdown-quickBound
(complete)
done
691
MOPT
80		?
600		ERR
11
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
693
MOPT
74		?
619
Sat4j PB
2012-05-28
(complete)
done
693
UNSAT
1		MOPT
471		MSAT
205		?
16
toysat
2012-05-17
(complete)
done
693
UNSAT
1		MOPT
421		?
271
wbo2sat
2012-05-19
(complete)
done
693
MOPT
350		?
342		ERR
1
wbo2satCp2
2012-05-19
(complete)
done
693
MOPT
352		?
340		ERR
1

All categories and all solvers (regardless of their ability to support all categories)

This table summarizes the results in all categories for all solvers. Note however that some solvers may not have support for some categories. Therefore, the solvers may have run on a different number of benchmarks and this table should not be used to compare them.

Solver Name#benchsSolvedUNSATMOPTSATMSATUNKNOWNIncomplete AnswersBad Answers
clasp
2.0.6-R5325
(complete)		 409305
(74.57%)		 1
(0.24%)		 304
(74.33%)		 0
(0%)		 104
(25.43%)		 0
(0%)		 0
(0%)		 0
(0%)
npSolver
1.0
(complete)		 693356
(51.37%)		 0
(0%)		 356
(51.37%)		 0
(0%)		 0
(0%)		 324
(46.75%)		 0
(0%)		 13
(1.88%)
npSolver
1.0 (fixed)
(complete)		 693332
(47.91%)		 0
(0%)		 332
(47.91%)		 0
(0%)		 0
(0%)		 361
(52.09%)		 0
(0%)		 0
(0%)
npSolver
inc
(complete)		 693355
(51.23%)		 0
(0%)		 355
(51.23%)		 0
(0%)		 0
(0%)		 325
(46.9%)		 0
(0%)		 13
(1.88%)
npSolver
inc (fixed)
(complete)		 693330
(47.62%)		 0
(0%)		 330
(47.62%)		 0
(0%)		 0
(0%)		 363
(52.38%)		 0
(0%)		 0
(0%)
npSolver
inc-topDown
(complete)		 693276
(39.83%)		 0
(0%)		 276
(39.83%)		 0
(0%)		 0
(0%)		 405
(58.44%)		 0
(0%)		 12
(1.73%)
npSolver
inc-topDown (fixed)
(complete)		 693234
(33.77%)		 0
(0%)		 234
(33.77%)		 0
(0%)		 0
(0%)		 459
(66.23%)		 0
(0%)		 0
(0%)
npSolver
inc-topdown-quickBound
(complete)		 69180
(11.58%)		 0
(0%)		 80
(11.58%)		 0
(0%)		 0
(0%)		 600
(86.83%)		 0
(0%)		 11
(1.59%)
npSolver
inc-topdown-quickBound (fixed)
(complete)		 69374
(10.68%)		 0
(0%)		 74
(10.68%)		 0
(0%)		 0
(0%)		 619
(89.32%)		 0
(0%)		 0
(0%)
pwbo
2.01
(complete)		 409267
(65.28%)		 1
(0.24%)		 266
(65.04%)		 0
(0%)		 142
(34.72%)		 0
(0%)		 0
(0%)		 0
(0%)
pwbo
2.02
(complete)		 409264
(64.55%)		 1
(0.24%)		 263
(64.3%)		 0
(0%)		 145
(35.45%)		 0
(0%)		 0
(0%)		 0
(0%)
Sat4j PB
2012-05-28
(complete)		 693472
(68.11%)		 1
(0.14%)		 471
(67.97%)		 0
(0%)		 205
(29.58%)		 16
(2.31%)		 0
(0%)		 0
(0%)
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)		 409375
(91.69%)		 1
(0.24%)		 374
(91.44%)		 0
(0%)		 31
(7.58%)		 3
(0.73%)		 0
(0%)		 0
(0%)
toysat
2012-05-17
(complete)		 693422
(60.89%)		 1
(0.14%)		 421
(60.75%)		 0
(0%)		 0
(0%)		 271
(39.11%)		 0
(0%)		 0
(0%)
wbo
1.71
(complete)		 409263
(64.3%)		 1
(0.24%)		 262
(64.06%)		 0
(0%)		 0
(0%)		 146
(35.7%)		 0
(0%)		 0
(0%)
wbo
1.72
(complete)		 409263
(64.3%)		 1
(0.24%)		 262
(64.06%)		 0
(0%)		 0
(0%)		 146
(35.7%)		 0
(0%)		 0
(0%)
wbo2sat
2012-05-19
(complete)		 693350
(50.51%)		 0
(0%)		 350
(50.51%)		 0
(0%)		 0
(0%)		 342
(49.35%)		 0
(0%)		 1
(0.14%)
wbo2satCp2
2012-05-19
(complete)		 693352
(50.79%)		 0
(0%)		 352
(50.79%)		 0
(0%)		 0
(0%)		 340
(49.06%)		 0
(0%)		 1
(0.14%)

Solver NameProgress
clasp
2.0.6-R5325
(complete)
done
409
UNSAT
1		MOPT
304		MSAT
104
npSolver
1.0
(complete)
done
693
MOPT
356		?
324		ERR
13
npSolver
1.0 (fixed)
(complete)
done
693
MOPT
332		?
361
npSolver
inc
(complete)
done
693
MOPT
355		?
325		ERR
13
npSolver
inc (fixed)
(complete)
done
693
MOPT
330		?
363
npSolver
inc-topDown
(complete)
done
693
MOPT
276		?
405		ERR
12
npSolver
inc-topDown (fixed)
(complete)
done
693
MOPT
234		?
459
npSolver
inc-topdown-quickBound
(complete)
done
691
MOPT
80		?
600		ERR
11
npSolver
inc-topdown-quickBound (fixed)
(complete)
done
693
MOPT
74		?
619
pwbo
2.01
(complete)
done
409
UNSAT
1		MOPT
266		MSAT
142
pwbo
2.02
(complete)
done
409
UNSAT
1		MOPT
263		MSAT
145
Sat4j PB
2012-05-28
(complete)
done
693
UNSAT
1		MOPT
471		MSAT
205		?
16
SCIP spx
SCIP 2.1.1.4. with SoPlex 1.6.0.3 fixed
(complete)
done
409
UNSAT
1		MOPT
374		MSAT
31		?
3
toysat
2012-05-17
(complete)
done
693
UNSAT
1		MOPT
421		?
271
wbo
1.71
(complete)
done
409
UNSAT
1		MOPT
262		?
146
wbo
1.72
(complete)
done
409
UNSAT
1		MOPT
262		?
146
wbo2sat
2012-05-19
(complete)
done
693
MOPT
350		?
342		ERR
1
wbo2satCp2
2012-05-19
(complete)
done
693
MOPT
352		?
340		ERR
1