PB'07 evaluation: solvers page (tabular format, summary)

Category "optimisation, big integers, linear constraints" (OPT-BIGINT-LIN)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
bsolo
3.0.16		 38854
(13.92%)		 29
(7.47%)		 25
(6.44%)		 87
(22.42%)		 242
(62.37%)		 5
(1.29%)		 0
bsolo
3.0.17		 38854
(13.92%)		 29
(7.47%)		 25
(6.44%)		 92
(23.71%)		 242
(62.37%)		 0
(0%)		 0
minisat+
1.14		 38874
(19.07%)		 38
(9.79%)		 36
(9.28%)		 67
(17.27%)		 247
(63.66%)		 0
(0%)		 0
oree
0.1.2 alpha		 38848
(12.37%)		 38
(9.79%)		 10
(2.58%)		 55
(14.18%)		 285
(73.45%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 38898
(25.26%)		 38
(9.79%)		 60
(15.46%)		 92
(23.71%)		 198
(51.03%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 38893
(23.97%)		 36
(9.28%)		 57
(14.69%)		 116
(29.9%)		 179
(46.13%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 388118
(30.41%)		 40
(10.31%)		 78
(20.1%)		 112
(28.87%)		 157
(40.46%)		 1
(0.26%)		 0

Solver NameProgress
bsolo
3.0.16
done
388
UNSAT
29		OPT/SAT
25		SAT (TO/MO)
87		?
242		ERR
5
bsolo
3.0.17
done
388
UNSAT
29		OPT/SAT
25		SAT (TO/MO)
92		?
242
minisat+
1.14
done
388
UNSAT
38		OPT/SAT
36		SAT (TO/MO)
67		?
247
oree
0.1.2 alpha
done
388
UNSAT
38		OPT/SAT
10		SAT (TO/MO)
55		?
285
sat4jPseudoCP
2007-03-23
done
388
UNSAT
38		OPT/SAT
60		SAT (TO/MO)
92		?
198
sat4jPseudoCPClause
2007-03-23
done
388
UNSAT
36		OPT/SAT
57		SAT (TO/MO)
116		?
179
SAT4JPseudoResolution
2007-03-23
done
388
UNSAT
40		OPT/SAT
78		SAT (TO/MO)
112		?
157		ERR
1

Category "optimisation, small integers, linear constraints" (OPT-SMALLINT-LIN)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 80799
(12.27%)		 8
(0.99%)		 91
(11.28%)		 245
(30.36%)		 463
(57.37%)		 0
(0%)		 0
bsolo
3.0.16		 807263
(32.59%)		 33
(4.09%)		 230
(28.5%)		 319
(39.53%)		 212
(26.27%)		 13
(1.61%)		 0
bsolo
3.0.17		 807270
(33.46%)		 33
(4.09%)		 237
(29.37%)		 325
(40.27%)		 212
(26.27%)		 0
(0%)		 0
glpPB
0.2		 807252
(31.23%)		 40
(4.96%)		 212
(26.27%)		 0
(0%)		 555
(68.77%)		 0
(0%)		 0
minisat+
1.14		 807243
(30.11%)		 35
(4.34%)		 208
(25.77%)		 302
(37.42%)		 262
(32.47%)		 0
(0%)		 0
oree
0.1.2 alpha		 80792
(11.4%)		 15
(1.86%)		 77
(9.54%)		 321
(39.78%)		 394
(48.82%)		 0
(0%)		 0
PB-clasp
2007-03-23		 807154
(19.08%)		 8
(0.99%)		 146
(18.09%)		 207
(25.65%)		 446
(55.27%)		 0
(0%)		 0
PB-clasp
2007-04-10		 807181
(22.43%)		 23
(2.85%)		 158
(19.58%)		 309
(38.29%)		 317
(39.28%)		 0
(0%)		 0
PBS4
2007-03-23		 807164
(20.32%)		 23
(2.85%)		 141
(17.47%)		 0
(0%)		 227
(28.13%)		 416
(51.55%)		 0
PBS4_v2
2007-03-23		 807164
(20.32%)		 23
(2.85%)		 141
(17.47%)		 416
(51.55%)		 227
(28.13%)		 0
(0%)		 0
Pueblo
1.4		 807211
(26.15%)		 31
(3.84%)		 180
(22.3%)		 389
(48.2%)		 207
(25.65%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 807194
(24.04%)		 47
(5.82%)		 147
(18.22%)		 397
(49.19%)		 216
(26.77%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 807191
(23.67%)		 46
(5.7%)		 145
(17.97%)		 398
(49.32%)		 218
(27.01%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 807191
(23.67%)		 35
(4.34%)		 156
(19.33%)		 376
(46.59%)		 238
(29.49%)		 2
(0.25%)		 0
wildcat-rnp
2007-03-21		 8071
(0.12%)		 0
(0%)		 1
(0.12%)		 411
(50.93%)		 395
(48.95%)		 0
(0%)		 0
wildcat-skc
2007-03-21		 8071
(0.12%)		 0
(0%)		 1
(0.12%)		 447
(55.39%)		 359
(44.49%)		 0
(0%)		 0

Solver NameProgress
absconPseudo
102
done
807
UNSAT
8		OPT/SAT
91		SAT (TO/MO)
245		?
463
bsolo
3.0.16
done
807
UNSAT
33		OPT/SAT
230		SAT (TO/MO)
319		?
212		ERR
13
bsolo
3.0.17
done
807
UNSAT
33		OPT/SAT
237		SAT (TO/MO)
325		?
212
glpPB
0.2
done
807
UNSAT
40		OPT/SAT
212		?
555
minisat+
1.14
done
807
UNSAT
35		OPT/SAT
208		SAT (TO/MO)
302		?
262
oree
0.1.2 alpha
done
807
UNSAT
15		OPT/SAT
77		SAT (TO/MO)
321		?
394
PB-clasp
2007-03-23
done
807
UNSAT
8		OPT/SAT
146		SAT (TO/MO)
207		?
446
PB-clasp
2007-04-10
done
807
UNSAT
23		OPT/SAT
158		SAT (TO/MO)
309		?
317
PBS4
2007-03-23
done
807
UNSAT
23		OPT/SAT
141		?
227		ERR
416
PBS4_v2
2007-03-23
done
807
UNSAT
23		OPT/SAT
141		SAT (TO/MO)
416		?
227
Pueblo
1.4
done
807
UNSAT
31		OPT/SAT
180		SAT (TO/MO)
389		?
207
sat4jPseudoCP
2007-03-23
done
807
UNSAT
47		OPT/SAT
147		SAT (TO/MO)
397		?
216
sat4jPseudoCPClause
2007-03-23
done
807
UNSAT
46		OPT/SAT
145		SAT (TO/MO)
398		?
218
SAT4JPseudoResolution
2007-03-23
done
807
UNSAT
35		OPT/SAT
156		SAT (TO/MO)
376		?
238		ERR
2
wildcat-rnp
2007-03-21
done
807
OPT/SAT
1		SAT (TO/MO)
411		?
395
wildcat-skc
2007-03-21
done
807
OPT/SAT
1		SAT (TO/MO)
447		?
359

Category "optimisation, small integers, non linear constraints" (OPT-SMALLINT-NLC)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 40588
(21.73%)		 0
(0%)		 88
(21.73%)		 87
(21.48%)		 230
(56.79%)		 0
(0%)		 0
bsolo
3.0.16		 405239
(59.01%)		 0
(0%)		 239
(59.01%)		 150
(37.04%)		 15
(3.7%)		 1
(0.25%)		 0
bsolo
3.0.17		 405239
(59.01%)		 0
(0%)		 239
(59.01%)		 151
(37.28%)		 15
(3.7%)		 0
(0%)		 0
glpPB
0.2		 40567
(16.54%)		 0
(0%)		 67
(16.54%)		 0
(0%)		 338
(83.46%)		 0
(0%)		 0
minisat+
1.14		 405275
(67.9%)		 0
(0%)		 275
(67.9%)		 120
(29.63%)		 10
(2.47%)		 0
(0%)		 0
oree
0.1.2 alpha		 40599
(24.44%)		 0
(0%)		 99
(24.44%)		 101
(24.94%)		 205
(50.62%)		 0
(0%)		 0
PB-clasp
2007-03-23		 4050
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 316
(78.02%)		 89
(21.98%)		 0
PB-clasp
2007-04-10		 405177
(43.7%)		 0
(0%)		 177
(43.7%)		 35
(8.64%)		 133
(32.84%)		 60
(14.81%)		 0
PBS4
2007-03-23		 405171
(42.22%)		 0
(0%)		 171
(42.22%)		 0
(0%)		 18
(4.44%)		 216
(53.33%)		 0
PBS4_v2
2007-03-23		 405171
(42.22%)		 0
(0%)		 171
(42.22%)		 216
(53.33%)		 18
(4.44%)		 0
(0%)		 0
Pueblo
1.4		 405248
(61.23%)		 0
(0%)		 248
(61.23%)		 157
(38.77%)		 0
(0%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 40578
(19.26%)		 0
(0%)		 78
(19.26%)		 124
(30.62%)		 203
(50.12%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 40576
(18.77%)		 0
(0%)		 76
(18.77%)		 126
(31.11%)		 203
(50.12%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 405216
(53.33%)		 0
(0%)		 216
(53.33%)		 68
(16.79%)		 121
(29.88%)		 0
(0%)		 0
wildcat-rnp
2007-03-21		 4050
(0%)		 0
(0%)		 0
(0%)		 178
(43.95%)		 226
(55.8%)		 1
(0.25%)		 0
wildcat-skc
2007-03-21		 4050
(0%)		 0
(0%)		 0
(0%)		 153
(37.78%)		 250
(61.73%)		 2
(0.49%)		 0

Solver NameProgress
absconPseudo
102
done
405
OPT/SAT
88		SAT (TO/MO)
87		?
230
bsolo
3.0.16
done
405
OPT/SAT
239		SAT (TO/MO)
150		?
15		ERR
1
bsolo
3.0.17
done
405
OPT/SAT
239		SAT (TO/MO)
151		?
15
glpPB
0.2
done
405
OPT/SAT
67		?
338
minisat+
1.14
done
405
OPT/SAT
275		SAT (TO/MO)
120		?
10
oree
0.1.2 alpha
done
405
OPT/SAT
99		SAT (TO/MO)
101		?
205
PB-clasp
2007-03-23
done
405
?
316		ERR
89
PB-clasp
2007-04-10
done
405
OPT/SAT
177		SAT (TO/MO)
35		?
133		ERR
60
PBS4
2007-03-23
done
405
OPT/SAT
171		?
18		ERR
216
PBS4_v2
2007-03-23
done
405
OPT/SAT
171		SAT (TO/MO)
216		?
18
Pueblo
1.4
done
405
OPT/SAT
248		SAT (TO/MO)
157
sat4jPseudoCP
2007-03-23
done
405
OPT/SAT
78		SAT (TO/MO)
124		?
203
sat4jPseudoCPClause
2007-03-23
done
405
OPT/SAT
76		SAT (TO/MO)
126		?
203
SAT4JPseudoResolution
2007-03-23
done
405
OPT/SAT
216		SAT (TO/MO)
68		?
121
wildcat-rnp
2007-03-21
done
405
SAT (TO/MO)
178		?
226		ERR
1
wildcat-skc
2007-03-21
done
405
SAT (TO/MO)
153		?
250		ERR
2

Category "instances containing only clauses" (PURE-SAT)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 1669
(5.42%)		 9
(5.42%)		 0
(0%)		 0
(0%)		 157
(94.58%)		 0
(0%)		 0
bsolo
3.0.16		 16660
(36.14%)		 45
(27.11%)		 15
(9.04%)		 0
(0%)		 106
(63.86%)		 0
(0%)		 0
bsolo
3.0.17		 16663
(37.95%)		 45
(27.11%)		 18
(10.84%)		 0
(0%)		 103
(62.05%)		 0
(0%)		 0
glpPB
0.2		 1661
(0.6%)		 1
(0.6%)		 0
(0%)		 0
(0%)		 165
(99.4%)		 0
(0%)		 0
minisat+
1.14		 166115
(69.28%)		 75
(45.18%)		 40
(24.1%)		 0
(0%)		 50
(30.12%)		 1
(0.6%)		 0
oree
0.1.2 alpha		 16613
(7.83%)		 7
(4.22%)		 6
(3.61%)		 0
(0%)		 153
(92.17%)		 0
(0%)		 0
PB-clasp
2007-03-23		 166102
(61.45%)		 72
(43.37%)		 30
(18.07%)		 0
(0%)		 63
(37.95%)		 1
(0.6%)		 0
PB-clasp
2007-04-10		 166125
(75.3%)		 83
(50%)		 42
(25.3%)		 0
(0%)		 40
(24.1%)		 1
(0.6%)		 0
PBS4
2007-03-23		 16635
(21.08%)		 21
(12.65%)		 14
(8.43%)		 0
(0%)		 124
(74.7%)		 7
(4.22%)		 0
PBS4_v2
2007-03-23		 16635
(21.08%)		 21
(12.65%)		 14
(8.43%)		 0
(0%)		 124
(74.7%)		 7
(4.22%)		 0
Pueblo
1.4		 16685
(51.2%)		 62
(37.35%)		 23
(13.86%)		 0
(0%)		 81
(48.8%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 16647
(28.31%)		 30
(18.07%)		 17
(10.24%)		 0
(0%)		 119
(71.69%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 16647
(28.31%)		 30
(18.07%)		 17
(10.24%)		 0
(0%)		 119
(71.69%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 16698
(59.04%)		 57
(34.34%)		 41
(24.7%)		 0
(0%)		 68
(40.96%)		 0
(0%)		 0
wildcat-rnp
2007-03-21		 1661
(0.6%)		 0
(0%)		 1
(0.6%)		 0
(0%)		 165
(99.4%)		 0
(0%)		 0
wildcat-skc
2007-03-21		 1664
(2.41%)		 0
(0%)		 4
(2.41%)		 0
(0%)		 162
(97.59%)		 0
(0%)		 0

Solver NameProgress
absconPseudo
102
done
166
UNSAT
9		?
157
bsolo
3.0.16
done
166
UNSAT
45		OPT/SAT
15		?
106
bsolo
3.0.17
done
166
UNSAT
45		OPT/SAT
18		?
103
glpPB
0.2
done
166
UNSAT
1		?
165
minisat+
1.14
done
166
UNSAT
75		OPT/SAT
40		?
50		ERR
1
oree
0.1.2 alpha
done
166
UNSAT
7		OPT/SAT
6		?
153
PB-clasp
2007-03-23
done
166
UNSAT
72		OPT/SAT
30		?
63		ERR
1
PB-clasp
2007-04-10
done
166
UNSAT
83		OPT/SAT
42		?
40		ERR
1
PBS4
2007-03-23
done
166
UNSAT
21		OPT/SAT
14		?
124		ERR
7
PBS4_v2
2007-03-23
done
166
UNSAT
21		OPT/SAT
14		?
124		ERR
7
Pueblo
1.4
done
166
UNSAT
62		OPT/SAT
23		?
81
sat4jPseudoCP
2007-03-23
done
166
UNSAT
30		OPT/SAT
17		?
119
sat4jPseudoCPClause
2007-03-23
done
166
UNSAT
30		OPT/SAT
17		?
119
SAT4JPseudoResolution
2007-03-23
done
166
UNSAT
57		OPT/SAT
41		?
68
wildcat-rnp
2007-03-21
done
166
OPT/SAT
1		?
165
wildcat-skc
2007-03-21
done
166
OPT/SAT
4		?
162

Category "no optimisation, big integers, linear constraints" (SATUNSAT-BIGINT-LIN)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
bsolo
3.0.16		 147
(50%)		 0
(0%)		 7
(50%)		 0
(0%)		 7
(50%)		 0
(0%)		 0
bsolo
3.0.17		 147
(50%)		 0
(0%)		 7
(50%)		 0
(0%)		 7
(50%)		 0
(0%)		 0
minisat+
1.14		 1411
(78.57%)		 0
(0%)		 11
(78.57%)		 0
(0%)		 3
(21.43%)		 0
(0%)		 0
oree
0.1.2 alpha		 141
(7.14%)		 0
(0%)		 1
(7.14%)		 0
(0%)		 13
(92.86%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 143
(21.43%)		 0
(0%)		 3
(21.43%)		 0
(0%)		 11
(78.57%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 142
(14.29%)		 0
(0%)		 2
(14.29%)		 0
(0%)		 12
(85.71%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 144
(28.57%)		 0
(0%)		 4
(28.57%)		 0
(0%)		 10
(71.43%)		 0
(0%)		 0

Solver NameProgress
bsolo
3.0.16
done
14
OPT/SAT
7		?
7
bsolo
3.0.17
done
14
OPT/SAT
7		?
7
minisat+
1.14
done
14
OPT/SAT
11		?
3
oree
0.1.2 alpha
done
14
OPT/SAT
1		?
13
sat4jPseudoCP
2007-03-23
done
14
OPT/SAT
3		?
11
sat4jPseudoCPClause
2007-03-23
done
14
OPT/SAT
2		?
12
SAT4JPseudoResolution
2007-03-23
done
14
OPT/SAT
4		?
10

Category "no optimisation, small integers, linear constraints" (SATUNSAT-SMALLINT-LIN)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 371160
(43.13%)		 79
(21.29%)		 81
(21.83%)		 0
(0%)		 211
(56.87%)		 0
(0%)		 0
bsolo
3.0.16		 371271
(73.05%)		 137
(36.93%)		 134
(36.12%)		 0
(0%)		 100
(26.95%)		 0
(0%)		 0
bsolo
3.0.17		 371271
(73.05%)		 137
(36.93%)		 134
(36.12%)		 0
(0%)		 100
(26.95%)		 0
(0%)		 0
glpPB
0.2		 371200
(53.91%)		 121
(32.61%)		 79
(21.29%)		 0
(0%)		 171
(46.09%)		 0
(0%)		 0
minisat+
1.14		 371305
(82.21%)		 170
(45.82%)		 135
(36.39%)		 0
(0%)		 66
(17.79%)		 0
(0%)		 0
oree
0.1.2 alpha		 37198
(26.42%)		 36
(9.7%)		 62
(16.71%)		 0
(0%)		 273
(73.58%)		 0
(0%)		 0
PB-clasp
2007-03-23		 371283
(76.28%)		 171
(46.09%)		 112
(30.19%)		 0
(0%)		 88
(23.72%)		 0
(0%)		 0
PB-clasp
2007-04-10		 371312
(84.1%)		 175
(47.17%)		 137
(36.93%)		 0
(0%)		 59
(15.9%)		 0
(0%)		 0
PBS4
2007-03-23		 371327
(88.14%)		 197
(53.1%)		 130
(35.04%)		 0
(0%)		 44
(11.86%)		 0
(0%)		 0
PBS4_v2
2007-03-23		 371327
(88.14%)		 197
(53.1%)		 130
(35.04%)		 0
(0%)		 44
(11.86%)		 0
(0%)		 0
Pueblo
1.4		 371341
(91.91%)		 202
(54.45%)		 139
(37.47%)		 0
(0%)		 30
(8.09%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 371141
(38.01%)		 88
(23.72%)		 53
(14.29%)		 0
(0%)		 230
(61.99%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 371151
(40.7%)		 95
(25.61%)		 56
(15.09%)		 0
(0%)		 220
(59.3%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 371273
(73.58%)		 167
(45.01%)		 106
(28.57%)		 0
(0%)		 98
(26.42%)		 0
(0%)		 0
wildcat-rnp
2007-03-21		 371142
(38.27%)		 0
(0%)		 142
(38.27%)		 0
(0%)		 229
(61.73%)		 0
(0%)		 0
wildcat-skc
2007-03-21		 371148
(39.89%)		 0
(0%)		 148
(39.89%)		 0
(0%)		 223
(60.11%)		 0
(0%)		 0

Solver NameProgress
absconPseudo
102
done
371
UNSAT
79		OPT/SAT
81		?
211
bsolo
3.0.16
done
371
UNSAT
137		OPT/SAT
134		?
100
bsolo
3.0.17
done
371
UNSAT
137		OPT/SAT
134		?
100
glpPB
0.2
done
371
UNSAT
121		OPT/SAT
79		?
171
minisat+
1.14
done
371
UNSAT
170		OPT/SAT
135		?
66
oree
0.1.2 alpha
done
371
UNSAT
36		OPT/SAT
62		?
273
PB-clasp
2007-03-23
done
371
UNSAT
171		OPT/SAT
112		?
88
PB-clasp
2007-04-10
done
371
UNSAT
175		OPT/SAT
137		?
59
PBS4
2007-03-23
done
371
UNSAT
197		OPT/SAT
130		?
44
PBS4_v2
2007-03-23
done
371
UNSAT
197		OPT/SAT
130		?
44
Pueblo
1.4
done
371
UNSAT
202		OPT/SAT
139		?
30
sat4jPseudoCP
2007-03-23
done
371
UNSAT
88		OPT/SAT
53		?
230
sat4jPseudoCPClause
2007-03-23
done
371
UNSAT
95		OPT/SAT
56		?
220
SAT4JPseudoResolution
2007-03-23
done
371
UNSAT
167		OPT/SAT
106		?
98
wildcat-rnp
2007-03-21
done
371
OPT/SAT
142		?
229
wildcat-skc
2007-03-21
done
371
OPT/SAT
148		?
223

Category "no optimisation, small integers, non linear constraints" (SATUNSAT-SMALLINT-NLC)

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 10050
(50%)		 10
(10%)		 40
(40%)		 0
(0%)		 50
(50%)		 0
(0%)		 0
bsolo
3.0.16		 10027
(27%)		 10
(10%)		 17
(17%)		 0
(0%)		 73
(73%)		 0
(0%)		 0
bsolo
3.0.17		 10028
(28%)		 10
(10%)		 18
(18%)		 0
(0%)		 72
(72%)		 0
(0%)		 0
glpPB
0.2		 10065
(65%)		 20
(20%)		 45
(45%)		 0
(0%)		 35
(35%)		 0
(0%)		 0
minisat+
1.14		 10065
(65%)		 15
(15%)		 50
(50%)		 0
(0%)		 35
(35%)		 0
(0%)		 0
oree
0.1.2 alpha		 10055
(55%)		 10
(10%)		 45
(45%)		 0
(0%)		 45
(45%)		 0
(0%)		 0
PB-clasp
2007-03-23		 10062
(62%)		 15
(15%)		 47
(47%)		 0
(0%)		 38
(38%)		 0
(0%)		 0
PB-clasp
2007-04-10		 10064
(64%)		 15
(15%)		 49
(49%)		 0
(0%)		 36
(36%)		 0
(0%)		 0
PBS4
2007-03-23		 10065
(65%)		 15
(15%)		 50
(50%)		 0
(0%)		 35
(35%)		 0
(0%)		 0
PBS4_v2
2007-03-23		 10065
(65%)		 15
(15%)		 50
(50%)		 0
(0%)		 35
(35%)		 0
(0%)		 0
Pueblo
1.4		 10064
(64%)		 14
(14%)		 50
(50%)		 0
(0%)		 36
(36%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 1000
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 100
(100%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 1000
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 100
(100%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 1000
(0%)		 0
(0%)		 0
(0%)		 0
(0%)		 100
(100%)		 0
(0%)		 0
wildcat-rnp
2007-03-21		 10060
(60%)		 0
(0%)		 60
(60%)		 0
(0%)		 40
(40%)		 0
(0%)		 0
wildcat-skc
2007-03-21		 10060
(60%)		 0
(0%)		 60
(60%)		 0
(0%)		 40
(40%)		 0
(0%)		 0

Solver NameProgress
absconPseudo
102
done
100
UNSAT
10		OPT/SAT
40		?
50
bsolo
3.0.16
done
100
UNSAT
10		OPT/SAT
17		?
73
bsolo
3.0.17
done
100
UNSAT
10		OPT/SAT
18		?
72
glpPB
0.2
done
100
UNSAT
20		OPT/SAT
45		?
35
minisat+
1.14
done
100
UNSAT
15		OPT/SAT
50		?
35
oree
0.1.2 alpha
done
100
UNSAT
10		OPT/SAT
45		?
45
PB-clasp
2007-03-23
done
100
UNSAT
15		OPT/SAT
47		?
38
PB-clasp
2007-04-10
done
100
UNSAT
15		OPT/SAT
49		?
36
PBS4
2007-03-23
done
100
UNSAT
15		OPT/SAT
50		?
35
PBS4_v2
2007-03-23
done
100
UNSAT
15		OPT/SAT
50		?
35
Pueblo
1.4
done
100
UNSAT
14		OPT/SAT
50		?
36
sat4jPseudoCP
2007-03-23
done
100
?
100
sat4jPseudoCPClause
2007-03-23
done
100
?
100
SAT4JPseudoResolution
2007-03-23
done
100
?
100
wildcat-rnp
2007-03-21
done
100
OPT/SAT
60		?
40
wildcat-skc
2007-03-21
done
100
OPT/SAT
60		?
40

All categories for solvers registered in all categories

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
bsolo
3.0.16		 2251921
(40.92%)		 254
(11.28%)		 667
(29.63%)		 556
(24.7%)		 755
(33.54%)		 19
(0.84%)		 0
bsolo
3.0.17		 2251932
(41.4%)		 254
(11.28%)		 678
(30.12%)		 568
(25.23%)		 751
(33.36%)		 0
(0%)		 0
minisat+
1.14		 22511088
(48.33%)		 333
(14.79%)		 755
(33.54%)		 489
(21.72%)		 673
(29.9%)		 1
(0.04%)		 0
oree
0.1.2 alpha		 2251406
(18.04%)		 106
(4.71%)		 300
(13.33%)		 477
(21.19%)		 1368
(60.77%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 2251561
(24.92%)		 203
(9.02%)		 358
(15.9%)		 613
(27.23%)		 1077
(47.85%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 2251560
(24.88%)		 207
(9.2%)		 353
(15.68%)		 640
(28.43%)		 1051
(46.69%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 2251900
(39.98%)		 299
(13.28%)		 601
(26.7%)		 556
(24.7%)		 792
(35.18%)		 3
(0.13%)		 0

Solver NameProgress
bsolo
3.0.16
done
2251
UNSAT
254		OPT/SAT
667		SAT (TO/MO)
556		?
755		ERR
19
bsolo
3.0.17
done
2251
UNSAT
254		OPT/SAT
678		SAT (TO/MO)
568		?
751
minisat+
1.14
done
2251
UNSAT
333		OPT/SAT
755		SAT (TO/MO)
489		?
673		ERR
1
oree
0.1.2 alpha
done
2251
UNSAT
106		OPT/SAT
300		SAT (TO/MO)
477		?
1368
sat4jPseudoCP
2007-03-23
done
2251
UNSAT
203		OPT/SAT
358		SAT (TO/MO)
613		?
1077
sat4jPseudoCPClause
2007-03-23
done
2251
UNSAT
207		OPT/SAT
353		SAT (TO/MO)
640		?
1051
SAT4JPseudoResolution
2007-03-23
done
2251
UNSAT
299		OPT/SAT
601		SAT (TO/MO)
556		?
792		ERR
3

All categories and all solvers (regardless of their ability to support all categories)

This table summarizes the results in all categories for all solvers. Note however that some solvers may not have support for some categories. Therefore, the solvers may have run on a different number of benchmarks and this table should not be used to compare them.

Solver Name#benchsSolvedUNSATOPT/SATSAT (TO/MO)UNKNOWNBad AnswersMisc.
absconPseudo
102		 1849406
(21.96%)		 106
(5.73%)		 300
(16.22%)		 332
(17.96%)		 1111
(60.09%)		 0
(0%)		 0
bsolo
3.0.16		 2251921
(40.92%)		 254
(11.28%)		 667
(29.63%)		 556
(24.7%)		 755
(33.54%)		 19
(0.84%)		 0
bsolo
3.0.17		 2251932
(41.4%)		 254
(11.28%)		 678
(30.12%)		 568
(25.23%)		 751
(33.36%)		 0
(0%)		 0
glpPB
0.2		 1849585
(31.64%)		 182
(9.84%)		 403
(21.8%)		 0
(0%)		 1264
(68.36%)		 0
(0%)		 0
minisat+
1.14		 22511088
(48.33%)		 333
(14.79%)		 755
(33.54%)		 489
(21.72%)		 673
(29.9%)		 1
(0.04%)		 0
oree
0.1.2 alpha		 2251406
(18.04%)		 106
(4.71%)		 300
(13.33%)		 477
(21.19%)		 1368
(60.77%)		 0
(0%)		 0
PB-clasp
2007-03-23		 1849601
(32.5%)		 266
(14.39%)		 335
(18.12%)		 207
(11.2%)		 951
(51.43%)		 90
(4.87%)		 0
PB-clasp
2007-04-10		 1849859
(46.46%)		 296
(16.01%)		 563
(30.45%)		 344
(18.6%)		 585
(31.64%)		 61
(3.3%)		 0
PBS4
2007-03-23		 1849762
(41.21%)		 256
(13.85%)		 506
(27.37%)		 0
(0%)		 448
(24.23%)		 639
(34.56%)		 0
PBS4_v2
2007-03-23		 1849762
(41.21%)		 256
(13.85%)		 506
(27.37%)		 632
(34.18%)		 448
(24.23%)		 7
(0.38%)		 0
Pueblo
1.4		 1849949
(51.33%)		 309
(16.71%)		 640
(34.61%)		 546
(29.53%)		 354
(19.15%)		 0
(0%)		 0
sat4jPseudoCP
2007-03-23		 2251561
(24.92%)		 203
(9.02%)		 358
(15.9%)		 613
(27.23%)		 1077
(47.85%)		 0
(0%)		 0
sat4jPseudoCPClause
2007-03-23		 2251560
(24.88%)		 207
(9.2%)		 353
(15.68%)		 640
(28.43%)		 1051
(46.69%)		 0
(0%)		 0
SAT4JPseudoResolution
2007-03-23		 2251900
(39.98%)		 299
(13.28%)		 601
(26.7%)		 556
(24.7%)		 792
(35.18%)		 3
(0.13%)		 0
wildcat-rnp
2007-03-21		 1849204
(11.03%)		 0
(0%)		 204
(11.03%)		 589
(31.86%)		 1055
(57.06%)		 1
(0.05%)		 0
wildcat-skc
2007-03-21		 1849213
(11.52%)		 0
(0%)		 213
(11.52%)		 600
(32.45%)		 1034
(55.92%)		 2
(0.11%)		 0

Solver NameProgress
absconPseudo
102
done
1849
UNSAT
106		OPT/SAT
300		SAT (TO/MO)
332		?
1111
bsolo
3.0.16
done
2251
UNSAT
254		OPT/SAT
667		SAT (TO/MO)
556		?
755		ERR
19
bsolo
3.0.17
done
2251
UNSAT
254		OPT/SAT
678		SAT (TO/MO)
568		?
751
glpPB
0.2
done
1849
UNSAT
182		OPT/SAT
403		?
1264
minisat+
1.14
done
2251
UNSAT
333		OPT/SAT
755		SAT (TO/MO)
489		?
673		ERR
1
oree
0.1.2 alpha
done
2251
UNSAT
106		OPT/SAT
300		SAT (TO/MO)
477		?
1368
PB-clasp
2007-03-23
done
1849
UNSAT
266		OPT/SAT
335		SAT (TO/MO)
207		?
951		ERR
90
PB-clasp
2007-04-10
done
1849
UNSAT
296		OPT/SAT
563		SAT (TO/MO)
344		?
585		ERR
61
PBS4
2007-03-23
done
1849
UNSAT
256		OPT/SAT
506		?
448		ERR
639
PBS4_v2
2007-03-23
done
1849
UNSAT
256		OPT/SAT
506		SAT (TO/MO)
632		?
448		ERR
7
Pueblo
1.4
done
1849
UNSAT
309		OPT/SAT
640		SAT (TO/MO)
546		?
354
sat4jPseudoCP
2007-03-23
done
2251
UNSAT
203		OPT/SAT
358		SAT (TO/MO)
613		?
1077
sat4jPseudoCPClause
2007-03-23
done
2251
UNSAT
207		OPT/SAT
353		SAT (TO/MO)
640		?
1051
SAT4JPseudoResolution
2007-03-23
done
2251
UNSAT
299		OPT/SAT
601		SAT (TO/MO)
556		?
792		ERR
3
wildcat-rnp
2007-03-21
done
1849
OPT/SAT
204		SAT (TO/MO)
589		?
1055		ERR
1
wildcat-skc
2007-03-21
done
1849
OPT/SAT
213		SAT (TO/MO)
600		?
1034		ERR
2

Some explanations