SAT 2007 Competition Phase 1: solvers page (tabular format, summary)

Category "crafted instances" (CRAFTED)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad AnswersMisc.
adaptg2wsat
2007-02-08		 2016
(2.99%)		 0
(0%)		 6
(2.99%)		 195
(97.01%)		 0
(0%)		 0
adaptg2wsat+
2007-02-08		 2016
(2.99%)		 0
(0%)		 6
(2.99%)		 195
(97.01%)		 0
(0%)		 0
adaptg2wsat0
2007-02-08		 2014
(1.99%)		 0
(0%)		 4
(1.99%)		 197
(98.01%)		 0
(0%)		 0
adaptg2wsatp
2007-02-08		 2014
(1.99%)		 0
(0%)		 4
(1.99%)		 197
(98.01%)		 0
(0%)		 0
adaptnovelty
2007-02-08		 2013
(1.49%)		 0
(0%)		 3
(1.49%)		 198
(98.51%)		 0
(0%)		 0
barcelogic
2007-02-08		 20140
(19.9%)		 23
(11.44%)		 17
(8.46%)		 161
(80.1%)		 0
(0%)		 0
Barcelogic Fixed
2007-04-13		 20140
(19.9%)		 23
(11.44%)		 17
(8.46%)		 161
(80.1%)		 0
(0%)		 0
CMUSAT
2007-02-08		 20152
(25.87%)		 37
(18.41%)		 15
(7.46%)		 149
(74.13%)		 0
(0%)		 0
CMUSAT BASE
2007-02-08		 20137
(18.41%)		 23
(11.44%)		 14
(6.97%)		 164
(81.59%)		 0
(0%)		 0
DEWSATZ
2007-02-08		 20115
(7.46%)		 13
(6.47%)		 2
(1%)		 186
(92.54%)		 0
(0%)		 0
DEWSATZ
2007-04-26 (fixed)		 20115
(7.46%)		 13
(6.47%)		 2
(1%)		 186
(92.54%)		 0
(0%)		 0
DEWSATZ 1A
2007-02-08		 20120
(9.95%)		 16
(7.96%)		 4
(1.99%)		 181
(90.05%)		 0
(0%)		 0
FH
2007-02-08		 2017
(3.48%)		 0
(0%)		 7
(3.48%)		 194
(96.52%)		 0
(0%)		 0
gnovelty+
2007-02-08		 2011
(0.5%)		 0
(0%)		 1
(0.5%)		 200
(99.5%)		 0
(0%)		 0
Hybrid1
2007-02-08		 2018
(3.98%)		 0
(0%)		 8
(3.98%)		 193
(96.02%)		 0
(0%)		 0
KCNFS
2004		 20114
(6.97%)		 12
(5.97%)		 2
(1%)		 187
(93.03%)		 0
(0%)		 0
KCNFS
2006		 20114
(6.97%)		 12
(5.97%)		 2
(1%)		 187
(93.03%)		 0
(0%)		 0
KCNFS
SMP		 20115
(7.46%)		 13
(6.47%)		 2
(1%)		 186
(92.54%)		 0
(0%)		 0
March KS
2007-02-08		 20133
(16.42%)		 18
(8.96%)		 15
(7.46%)		 168
(83.58%)		 0
(0%)		 0
minimarch
2007-02-08		 20175
(37.31%)		 55
(27.36%)		 20
(9.95%)		 125
(62.19%)		 1
(0.5%)		 0
minimarch
2007-04-26 (fixed)		 20167
(33.33%)		 47
(23.38%)		 20
(9.95%)		 134
(66.67%)		 0
(0%)		 0
minisat
SAT 2007		 20171
(35.32%)		 49
(24.38%)		 22
(10.95%)		 130
(64.68%)		 0
(0%)		 0
minisat
SAT 2007 (with assertions)		 20171
(35.32%)		 49
(24.38%)		 22
(10.95%)		 130
(64.68%)		 0
(0%)		 0
MiraXT
v1		 20155
(27.36%)		 40
(19.9%)		 15
(7.46%)		 146
(72.64%)		 0
(0%)		 0
MiraXT
v2		 20155
(27.36%)		 40
(19.9%)		 15
(7.46%)		 146
(72.64%)		 0
(0%)		 0
MiraXT
v3		 20157
(28.36%)		 39
(19.4%)		 18
(8.96%)		 144
(71.64%)		 0
(0%)		 0
Mmisat
2007-02-08		 2012
(1%)		 2
(1%)		 0
(0%)		 199
(99%)		 0
(0%)		 0
MXC
2007-02-08		 20153
(26.37%)		 38
(18.91%)		 15
(7.46%)		 148
(73.63%)		 0
(0%)		 0
ornithorynque
0.1 alpha		 2019
(4.48%)		 6
(2.99%)		 3
(1.49%)		 192
(95.52%)		 0
(0%)		 0
picosat
535		 20146
(22.89%)		 26
(12.94%)		 20
(9.95%)		 155
(77.11%)		 0
(0%)		 0
ranov
2007-02-08		 2016
(2.99%)		 0
(0%)		 6
(2.99%)		 195
(97.01%)		 0
(0%)		 0
Rsat
2007-02-08		 20137
(18.41%)		 26
(12.94%)		 11
(5.47%)		 164
(81.59%)		 0
(0%)		 0
saps
2007-02-08		 2012
(1%)		 0
(0%)		 2
(1%)		 199
(99%)		 0
(0%)		 0
sapsrt
2007-02-08		 2011
(0.5%)		 0
(0%)		 1
(0.5%)		 200
(99.5%)		 0
(0%)		 0
SAT4J
SAT 2007		 20132
(15.92%)		 21
(10.45%)		 11
(5.47%)		 169
(84.08%)		 0
(0%)		 0
SAT7
2007-02-08		 20146
(22.89%)		 30
(14.93%)		 16
(7.96%)		 155
(77.11%)		 0
(0%)		 0
SATzilla
CRAFTED		 20169
(34.33%)		 45
(22.39%)		 24
(11.94%)		 132
(65.67%)		 0
(0%)		 0
SATzilla
FULL		 20169
(34.33%)		 45
(22.39%)		 24
(11.94%)		 132
(65.67%)		 0
(0%)		 0
SATzilla
RANDOM		 20144
(21.89%)		 22
(10.95%)		 22
(10.95%)		 157
(78.11%)		 0
(0%)		 0
Spear
2007-02-12		 20131
(15.42%)		 20
(9.95%)		 11
(5.47%)		 170
(84.58%)		 0
(0%)		 0
Spear FH
1.0		 20133
(16.42%)		 22
(10.95%)		 11
(5.47%)		 168
(83.58%)		 0
(0%)		 0
Spear FHS
1.0		 20132
(15.92%)		 21
(10.45%)		 11
(5.47%)		 169
(84.08%)		 0
(0%)		 0
tinisat
2007-02-08		 20125
(12.44%)		 15
(7.46%)		 10
(4.98%)		 176
(87.56%)		 0
(0%)		 0
TiniSatELite
2007-02-08		 20127
(13.43%)		 18
(8.96%)		 9
(4.48%)		 174
(86.57%)		 0
(0%)		 0
TTS
4.0		 20137
(18.41%)		 35
(17.41%)		 2
(1%)		 164
(81.59%)		 0
(0%)		 0
UnitMarch
2007-02-08		 2013
(1.49%)		 0
(0%)		 3
(1.49%)		 198
(98.51%)		 0
(0%)		 0

Solver NameProgress
adaptg2wsat
2007-02-08
done
201
SAT
6		?
195
adaptg2wsat+
2007-02-08
done
201
SAT
6		?
195
adaptg2wsat0
2007-02-08
done
201
SAT
4		?
197
adaptg2wsatp
2007-02-08
done
201
SAT
4		?
197
adaptnovelty
2007-02-08
done
201
SAT
3		?
198
barcelogic
2007-02-08
done
201
UNSAT
23		SAT
17		?
161
Barcelogic Fixed
2007-04-13
done
201
UNSAT
23		SAT
17		?
161
CMUSAT
2007-02-08
done
201
UNSAT
37		SAT
15		?
149
CMUSAT BASE
2007-02-08
done
201
UNSAT
23		SAT
14		?
164
DEWSATZ
2007-02-08
done
201
UNSAT
13		SAT
2		?
186
DEWSATZ
2007-04-26 (fixed)
done
201
UNSAT
13		SAT
2		?
186
DEWSATZ 1A
2007-02-08
done
201
UNSAT
16		SAT
4		?
181
FH
2007-02-08
done
201
SAT
7		?
194
gnovelty+
2007-02-08
done
201
SAT
1		?
200
Hybrid1
2007-02-08
done
201
SAT
8		?
193
KCNFS
2004
done
201
UNSAT
12		SAT
2		?
187
KCNFS
2006
done
201
UNSAT
12		SAT
2		?
187
KCNFS
SMP
done
201
UNSAT
13		SAT
2		?
186
March KS
2007-02-08
done
201
UNSAT
18		SAT
15		?
168
minimarch
2007-02-08
done
201
UNSAT
55		SAT
20		?
125		ERR
1
minimarch
2007-04-26 (fixed)
done
201
UNSAT
47		SAT
20		?
134
minisat
SAT 2007
done
201
UNSAT
49		SAT
22		?
130
minisat
SAT 2007 (with assertions)
done
201
UNSAT
49		SAT
22		?
130
MiraXT
v1
done
201
UNSAT
40		SAT
15		?
146
MiraXT
v2
done
201
UNSAT
40		SAT
15		?
146
MiraXT
v3
done
201
UNSAT
39		SAT
18		?
144
Mmisat
2007-02-08
done
201
UNSAT
2		?
199
MXC
2007-02-08
done
201
UNSAT
38		SAT
15		?
148
ornithorynque
0.1 alpha
done
201
UNSAT
6		SAT
3		?
192
picosat
535
done
201
UNSAT
26		SAT
20		?
155
ranov
2007-02-08
done
201
SAT
6		?
195
Rsat
2007-02-08
done
201
UNSAT
26		SAT
11		?
164
saps
2007-02-08
done
201
SAT
2		?
199
sapsrt
2007-02-08
done
201
SAT
1		?
200
SAT4J
SAT 2007
done
201
UNSAT
21		SAT
11		?
169
SAT7
2007-02-08
done
201
UNSAT
30		SAT
16		?
155
SATzilla
CRAFTED
done
201
UNSAT
45		SAT
24		?
132
SATzilla
FULL
done
201
UNSAT
45		SAT
24		?
132
SATzilla
RANDOM
done
201
UNSAT
22		SAT
22		?
157
Spear
2007-02-12
done
201
UNSAT
20		SAT
11		?
170
Spear FH
1.0
done
201
UNSAT
22		SAT
11		?
168
Spear FHS
1.0
done
201
UNSAT
21		SAT
11		?
169
tinisat
2007-02-08
done
201
UNSAT
15		SAT
10		?
176
TiniSatELite
2007-02-08
done
201
UNSAT
18		SAT
9		?
174
TTS
4.0
done
201
UNSAT
35		SAT
2		?
164
UnitMarch
2007-02-08
done
201
SAT
3		?
198

Category "industrial instances" (INDUST)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad AnswersMisc.
adaptg2wsat
2007-02-08		 2348
(3.42%)		 3
(1.28%)		 5
(2.14%)		 226
(96.58%)		 0
(0%)		 0
adaptg2wsat+
2007-02-08		 2349
(3.85%)		 3
(1.28%)		 6
(2.56%)		 225
(96.15%)		 0
(0%)		 0
adaptg2wsat0
2007-02-08		 2347
(2.99%)		 3
(1.28%)		 4
(1.71%)		 227
(97.01%)		 0
(0%)		 0
adaptg2wsatp
2007-02-08		 2347
(2.99%)		 3
(1.28%)		 4
(1.71%)		 227
(97.01%)		 0
(0%)		 0
adaptnovelty
2007-02-08		 2343
(1.28%)		 0
(0%)		 3
(1.28%)		 231
(98.72%)		 0
(0%)		 0
barcelogic
2007-02-08		 23494
(40.17%)		 57
(24.36%)		 37
(15.81%)		 137
(58.55%)		 3
(1.28%)		 0
Barcelogic Fixed
2007-04-13		 23499
(42.31%)		 61
(26.07%)		 38
(16.24%)		 135
(57.69%)		 0
(0%)		 0
CMUSAT
2007-02-08		 23489
(38.03%)		 61
(26.07%)		 28
(11.97%)		 145
(61.97%)		 0
(0%)		 0
CMUSAT BASE
2007-02-08		 23480
(34.19%)		 42
(17.95%)		 38
(16.24%)		 154
(65.81%)		 0
(0%)		 0
DEWSATZ
2007-02-08		 23420
(8.55%)		 19
(8.12%)		 1
(0.43%)		 207
(88.46%)		 7
(2.99%)		 0
DEWSATZ
2007-04-26 (fixed)		 23419
(8.12%)		 18
(7.69%)		 1
(0.43%)		 215
(91.88%)		 0
(0%)		 0
DEWSATZ 1A
2007-02-08		 23422
(9.4%)		 19
(8.12%)		 3
(1.28%)		 212
(90.6%)		 0
(0%)		 0
FH
2007-02-08		 2348
(3.42%)		 3
(1.28%)		 5
(2.14%)		 226
(96.58%)		 0
(0%)		 0
gnovelty+
2007-02-08		 2342
(0.85%)		 0
(0%)		 2
(0.85%)		 232
(99.15%)		 0
(0%)		 0
Hybrid1
2007-02-08		 2347
(2.99%)		 3
(1.28%)		 4
(1.71%)		 227
(97.01%)		 0
(0%)		 0
KCNFS
2004		 2342
(0.85%)		 2
(0.85%)		 0
(0%)		 232
(99.15%)		 0
(0%)		 0
KCNFS
2006		 23416
(6.84%)		 15
(6.41%)		 1
(0.43%)		 218
(93.16%)		 0
(0%)		 0
KCNFS
SMP		 23410
(4.27%)		 10
(4.27%)		 0
(0%)		 224
(95.73%)		 0
(0%)		 0
March KS
2007-02-08		 23412
(5.13%)		 10
(4.27%)		 2
(0.85%)		 222
(94.87%)		 0
(0%)		 0
minimarch
2007-02-08		 234107
(45.73%)		 86
(36.75%)		 21
(8.97%)		 94
(40.17%)		 33
(14.1%)		 0
minimarch
2007-04-26 (fixed)		 23488
(37.61%)		 61
(26.07%)		 27
(11.54%)		 146
(62.39%)		 0
(0%)		 0
minisat
SAT 2007		 23497
(41.45%)		 60
(25.64%)		 37
(15.81%)		 137
(58.55%)		 0
(0%)		 0
minisat
SAT 2007 (with assertions)		 23496
(41.03%)		 59
(25.21%)		 37
(15.81%)		 138
(58.97%)		 0
(0%)		 0
MiraXT
v1		 23491
(38.89%)		 55
(23.5%)		 36
(15.38%)		 143
(61.11%)		 0
(0%)		 0
MiraXT
v2		 23483
(35.47%)		 56
(23.93%)		 27
(11.54%)		 151
(64.53%)		 0
(0%)		 0
MiraXT
v3		 23489
(38.03%)		 54
(23.08%)		 35
(14.96%)		 145
(61.97%)		 0
(0%)		 0
Mmisat
2007-02-08		 2340
(0%)		 0
(0%)		 0
(0%)		 234
(100%)		 0
(0%)		 0
MXC
2007-02-08		 23484
(35.9%)		 47
(20.09%)		 37
(15.81%)		 150
(64.1%)		 0
(0%)		 0
ornithorynque
0.1 alpha		 23433
(14.1%)		 26
(11.11%)		 7
(2.99%)		 201
(85.9%)		 0
(0%)		 0
picosat
535		 234103
(44.02%)		 52
(22.22%)		 51
(21.79%)		 131
(55.98%)		 0
(0%)		 0
ranov
2007-02-08		 2346
(2.56%)		 2
(0.85%)		 4
(1.71%)		 228
(97.44%)		 0
(0%)		 0
Rsat
2007-02-08		 234106
(45.3%)		 59
(25.21%)		 47
(20.09%)		 128
(54.7%)		 0
(0%)		 0
saps
2007-02-08		 2342
(0.85%)		 0
(0%)		 2
(0.85%)		 232
(99.15%)		 0
(0%)		 0
sapsrt
2007-02-08		 2342
(0.85%)		 0
(0%)		 2
(0.85%)		 232
(99.15%)		 0
(0%)		 0
SAT4J
SAT 2007		 23457
(24.36%)		 39
(16.67%)		 18
(7.69%)		 177
(75.64%)		 0
(0%)		 0
SAT4J JVM PARAM CHANGED
SAT 2007		 23466
(28.21%)		 41
(17.52%)		 25
(10.68%)		 168
(71.79%)		 0
(0%)		 0
SAT7
2007-02-08		 23469
(29.49%)		 39
(16.67%)		 30
(12.82%)		 165
(70.51%)		 0
(0%)		 0
SATzilla
CRAFTED		 23481
(34.62%)		 46
(19.66%)		 35
(14.96%)		 150
(64.1%)		 3
(1.28%)		 0
SATzilla
FULL		 23488
(37.61%)		 51
(21.79%)		 37
(15.81%)		 146
(62.39%)		 0
(0%)		 0
SATzilla
RANDOM		 23466
(28.21%)		 38
(16.24%)		 28
(11.97%)		 168
(71.79%)		 0
(0%)		 0
Spear
2007-02-12		 23482
(35.04%)		 44
(18.8%)		 38
(16.24%)		 152
(64.96%)		 0
(0%)		 0
Spear FH
1.0		 23493
(39.74%)		 51
(21.79%)		 42
(17.95%)		 141
(60.26%)		 0
(0%)		 0
Spear FHS
1.0		 23499
(42.31%)		 55
(23.5%)		 44
(18.8%)		 135
(57.69%)		 0
(0%)		 0
tinisat
2007-02-08		 23490
(38.46%)		 50
(21.37%)		 40
(17.09%)		 144
(61.54%)		 0
(0%)		 0
TiniSatELite
2007-02-08		 234103
(44.02%)		 60
(25.64%)		 43
(18.38%)		 131
(55.98%)		 0
(0%)		 0
TTS
4.0		 2343
(1.28%)		 3
(1.28%)		 0
(0%)		 231
(98.72%)		 0
(0%)		 0
UnitMarch
2007-02-08		 2344
(1.71%)		 0
(0%)		 4
(1.71%)		 230
(98.29%)		 0
(0%)		 0

Solver NameProgress
adaptg2wsat
2007-02-08
done
234
UNSAT
3		SAT
5		?
226
adaptg2wsat+
2007-02-08
done
234
UNSAT
3		SAT
6		?
225
adaptg2wsat0
2007-02-08
done
234
UNSAT
3		SAT
4		?
227
adaptg2wsatp
2007-02-08
done
234
UNSAT
3		SAT
4		?
227
adaptnovelty
2007-02-08
done
234
SAT
3		?
231
barcelogic
2007-02-08
done
234
UNSAT
57		SAT
37		?
137		ERR
3
Barcelogic Fixed
2007-04-13
done
234
UNSAT
61		SAT
38		?
135
CMUSAT
2007-02-08
done
234
UNSAT
61		SAT
28		?
145
CMUSAT BASE
2007-02-08
done
234
UNSAT
42		SAT
38		?
154
DEWSATZ
2007-02-08
done
234
UNSAT
19		SAT
1		?
207		ERR
7
DEWSATZ
2007-04-26 (fixed)
done
234
UNSAT
18		SAT
1		?
215
DEWSATZ 1A
2007-02-08
done
234
UNSAT
19		SAT
3		?
212
FH
2007-02-08
done
234
UNSAT
3		SAT
5		?
226
gnovelty+
2007-02-08
done
234
SAT
2		?
232
Hybrid1
2007-02-08
done
234
UNSAT
3		SAT
4		?
227
KCNFS
2004
done
234
UNSAT
2		?
232
KCNFS
2006
done
234
UNSAT
15		SAT
1		?
218
KCNFS
SMP
done
234
UNSAT
10		?
224
March KS
2007-02-08
done
234
UNSAT
10		SAT
2		?
222
minimarch
2007-02-08
done
234
UNSAT
86		SAT
21		?
94		ERR
33
minimarch
2007-04-26 (fixed)
done
234
UNSAT
61		SAT
27		?
146
minisat
SAT 2007
done
234
UNSAT
60		SAT
37		?
137
minisat
SAT 2007 (with assertions)
done
234
UNSAT
59		SAT
37		?
138
MiraXT
v1
done
234
UNSAT
55		SAT
36		?
143
MiraXT
v2
done
234
UNSAT
56		SAT
27		?
151
MiraXT
v3
done
234
UNSAT
54		SAT
35		?
145
Mmisat
2007-02-08
done
234
?
234
MXC
2007-02-08
done
234
UNSAT
47		SAT
37		?
150
ornithorynque
0.1 alpha
done
234
UNSAT
26		SAT
7		?
201
picosat
535
done
234
UNSAT
52		SAT
51		?
131
ranov
2007-02-08
done
234
UNSAT
2		SAT
4		?
228
Rsat
2007-02-08
done
234
UNSAT
59		SAT
47		?
128
saps
2007-02-08
done
234
SAT
2		?
232
sapsrt
2007-02-08
done
234
SAT
2		?
232
SAT4J
SAT 2007
done
234
UNSAT
39		SAT
18		?
177
SAT4J JVM PARAM CHANGED
SAT 2007
done
234
UNSAT
41		SAT
25		?
168
SAT7
2007-02-08
done
234
UNSAT
39		SAT
30		?
165
SATzilla
CRAFTED
done
234
UNSAT
46		SAT
35		?
150		ERR
3
SATzilla
FULL
done
234
UNSAT
51		SAT
37		?
146
SATzilla
RANDOM
done
234
UNSAT
38		SAT
28		?
168
Spear
2007-02-12
done
234
UNSAT
44		SAT
38		?
152
Spear FH
1.0
done
234
UNSAT
51		SAT
42		?
141
Spear FHS
1.0
done
234
UNSAT
55		SAT
44		?
135
tinisat
2007-02-08
done
234
UNSAT
50		SAT
40		?
144
TiniSatELite
2007-02-08
done
234
UNSAT
60		SAT
43		?
131
TTS
4.0
done
234
UNSAT
3		?
231
UnitMarch
2007-02-08
done
234
SAT
4		?
230

Category "random instances" (RANDOM)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad AnswersMisc.
adaptg2wsat
2007-02-08		 511222
(43.44%)		 0
(0%)		 222
(43.44%)		 289
(56.56%)		 0
(0%)		 0
adaptg2wsat+
2007-02-08		 511227
(44.42%)		 0
(0%)		 227
(44.42%)		 284
(55.58%)		 0
(0%)		 0
adaptg2wsat0
2007-02-08		 511231
(45.21%)		 0
(0%)		 231
(45.21%)		 280
(54.79%)		 0
(0%)		 0
adaptg2wsatp
2007-02-08		 511222
(43.44%)		 0
(0%)		 222
(43.44%)		 289
(56.56%)		 0
(0%)		 0
adaptnovelty
2007-02-08		 511218
(42.66%)		 0
(0%)		 218
(42.66%)		 293
(57.34%)		 0
(0%)		 0
barcelogic
2007-02-08		 51129
(5.68%)		 6
(1.17%)		 23
(4.5%)		 482
(94.32%)		 0
(0%)		 0
Barcelogic Fixed
2007-04-13		 51129
(5.68%)		 6
(1.17%)		 23
(4.5%)		 482
(94.32%)		 0
(0%)		 0
CMUSAT
2007-02-08		 51146
(9%)		 13
(2.54%)		 33
(6.46%)		 465
(91%)		 0
(0%)		 0
CMUSAT BASE
2007-02-08		 51148
(9.39%)		 13
(2.54%)		 35
(6.85%)		 463
(90.61%)		 0
(0%)		 0
DEWSATZ
2007-02-08		 511142
(27.79%)		 58
(11.35%)		 84
(16.44%)		 369
(72.21%)		 0
(0%)		 0
DEWSATZ
2007-04-26 (fixed)		 511142
(27.79%)		 58
(11.35%)		 84
(16.44%)		 369
(72.21%)		 0
(0%)		 0
DEWSATZ 1A
2007-02-08		 51184
(16.44%)		 37
(7.24%)		 47
(9.2%)		 427
(83.56%)		 0
(0%)		 0
FH
2007-02-08		 511220
(43.05%)		 0
(0%)		 220
(43.05%)		 291
(56.95%)		 0
(0%)		 0
gnovelty+
2007-02-08		 511203
(39.73%)		 0
(0%)		 203
(39.73%)		 308
(60.27%)		 0
(0%)		 0
Hybrid1
2007-02-08		 511226
(44.23%)		 0
(0%)		 226
(44.23%)		 285
(55.77%)		 0
(0%)		 0
KCNFS
2004		 511191
(37.38%)		 85
(16.63%)		 106
(20.74%)		 320
(62.62%)		 0
(0%)		 0
KCNFS
2006		 511189
(36.99%)		 84
(16.44%)		 105
(20.55%)		 322
(63.01%)		 0
(0%)		 0
KCNFS
SMP		 511165
(32.29%)		 85
(16.63%)		 80
(15.66%)		 346
(67.71%)		 0
(0%)		 0
March KS
2007-02-08		 511208
(40.7%)		 87
(17.03%)		 121
(23.68%)		 303
(59.3%)		 0
(0%)		 0
minimarch
2007-02-08		 511114
(22.31%)		 44
(8.61%)		 70
(13.7%)		 397
(77.69%)		 0
(0%)		 0
minimarch
2007-04-26 (fixed)		 511125
(24.46%)		 43
(8.41%)		 82
(16.05%)		 386
(75.54%)		 0
(0%)		 0
minisat
SAT 2007		 511101
(19.77%)		 42
(8.22%)		 59
(11.55%)		 410
(80.23%)		 0
(0%)		 0
minisat
SAT 2007 (with assertions)		 511100
(19.57%)		 42
(8.22%)		 58
(11.35%)		 411
(80.43%)		 0
(0%)		 0
MiraXT
v1		 51174
(14.48%)		 26
(5.09%)		 48
(9.39%)		 437
(85.52%)		 0
(0%)		 0
MiraXT
v2		 51168
(13.31%)		 25
(4.89%)		 43
(8.41%)		 443
(86.69%)		 0
(0%)		 0
MiraXT
v3		 51178
(15.26%)		 26
(5.09%)		 52
(10.18%)		 433
(84.74%)		 0
(0%)		 0
Mmisat
2007-02-08		 5111
(0.2%)		 0
(0%)		 1
(0.2%)		 510
(99.8%)		 0
(0%)		 0
MXC
2007-02-08		 511105
(20.55%)		 42
(8.22%)		 63
(12.33%)		 406
(79.45%)		 0
(0%)		 0
ornithorynque
0.1 alpha		 51111
(2.15%)		 4
(0.78%)		 7
(1.37%)		 500
(97.85%)		 0
(0%)		 0
picosat
535		 51167
(13.11%)		 14
(2.74%)		 53
(10.37%)		 444
(86.89%)		 0
(0%)		 0
ranov
2007-02-08		 511216
(42.27%)		 0
(0%)		 216
(42.27%)		 295
(57.73%)		 0
(0%)		 0
Rsat
2007-02-08		 51143
(8.41%)		 14
(2.74%)		 29
(5.68%)		 468
(91.59%)		 0
(0%)		 0
saps
2007-02-08		 511169
(33.07%)		 0
(0%)		 169
(33.07%)		 342
(66.93%)		 0
(0%)		 0
sapsrt
2007-02-08		 511167
(32.68%)		 0
(0%)		 167
(32.68%)		 344
(67.32%)		 0
(0%)		 0
SAT4J
SAT 2007		 51178
(15.26%)		 28
(5.48%)		 50
(9.78%)		 433
(84.74%)		 0
(0%)		 0
SAT7
2007-02-08		 51195
(18.59%)		 36
(7.05%)		 59
(11.55%)		 416
(81.41%)		 0
(0%)		 0
SATzilla
CRAFTED		 511189
(36.99%)		 46
(9%)		 143
(27.98%)		 322
(63.01%)		 0
(0%)		 0
SATzilla
FULL		 511205
(40.12%)		 70
(13.7%)		 135
(26.42%)		 306
(59.88%)		 0
(0%)		 0
SATzilla
RANDOM		 511215
(42.07%)		 78
(15.26%)		 137
(26.81%)		 296
(57.93%)		 0
(0%)		 0
Spear
2007-02-12		 51138
(7.44%)		 14
(2.74%)		 24
(4.7%)		 473
(92.56%)		 0
(0%)		 0
Spear FH
1.0		 51139
(7.63%)		 14
(2.74%)		 25
(4.89%)		 472
(92.37%)		 0
(0%)		 0
Spear FHS
1.0		 51140
(7.83%)		 13
(2.54%)		 27
(5.28%)		 471
(92.17%)		 0
(0%)		 0
tinisat
2007-02-08		 51130
(5.87%)		 10
(1.96%)		 20
(3.91%)		 481
(94.13%)		 0
(0%)		 0
TiniSatELite
2007-02-08		 51132
(6.26%)		 11
(2.15%)		 21
(4.11%)		 479
(93.74%)		 0
(0%)		 0
TTS
4.0		 5110
(0%)		 0
(0%)		 0
(0%)		 511
(100%)		 0
(0%)		 0
UnitMarch
2007-02-08		 51162
(12.13%)		 0
(0%)		 62
(12.13%)		 449
(87.87%)		 0
(0%)		 0

Solver NameProgress
adaptg2wsat
2007-02-08
done
511
SAT
222		?
289
adaptg2wsat+
2007-02-08
done
511
SAT
227		?
284
adaptg2wsat0
2007-02-08
done
511
SAT
231		?
280
adaptg2wsatp
2007-02-08
done
511
SAT
222		?
289
adaptnovelty
2007-02-08
done
511
SAT
218		?
293
barcelogic
2007-02-08
done
511
UNSAT
6		SAT
23		?
482
Barcelogic Fixed
2007-04-13
done
511
UNSAT
6		SAT
23		?
482
CMUSAT
2007-02-08
done
511
UNSAT
13		SAT
33		?
465
CMUSAT BASE
2007-02-08
done
511
UNSAT
13		SAT
35		?
463
DEWSATZ
2007-02-08
done
511
UNSAT
58		SAT
84		?
369
DEWSATZ
2007-04-26 (fixed)
done
511
UNSAT
58		SAT
84		?
369
DEWSATZ 1A
2007-02-08
done
511
UNSAT
37		SAT
47		?
427
FH
2007-02-08
done
511
SAT
220		?
291
gnovelty+
2007-02-08
done
511
SAT
203		?
308
Hybrid1
2007-02-08
done
511
SAT
226		?
285
KCNFS
2004
done
511
UNSAT
85		SAT
106		?
320
KCNFS
2006
done
511
UNSAT
84		SAT
105		?
322
KCNFS
SMP
done
511
UNSAT
85		SAT
80		?
346
March KS
2007-02-08
done
511
UNSAT
87		SAT
121		?
303
minimarch
2007-02-08
done
511
UNSAT
44		SAT
70		?
397
minimarch
2007-04-26 (fixed)
done
511
UNSAT
43		SAT
82		?
386
minisat
SAT 2007
done
511
UNSAT
42		SAT
59		?
410
minisat
SAT 2007 (with assertions)
done
511
UNSAT
42		SAT
58		?
411
MiraXT
v1
done
511
UNSAT
26		SAT
48		?
437
MiraXT
v2
done
511
UNSAT
25		SAT
43		?
443
MiraXT
v3
done
511
UNSAT
26		SAT
52		?
433
Mmisat
2007-02-08
done
511
SAT
1		?
510
MXC
2007-02-08
done
511
UNSAT
42		SAT
63		?
406
ornithorynque
0.1 alpha
done
511
UNSAT
4		SAT
7		?
500
picosat
535
done
511
UNSAT
14		SAT
53		?
444
ranov
2007-02-08
done
511
SAT
216		?
295
Rsat
2007-02-08
done
511
UNSAT
14		SAT
29		?
468
saps
2007-02-08
done
511
SAT
169		?
342
sapsrt
2007-02-08
done
511
SAT
167		?
344
SAT4J
SAT 2007
done
511
UNSAT
28		SAT
50		?
433
SAT7
2007-02-08
done
511
UNSAT
36		SAT
59		?
416
SATzilla
CRAFTED
done
511
UNSAT
46		SAT
143		?
322
SATzilla
FULL
done
511
UNSAT
70		SAT
135		?
306
SATzilla
RANDOM
done
511
UNSAT
78		SAT
137		?
296
Spear
2007-02-12
done
511
UNSAT
14		SAT
24		?
473
Spear FH
1.0
done
511
UNSAT
14		SAT
25		?
472
Spear FHS
1.0
done
511
UNSAT
13		SAT
27		?
471
tinisat
2007-02-08
done
511
UNSAT
10		SAT
20		?
481
TiniSatELite
2007-02-08
done
511
UNSAT
11		SAT
21		?
479
TTS
4.0
done
511
?
511
UnitMarch
2007-02-08
done
511
SAT
62		?
449

All categories for solvers registered in all categories

Solver Name#benchsSolvedUNSATSATUNKNOWNBad AnswersMisc.
adaptg2wsat
2007-02-08		 946236
(24.95%)		 3
(0.32%)		 233
(24.63%)		 710
(75.05%)		 0
(0%)		 0
adaptg2wsat+
2007-02-08		 946242
(25.58%)		 3
(0.32%)		 239
(25.26%)		 704
(74.42%)		 0
(0%)		 0
adaptg2wsat0
2007-02-08		 946242
(25.58%)		 3
(0.32%)		 239
(25.26%)		 704
(74.42%)		 0
(0%)		 0
adaptg2wsatp
2007-02-08		 946233
(24.63%)		 3
(0.32%)		 230
(24.31%)		 713
(75.37%)		 0
(0%)		 0
adaptnovelty
2007-02-08		 946224
(23.68%)		 0
(0%)		 224
(23.68%)		 722
(76.32%)		 0
(0%)		 0
barcelogic
2007-02-08		 946163
(17.23%)		 86
(9.09%)		 77
(8.14%)		 780
(82.45%)		 3
(0.32%)		 0
Barcelogic Fixed
2007-04-13		 946168
(17.76%)		 90
(9.51%)		 78
(8.25%)		 778
(82.24%)		 0
(0%)		 0
CMUSAT
2007-02-08		 946187
(19.77%)		 111
(11.73%)		 76
(8.03%)		 759
(80.23%)		 0
(0%)		 0
CMUSAT BASE
2007-02-08		 946165
(17.44%)		 78
(8.25%)		 87
(9.2%)		 781
(82.56%)		 0
(0%)		 0
DEWSATZ
2007-02-08		 946177
(18.71%)		 90
(9.51%)		 87
(9.2%)		 762
(80.55%)		 7
(0.74%)		 0
DEWSATZ
2007-04-26 (fixed)		 946176
(18.6%)		 89
(9.41%)		 87
(9.2%)		 770
(81.4%)		 0
(0%)		 0
DEWSATZ 1A
2007-02-08		 946126
(13.32%)		 72
(7.61%)		 54
(5.71%)		 820
(86.68%)		 0
(0%)		 0
FH
2007-02-08		 946235
(24.84%)		 3
(0.32%)		 232
(24.52%)		 711
(75.16%)		 0
(0%)		 0
gnovelty+
2007-02-08		 946206
(21.78%)		 0
(0%)		 206
(21.78%)		 740
(78.22%)		 0
(0%)		 0
Hybrid1
2007-02-08		 946241
(25.48%)		 3
(0.32%)		 238
(25.16%)		 705
(74.52%)		 0
(0%)		 0
KCNFS
2004		 946207
(21.88%)		 99
(10.47%)		 108
(11.42%)		 739
(78.12%)		 0
(0%)		 0
KCNFS
2006		 946219
(23.15%)		 111
(11.73%)		 108
(11.42%)		 727
(76.85%)		 0
(0%)		 0
KCNFS
SMP		 946190
(20.08%)		 108
(11.42%)		 82
(8.67%)		 756
(79.92%)		 0
(0%)		 0
March KS
2007-02-08		 946253
(26.74%)		 115
(12.16%)		 138
(14.59%)		 693
(73.26%)		 0
(0%)		 0
minimarch
2007-02-08		 946296
(31.29%)		 185
(19.56%)		 111
(11.73%)		 616
(65.12%)		 34
(3.59%)		 0
minimarch
2007-04-26 (fixed)		 946280
(29.6%)		 151
(15.96%)		 129
(13.64%)		 666
(70.4%)		 0
(0%)		 0
minisat
SAT 2007		 946269
(28.44%)		 151
(15.96%)		 118
(12.47%)		 677
(71.56%)		 0
(0%)		 0
minisat
SAT 2007 (with assertions)		 946267
(28.22%)		 150
(15.86%)		 117
(12.37%)		 679
(71.78%)		 0
(0%)		 0
MiraXT
v1		 946220
(23.26%)		 121
(12.79%)		 99
(10.47%)		 726
(76.74%)		 0
(0%)		 0
MiraXT
v2		 946206
(21.78%)		 121
(12.79%)		 85
(8.99%)		 740
(78.22%)		 0
(0%)		 0
MiraXT
v3		 946224
(23.68%)		 119
(12.58%)		 105
(11.1%)		 722
(76.32%)		 0
(0%)		 0
Mmisat
2007-02-08		 9463
(0.32%)		 2
(0.21%)		 1
(0.11%)		 943
(99.68%)		 0
(0%)		 0
MXC
2007-02-08		 946242
(25.58%)		 127
(13.42%)		 115
(12.16%)		 704
(74.42%)		 0
(0%)		 0
ornithorynque
0.1 alpha		 94653
(5.6%)		 36
(3.81%)		 17
(1.8%)		 893
(94.4%)		 0
(0%)		 0
picosat
535		 946216
(22.83%)		 92
(9.73%)		 124
(13.11%)		 730
(77.17%)		 0
(0%)		 0
ranov
2007-02-08		 946228
(24.1%)		 2
(0.21%)		 226
(23.89%)		 718
(75.9%)		 0
(0%)		 0
Rsat
2007-02-08		 946186
(19.66%)		 99
(10.47%)		 87
(9.2%)		 760
(80.34%)		 0
(0%)		 0
saps
2007-02-08		 946173
(18.29%)		 0
(0%)		 173
(18.29%)		 773
(81.71%)		 0
(0%)		 0
sapsrt
2007-02-08		 946170
(17.97%)		 0
(0%)		 170
(17.97%)		 776
(82.03%)		 0
(0%)		 0
SAT4J
SAT 2007		 946167
(17.65%)		 88
(9.3%)		 79
(8.35%)		 779
(82.35%)		 0
(0%)		 0
SAT7
2007-02-08		 946210
(22.2%)		 105
(11.1%)		 105
(11.1%)		 736
(77.8%)		 0
(0%)		 0
SATzilla
CRAFTED		 946339
(35.84%)		 137
(14.48%)		 202
(21.35%)		 604
(63.85%)		 3
(0.32%)		 0
SATzilla
FULL		 946362
(38.27%)		 166
(17.55%)		 196
(20.72%)		 584
(61.73%)		 0
(0%)		 0
SATzilla
RANDOM		 946325
(34.36%)		 138
(14.59%)		 187
(19.77%)		 621
(65.64%)		 0
(0%)		 0
Spear
2007-02-12		 946151
(15.96%)		 78
(8.25%)		 73
(7.72%)		 795
(84.04%)		 0
(0%)		 0
Spear FH
1.0		 946165
(17.44%)		 87
(9.2%)		 78
(8.25%)		 781
(82.56%)		 0
(0%)		 0
Spear FHS
1.0		 946171
(18.08%)		 89
(9.41%)		 82
(8.67%)		 775
(81.92%)		 0
(0%)		 0
tinisat
2007-02-08		 946145
(15.33%)		 75
(7.93%)		 70
(7.4%)		 801
(84.67%)		 0
(0%)		 0
TiniSatELite
2007-02-08		 946162
(17.12%)		 89
(9.41%)		 73
(7.72%)		 784
(82.88%)		 0
(0%)		 0
TTS
4.0		 94640
(4.23%)		 38
(4.02%)		 2
(0.21%)		 906
(95.77%)		 0
(0%)		 0
UnitMarch
2007-02-08		 94669
(7.29%)		 0
(0%)		 69
(7.29%)		 877
(92.71%)		 0
(0%)		 0

Solver NameProgress
adaptg2wsat
2007-02-08
done
946
UNSAT
3		SAT
233		?
710
adaptg2wsat+
2007-02-08
done
946
UNSAT
3		SAT
239		?
704
adaptg2wsat0
2007-02-08
done
946
UNSAT
3		SAT
239		?
704
adaptg2wsatp
2007-02-08
done
946
UNSAT
3		SAT
230		?
713
adaptnovelty
2007-02-08
done
946
SAT
224		?
722
barcelogic
2007-02-08
done
946
UNSAT
86		SAT
77		?
780		ERR
3
Barcelogic Fixed
2007-04-13
done
946
UNSAT
90		SAT
78		?
778
CMUSAT
2007-02-08
done
946
UNSAT
111		SAT
76		?
759
CMUSAT BASE
2007-02-08
done
946
UNSAT
78		SAT
87		?
781
DEWSATZ
2007-02-08
done
946
UNSAT
90		SAT
87		?
762		ERR
7
DEWSATZ
2007-04-26 (fixed)
done
946
UNSAT
89		SAT
87		?
770
DEWSATZ 1A
2007-02-08
done
946
UNSAT
72		SAT
54		?
820
FH
2007-02-08
done
946
UNSAT
3		SAT
232		?
711
gnovelty+
2007-02-08
done
946
SAT
206		?
740
Hybrid1
2007-02-08
done
946
UNSAT
3		SAT
238		?
705
KCNFS
2004
done
946
UNSAT
99		SAT
108		?
739
KCNFS
2006
done
946
UNSAT
111		SAT
108		?
727
KCNFS
SMP
done
946
UNSAT
108		SAT
82		?
756
March KS
2007-02-08
done
946
UNSAT
115		SAT
138		?
693
minimarch
2007-02-08
done
946
UNSAT
185		SAT
111		?
616		ERR
34
minimarch
2007-04-26 (fixed)
done
946
UNSAT
151		SAT
129		?
666
minisat
SAT 2007
done
946
UNSAT
151		SAT
118		?
677
minisat
SAT 2007 (with assertions)
done
946
UNSAT
150		SAT
117		?
679
MiraXT
v1
done
946
UNSAT
121		SAT
99		?
726
MiraXT
v2
done
946
UNSAT
121		SAT
85		?
740
MiraXT
v3
done
946
UNSAT
119		SAT
105		?
722
Mmisat
2007-02-08
done
946
UNSAT
2		SAT
1		?
943
MXC
2007-02-08
done
946
UNSAT
127		SAT
115		?
704
ornithorynque
0.1 alpha
done
946
UNSAT
36		SAT
17		?
893
picosat
535
done
946
UNSAT
92		SAT
124		?
730
ranov
2007-02-08
done
946
UNSAT
2		SAT
226		?
718
Rsat
2007-02-08
done
946
UNSAT
99		SAT
87		?
760
saps
2007-02-08
done
946
SAT
173		?
773
sapsrt
2007-02-08
done
946
SAT
170		?
776
SAT4J
SAT 2007
done
946
UNSAT
88		SAT
79		?
779
SAT7
2007-02-08
done
946
UNSAT
105		SAT
105		?
736
SATzilla
CRAFTED
done
946
UNSAT
137		SAT
202		?
604		ERR
3
SATzilla
FULL
done
946
UNSAT
166		SAT
196		?
584
SATzilla
RANDOM
done
946
UNSAT
138		SAT
187		?
621
Spear
2007-02-12
done
946
UNSAT
78		SAT
73		?
795
Spear FH
1.0
done
946
UNSAT
87		SAT
78		?
781
Spear FHS
1.0
done
946
UNSAT
89		SAT
82		?
775
tinisat
2007-02-08
done
946
UNSAT
75		SAT
70		?
801
TiniSatELite
2007-02-08
done
946
UNSAT
89		SAT
73		?
784
TTS
4.0
done
946
UNSAT
38		SAT
2		?
906
UnitMarch
2007-02-08
done
946
SAT
69		?
877

All categories and all solvers (regardless of their ability to support all categories)

This table summarizes the results in all categories for all solvers. Note however that some solvers may not have support for some categories. Therefore, the solvers may have run on a different number of benchmarks and this table should not be used to compare them.

Solver Name#benchsSolvedUNSATSATUNKNOWNBad AnswersMisc.
adaptg2wsat
2007-02-08		 946236
(24.95%)		 3
(0.32%)		 233
(24.63%)		 710
(75.05%)		 0
(0%)		 0
adaptg2wsat+
2007-02-08		 946242
(25.58%)		 3
(0.32%)		 239
(25.26%)		 704
(74.42%)		 0
(0%)		 0
adaptg2wsat0
2007-02-08		 946242
(25.58%)		 3
(0.32%)		 239
(25.26%)		 704
(74.42%)		 0
(0%)		 0
adaptg2wsatp
2007-02-08		 946233
(24.63%)		 3
(0.32%)		 230
(24.31%)		 713
(75.37%)		 0
(0%)		 0
adaptnovelty
2007-02-08		 946224
(23.68%)		 0
(0%)		 224
(23.68%)		 722
(76.32%)		 0
(0%)		 0
barcelogic
2007-02-08		 946163
(17.23%)		 86
(9.09%)		 77
(8.14%)		 780
(82.45%)		 3
(0.32%)		 0
Barcelogic Fixed
2007-04-13		 946168
(17.76%)		 90
(9.51%)		 78
(8.25%)		 778
(82.24%)		 0
(0%)		 0
CMUSAT
2007-02-08		 946187
(19.77%)		 111
(11.73%)		 76
(8.03%)		 759
(80.23%)		 0
(0%)		 0
CMUSAT BASE
2007-02-08		 946165
(17.44%)		 78
(8.25%)		 87
(9.2%)		 781
(82.56%)		 0
(0%)		 0
DEWSATZ
2007-02-08		 946177
(18.71%)		 90
(9.51%)		 87
(9.2%)		 762
(80.55%)		 7
(0.74%)		 0
DEWSATZ
2007-04-26 (fixed)		 946176
(18.6%)		 89
(9.41%)		 87
(9.2%)		 770
(81.4%)		 0
(0%)		 0
DEWSATZ 1A
2007-02-08		 946126
(13.32%)		 72
(7.61%)		 54
(5.71%)		 820
(86.68%)		 0
(0%)		 0
FH
2007-02-08		 946235
(24.84%)		 3
(0.32%)		 232
(24.52%)		 711
(75.16%)		 0
(0%)		 0
gnovelty+
2007-02-08		 946206
(21.78%)		 0
(0%)		 206
(21.78%)		 740
(78.22%)		 0
(0%)		 0
Hybrid1
2007-02-08		 946241
(25.48%)		 3
(0.32%)		 238
(25.16%)		 705
(74.52%)		 0
(0%)		 0
KCNFS
2004		 946207
(21.88%)		 99
(10.47%)		 108
(11.42%)		 739
(78.12%)		 0
(0%)		 0
KCNFS
2006		 946219
(23.15%)		 111
(11.73%)		 108
(11.42%)		 727
(76.85%)		 0
(0%)		 0
KCNFS
SMP		 946190
(20.08%)		 108
(11.42%)		 82
(8.67%)		 756
(79.92%)		 0
(0%)		 0
March KS
2007-02-08		 946253
(26.74%)		 115
(12.16%)		 138
(14.59%)		 693
(73.26%)		 0
(0%)		 0
minimarch
2007-02-08		 946296
(31.29%)		 185
(19.56%)		 111
(11.73%)		 616
(65.12%)		 34
(3.59%)		 0
minimarch
2007-04-26 (fixed)		 946280
(29.6%)		 151
(15.96%)		 129
(13.64%)		 666
(70.4%)		 0
(0%)		 0
minisat
SAT 2007		 946269
(28.44%)		 151
(15.96%)		 118
(12.47%)		 677
(71.56%)		 0
(0%)		 0
minisat
SAT 2007 (with assertions)		 946267
(28.22%)		 150
(15.86%)		 117
(12.37%)		 679
(71.78%)		 0
(0%)		 0
MiraXT
v1		 946220
(23.26%)		 121
(12.79%)		 99
(10.47%)		 726
(76.74%)		 0
(0%)		 0
MiraXT
v2		 946206
(21.78%)		 121
(12.79%)		 85
(8.99%)		 740
(78.22%)		 0
(0%)		 0
MiraXT
v3		 946224
(23.68%)		 119
(12.58%)		 105
(11.1%)		 722
(76.32%)		 0
(0%)		 0
Mmisat
2007-02-08		 9463
(0.32%)		 2
(0.21%)		 1
(0.11%)		 943
(99.68%)		 0
(0%)		 0
MXC
2007-02-08		 946242
(25.58%)		 127
(13.42%)		 115
(12.16%)		 704
(74.42%)		 0
(0%)		 0
ornithorynque
0.1 alpha		 94653
(5.6%)		 36
(3.81%)		 17
(1.8%)		 893
(94.4%)		 0
(0%)		 0
picosat
535		 946216
(22.83%)		 92
(9.73%)		 124
(13.11%)		 730
(77.17%)		 0
(0%)		 0
ranov
2007-02-08		 946228
(24.1%)		 2
(0.21%)		 226
(23.89%)		 718
(75.9%)		 0
(0%)		 0
Rsat
2007-02-08		 946186
(19.66%)		 99
(10.47%)		 87
(9.2%)		 760
(80.34%)		 0
(0%)		 0
saps
2007-02-08		 946173
(18.29%)		 0
(0%)		 173
(18.29%)		 773
(81.71%)		 0
(0%)		 0
sapsrt
2007-02-08		 946170
(17.97%)		 0
(0%)		 170
(17.97%)		 776
(82.03%)		 0
(0%)		 0
SAT4J
SAT 2007		 946167
(17.65%)		 88
(9.3%)		 79
(8.35%)		 779
(82.35%)		 0
(0%)		 0
SAT4J JVM PARAM CHANGED
SAT 2007		 23466
(28.21%)		 41
(17.52%)		 25
(10.68%)		 168
(71.79%)		 0
(0%)		 0
SAT7
2007-02-08		 946210
(22.2%)		 105
(11.1%)		 105
(11.1%)		 736
(77.8%)		 0
(0%)		 0
SATzilla
CRAFTED		 946339
(35.84%)		 137
(14.48%)		 202
(21.35%)		 604
(63.85%)		 3
(0.32%)		 0
SATzilla
FULL		 946362
(38.27%)		 166
(17.55%)		 196
(20.72%)		 584
(61.73%)		 0
(0%)		 0
SATzilla
RANDOM		 946325
(34.36%)		 138
(14.59%)		 187
(19.77%)		 621
(65.64%)		 0
(0%)		 0
Spear
2007-02-12		 946151
(15.96%)		 78
(8.25%)		 73
(7.72%)		 795
(84.04%)		 0
(0%)		 0
Spear FH
1.0		 946165
(17.44%)		 87
(9.2%)		 78
(8.25%)		 781
(82.56%)		 0
(0%)		 0
Spear FHS
1.0		 946171
(18.08%)		 89
(9.41%)		 82
(8.67%)		 775
(81.92%)		 0
(0%)		 0
tinisat
2007-02-08		 946145
(15.33%)		 75
(7.93%)		 70
(7.4%)		 801
(84.67%)		 0
(0%)		 0
TiniSatELite
2007-02-08		 946162
(17.12%)		 89
(9.41%)		 73
(7.72%)		 784
(82.88%)		 0
(0%)		 0
TTS
4.0		 94640
(4.23%)		 38
(4.02%)		 2
(0.21%)		 906
(95.77%)		 0
(0%)		 0
UnitMarch
2007-02-08		 94669
(7.29%)		 0
(0%)		 69
(7.29%)		 877
(92.71%)		 0
(0%)		 0

Solver NameProgress
adaptg2wsat
2007-02-08
done
946
UNSAT
3		SAT
233		?
710
adaptg2wsat+
2007-02-08
done
946
UNSAT
3		SAT
239		?
704
adaptg2wsat0
2007-02-08
done
946
UNSAT
3		SAT
239		?
704
adaptg2wsatp
2007-02-08
done
946
UNSAT
3		SAT
230		?
713
adaptnovelty
2007-02-08
done
946
SAT
224		?
722
barcelogic
2007-02-08
done
946
UNSAT
86		SAT
77		?
780		ERR
3
Barcelogic Fixed
2007-04-13
done
946
UNSAT
90		SAT
78		?
778
CMUSAT
2007-02-08
done
946
UNSAT
111		SAT
76		?
759
CMUSAT BASE
2007-02-08
done
946
UNSAT
78		SAT
87		?
781
DEWSATZ
2007-02-08
done
946
UNSAT
90		SAT
87		?
762		ERR
7
DEWSATZ
2007-04-26 (fixed)
done
946
UNSAT
89		SAT
87		?
770
DEWSATZ 1A
2007-02-08
done
946
UNSAT
72		SAT
54		?
820
FH
2007-02-08
done
946
UNSAT
3		SAT
232		?
711
gnovelty+
2007-02-08
done
946
SAT
206		?
740
Hybrid1
2007-02-08
done
946
UNSAT
3		SAT
238		?
705
KCNFS
2004
done
946
UNSAT
99		SAT
108		?
739
KCNFS
2006
done
946
UNSAT
111		SAT
108		?
727
KCNFS
SMP
done
946
UNSAT
108		SAT
82		?
756
March KS
2007-02-08
done
946
UNSAT
115		SAT
138		?
693
minimarch
2007-02-08
done
946
UNSAT
185		SAT
111		?
616		ERR
34
minimarch
2007-04-26 (fixed)
done
946
UNSAT
151		SAT
129		?
666
minisat
SAT 2007
done
946
UNSAT
151		SAT
118		?
677
minisat
SAT 2007 (with assertions)
done
946
UNSAT
150		SAT
117		?
679
MiraXT
v1
done
946
UNSAT
121		SAT
99		?
726
MiraXT
v2
done
946
UNSAT
121		SAT
85		?
740
MiraXT
v3
done
946
UNSAT
119		SAT
105		?
722
Mmisat
2007-02-08
done
946
UNSAT
2		SAT
1		?
943
MXC
2007-02-08
done
946
UNSAT
127		SAT
115		?
704
ornithorynque
0.1 alpha
done
946
UNSAT
36		SAT
17		?
893
picosat
535
done
946
UNSAT
92		SAT
124		?
730
ranov
2007-02-08
done
946
UNSAT
2		SAT
226		?
718
Rsat
2007-02-08
done
946
UNSAT
99		SAT
87		?
760
saps
2007-02-08
done
946
SAT
173		?
773
sapsrt
2007-02-08
done
946
SAT
170		?
776
SAT4J
SAT 2007
done
946
UNSAT
88		SAT
79		?
779
SAT4J JVM PARAM CHANGED
SAT 2007
done
234
UNSAT
41		SAT
25		?
168
SAT7
2007-02-08
done
946
UNSAT
105		SAT
105		?
736
SATzilla
CRAFTED
done
946
UNSAT
137		SAT
202		?
604		ERR
3
SATzilla
FULL
done
946
UNSAT
166		SAT
196		?
584
SATzilla
RANDOM
done
946
UNSAT
138		SAT
187		?
621
Spear
2007-02-12
done
946
UNSAT
78		SAT
73		?
795
Spear FH
1.0
done
946
UNSAT
87		SAT
78		?
781
Spear FHS
1.0
done
946
UNSAT
89		SAT
82		?
775
tinisat
2007-02-08
done
946
UNSAT
75		SAT
70		?
801
TiniSatELite
2007-02-08
done
946
UNSAT
89		SAT
73		?
784
TTS
4.0
done
946
UNSAT
38		SAT
2		?
906
UnitMarch
2007-02-08
done
946
SAT
69		?
877

Some explanations