SAT 2009 Competition: main competition (phase 1): solvers page (tabular format, summary)

Some explanations

Category "applications instances" (APPLICATION)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad Answers
adaptg2wsat2009
2009-03-23
(incomplete)		 29211
(3.77%)		 3
(1.03%)		 8
(2.74%)		 281
(96.23%)		 0
(0%)
adaptg2wsat2009++
2009-03-23
(incomplete)		 29211
(3.77%)		 3
(1.03%)		 8
(2.74%)		 281
(96.23%)		 0
(0%)
CircUs
2009-03-23
(complete)		 292144
(49.32%)		 85
(29.11%)		 59
(20.21%)		 148
(50.68%)		 0
(0%)
clasp
1.2.0-SAT09-32
(complete)		 292138
(47.26%)		 85
(29.11%)		 53
(18.15%)		 154
(52.74%)		 0
(0%)
CSat
2009-03-22
(complete)		 29291
(31.16%)		 51
(17.47%)		 40
(13.7%)		 201
(68.84%)		 0
(0%)
glucose
1.0
(complete)		 292152
(52.05%)		 98
(33.56%)		 54
(18.49%)		 140
(47.95%)		 0
(0%)
gnovelty+
2009-03-22
(incomplete)		 2927
(2.4%)		 0
(0%)		 7
(2.4%)		 285
(97.6%)		 0
(0%)
gnovelty+2
2009-03-22
(incomplete)		 2924
(1.37%)		 0
(0%)		 4
(1.37%)		 288
(98.63%)		 0
(0%)
gnovelty+2-H
2009-03-22
(incomplete)		 2924
(1.37%)		 0
(0%)		 4
(1.37%)		 287
(98.29%)		 1
(0.34%)
gNovelty+-T
2009-03-22
(incomplete)		 2927
(2.4%)		 0
(0%)		 7
(2.4%)		 285
(97.6%)		 0
(0%)
gNovelty+-V.2-T
2009-03-22
(incomplete)		 2924
(1.37%)		 0
(0%)		 4
(1.37%)		 285
(97.6%)		 3
(1.03%)
gNovelty+-V.2-T-H
2009-03-22
(incomplete)		 2924
(1.37%)		 0
(0%)		 4
(1.37%)		 286
(97.95%)		 2
(0.68%)
Hybrid2
2009-03-22
(incomplete)		 29212
(4.11%)		 1
(0.34%)		 11
(3.77%)		 280
(95.89%)		 0
(0%)
hybridGM
1
(incomplete)		 2925
(1.71%)		 0
(0%)		 5
(1.71%)		 287
(98.29%)		 0
(0%)
hybridGM3
3
(incomplete)		 2925
(1.71%)		 0
(0%)		 5
(1.71%)		 287
(98.29%)		 0
(0%)
hybridGM7
7
(incomplete)		 2927
(2.4%)		 0
(0%)		 7
(2.4%)		 285
(97.6%)		 0
(0%)
HydraSAT
2009-03-22-Base
(complete)		 292116
(39.73%)		 63
(21.58%)		 53
(18.15%)		 176
(60.27%)		 0
(0%)
HydraSAT-Flat
2009-03-22-Flat
(complete)		 292115
(39.38%)		 64
(21.92%)		 51
(17.47%)		 177
(60.62%)		 0
(0%)
HydraSAT-Multi
2009-03-22-Multi
(complete)		 292106
(36.3%)		 57
(19.52%)		 49
(16.78%)		 186
(63.7%)		 0
(0%)
iPAWS
2009-03-22
(incomplete)		 2928
(2.74%)		 0
(0%)		 8
(2.74%)		 284
(97.26%)		 0
(0%)
IUT_BMB_SAT
1.0
(complete)		 292116
(39.73%)		 70
(23.97%)		 46
(15.75%)		 176
(60.27%)		 0
(0%)
kw
2009-03-20
(complete)		 292150
(51.37%)		 92
(31.51%)		 58
(19.86%)		 142
(48.63%)		 0
(0%)
LySAT
c/2009-03-20
(complete)		 292123
(42.12%)		 72
(24.66%)		 51
(17.47%)		 169
(57.88%)		 0
(0%)
LySAT
i/2009-03-20
(complete)		 292153
(52.4%)		 96
(32.88%)		 57
(19.52%)		 139
(47.6%)		 0
(0%)
ManySAT 1.1
aimd 0/2009-03-20
(complete)		 292149
(51.03%)		 95
(32.53%)		 54
(18.49%)		 143
(48.97%)		 0
(0%)
ManySAT 1.1
aimd 1/2009-03-20
(complete)		 292149
(51.03%)		 95
(32.53%)		 54
(18.49%)		 143
(48.97%)		 0
(0%)
ManySAT 1.1
aimd 2/2009-03-20
(complete)		 292145
(49.66%)		 94
(32.19%)		 51
(17.47%)		 147
(50.34%)		 0
(0%)
march_hi
hi
(complete)		 29221
(7.19%)		 12
(4.11%)		 9
(3.08%)		 271
(92.81%)		 0
(0%)
march_nn
nn
(complete)		 29221
(7.19%)		 11
(3.77%)		 10
(3.42%)		 271
(92.81%)		 0
(0%)
MiniSat
2.1 (Sat-race'08 Edition)
(complete)		 292155
(53.08%)		 90
(30.82%)		 65
(22.26%)		 137
(46.92%)		 0
(0%)
MiniSAT 09z
2009-03-22
(complete)		 292152
(52.05%)		 93
(31.85%)		 59
(20.21%)		 140
(47.95%)		 0
(0%)
minisat_cumr
p-2009-03-18
(complete)		 292141
(48.29%)		 83
(28.42%)		 58
(19.86%)		 151
(51.71%)		 0
(0%)
MoRsat
2009-03-03
(complete)		 292114
(39.04%)		 69
(23.63%)		 45
(15.41%)		 172
(58.9%)		 6
(2.05%)
MXC
2009-03-10
(complete)		 292147
(50.34%)		 85
(29.11%)		 62
(21.23%)		 145
(49.66%)		 0
(0%)
NCVWr
2009-03-22
(incomplete)		 29210
(3.42%)		 1
(0.34%)		 9
(3.08%)		 282
(96.58%)		 0
(0%)
picosat
913
(complete)		 292139
(47.6%)		 76
(26.03%)		 63
(21.58%)		 153
(52.4%)		 0
(0%)
precosat
236
(complete)		 292164
(56.16%)		 99
(33.9%)		 65
(22.26%)		 128
(43.84%)		 0
(0%)
Rsat
2009-03-22
(complete)		 292143
(48.97%)		 90
(30.82%)		 53
(18.15%)		 149
(51.03%)		 0
(0%)
SApperloT
base
(complete)		 292129
(44.18%)		 74
(25.34%)		 55
(18.84%)		 163
(55.82%)		 0
(0%)
SApperloT
hrp
(complete)		 292107
(36.64%)		 65
(22.26%)		 42
(14.38%)		 185
(63.36%)		 0
(0%)
SAT07 reference solver: picosat
535
(complete)		 292126
(43.15%)		 67
(22.95%)		 59
(20.21%)		 166
(56.85%)		 0
(0%)
SAT07 reference solver: Rsat
2007-02-08
(complete)		 292133
(45.55%)		 77
(26.37%)		 56
(19.18%)		 159
(54.45%)		 0
(0%)
SAT4J CORE
2.1 RC1
(complete)		 29295
(32.53%)		 49
(16.78%)		 46
(15.75%)		 197
(67.47%)		 0
(0%)
satake
2009-03-22
(complete)		 29292
(31.51%)		 52
(17.81%)		 40
(13.7%)		 198
(67.81%)		 2
(0.68%)
SATzilla2009_C
2009-03-22
(complete)		 292106
(36.3%)		 61
(20.89%)		 45
(15.41%)		 186
(63.7%)		 0
(0%)
SATzilla2009_I
2009-03-22
(complete)		 292142
(48.63%)		 82
(28.08%)		 60
(20.55%)		 149
(51.03%)		 1
(0.34%)
SATzilla2009_R
2009-03-22
(complete)		 29259
(20.21%)		 23
(7.88%)		 36
(12.33%)		 233
(79.79%)		 0
(0%)
slstc
1.0
(incomplete)		 29210
(3.42%)		 1
(0.34%)		 9
(3.08%)		 282
(96.58%)		 0
(0%)
TNM
2009-03-22
(incomplete)		 2926
(2.05%)		 1
(0.34%)		 5
(1.71%)		 286
(97.95%)		 0
(0%)
tts
tts-5-0
(complete)		 29210
(3.42%)		 4
(1.37%)		 6
(2.05%)		 282
(96.58%)		 0
(0%)
ttsth-5-0
2009-03-19
(complete)		 2928
(2.74%)		 4
(1.37%)		 4
(1.37%)		 284
(97.26%)		 0
(0%)
VARSAT-crafted
2009-03-22
(complete)		 29299
(33.9%)		 55
(18.84%)		 44
(15.07%)		 193
(66.1%)		 0
(0%)
VARSAT-industrial
2009-03-22
(complete)		 292110
(37.67%)		 61
(20.89%)		 49
(16.78%)		 182
(62.33%)		 0
(0%)
VARSAT-random
2009-03-22
(complete)		 29259
(20.21%)		 34
(11.64%)		 25
(8.56%)		 233
(79.79%)		 0
(0%)

Solver NameProgress
adaptg2wsat2009
2009-03-23
(incomplete)
done
292
UNSAT
3		SAT
8		?
281
adaptg2wsat2009++
2009-03-23
(incomplete)
done
292
UNSAT
3		SAT
8		?
281
CircUs
2009-03-23
(complete)
done
292
UNSAT
85		SAT
59		?
148
clasp
1.2.0-SAT09-32
(complete)
done
292
UNSAT
85		SAT
53		?
154
CSat
2009-03-22
(complete)
done
292
UNSAT
51		SAT
40		?
201
glucose
1.0
(complete)
done
292
UNSAT
98		SAT
54		?
140
gnovelty+
2009-03-22
(incomplete)
done
292
SAT
7		?
285
gnovelty+2
2009-03-22
(incomplete)
done
292
SAT
4		?
288
gnovelty+2-H
2009-03-22
(incomplete)
done
292
SAT
4		?
287		ERR
1
gNovelty+-T
2009-03-22
(incomplete)
done
292
SAT
7		?
285
gNovelty+-V.2-T
2009-03-22
(incomplete)
done
292
SAT
4		?
285		ERR
3
gNovelty+-V.2-T-H
2009-03-22
(incomplete)
done
292
SAT
4		?
286		ERR
2
Hybrid2
2009-03-22
(incomplete)
done
292
UNSAT
1		SAT
11		?
280
hybridGM
1
(incomplete)
done
292
SAT
5		?
287
hybridGM3
3
(incomplete)
done
292
SAT
5		?
287
hybridGM7
7
(incomplete)
done
292
SAT
7		?
285
HydraSAT
2009-03-22-Base
(complete)
done
292
UNSAT
63		SAT
53		?
176
HydraSAT-Flat
2009-03-22-Flat
(complete)
done
292
UNSAT
64		SAT
51		?
177
HydraSAT-Multi
2009-03-22-Multi
(complete)
done
292
UNSAT
57		SAT
49		?
186
iPAWS
2009-03-22
(incomplete)
done
292
SAT
8		?
284
IUT_BMB_SAT
1.0
(complete)
done
292
UNSAT
70		SAT
46		?
176
kw
2009-03-20
(complete)
done
292
UNSAT
92		SAT
58		?
142
LySAT
c/2009-03-20
(complete)
done
292
UNSAT
72		SAT
51		?
169
LySAT
i/2009-03-20
(complete)
done
292
UNSAT
96		SAT
57		?
139
ManySAT 1.1
aimd 0/2009-03-20
(complete)
done
292
UNSAT
95		SAT
54		?
143
ManySAT 1.1
aimd 1/2009-03-20
(complete)
done
292
UNSAT
95		SAT
54		?
143
ManySAT 1.1
aimd 2/2009-03-20
(complete)
done
292
UNSAT
94		SAT
51		?
147
march_hi
hi
(complete)
done
292
UNSAT
12		SAT
9		?
271
march_nn
nn
(complete)
done
292
UNSAT
11		SAT
10		?
271
MiniSat
2.1 (Sat-race'08 Edition)
(complete)
done
292
UNSAT
90		SAT
65		?
137
MiniSAT 09z
2009-03-22
(complete)
done
292
UNSAT
93		SAT
59		?
140
minisat_cumr
p-2009-03-18
(complete)
done
292
UNSAT
83		SAT
58		?
151
MoRsat
2009-03-03
(complete)
done
292
UNSAT
69		SAT
45		?
172		ERR
6
MXC
2009-03-10
(complete)
done
292
UNSAT
85		SAT
62		?
145
NCVWr
2009-03-22
(incomplete)
done
292
UNSAT
1		SAT
9		?
282
picosat
913
(complete)
done
292
UNSAT
76		SAT
63		?
153
precosat
236
(complete)
done
292
UNSAT
99		SAT
65		?
128
Rsat
2009-03-22
(complete)
done
292
UNSAT
90		SAT
53		?
149
SApperloT
base
(complete)
done
292
UNSAT
74		SAT
55		?
163
SApperloT
hrp
(complete)
done
292
UNSAT
65		SAT
42		?
185
SAT07 reference solver: picosat
535
(complete)
done
292
UNSAT
67		SAT
59		?
166
SAT07 reference solver: Rsat
2007-02-08
(complete)
done
292
UNSAT
77		SAT
56		?
159
SAT4J CORE
2.1 RC1
(complete)
done
292
UNSAT
49		SAT
46		?
197
satake
2009-03-22
(complete)
done
292
UNSAT
52		SAT
40		?
198		ERR
2
SATzilla2009_C
2009-03-22
(complete)
done
292
UNSAT
61		SAT
45		?
186
SATzilla2009_I
2009-03-22
(complete)
done
292
UNSAT
82		SAT
60		?
149		ERR
1
SATzilla2009_R
2009-03-22
(complete)
done
292
UNSAT
23		SAT
36		?
233
slstc
1.0
(incomplete)
done
292
UNSAT
1		SAT
9		?
282
TNM
2009-03-22
(incomplete)
done
292
UNSAT
1		SAT
5		?
286
tts
tts-5-0
(complete)
done
292
UNSAT
4		SAT
6		?
282
ttsth-5-0
2009-03-19
(complete)
done
292
UNSAT
4		SAT
4		?
284
VARSAT-crafted
2009-03-22
(complete)
done
292
UNSAT
55		SAT
44		?
193
VARSAT-industrial
2009-03-22
(complete)
done
292
UNSAT
61		SAT
49		?
182
VARSAT-random
2009-03-22
(complete)
done
292
UNSAT
34		SAT
25		?
233

Category "crafted instances" (CRAFTED)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad Answers
adaptg2wsat2009
2009-03-23
(incomplete)		 28170
(24.91%)		 2
(0.71%)		 68
(24.2%)		 211
(75.09%)		 0
(0%)
adaptg2wsat2009++
2009-03-23
(incomplete)		 28166
(23.49%)		 2
(0.71%)		 64
(22.78%)		 215
(76.51%)		 0
(0%)
CircUs
2009-03-23
(complete)		 281107
(38.08%)		 37
(13.17%)		 70
(24.91%)		 174
(61.92%)		 0
(0%)
clasp
1.2.0-SAT09-32
(complete)		 281131
(46.62%)		 53
(18.86%)		 78
(27.76%)		 150
(53.38%)		 0
(0%)
CSat
2009-03-22
(complete)		 28165
(23.13%)		 15
(5.34%)		 50
(17.79%)		 216
(76.87%)		 0
(0%)
glucose
1.0
(complete)		 281114
(40.57%)		 39
(13.88%)		 75
(26.69%)		 167
(59.43%)		 0
(0%)
gnovelty+
2009-03-22
(incomplete)		 28154
(19.22%)		 0
(0%)		 54
(19.22%)		 227
(80.78%)		 0
(0%)
gnovelty+2
2009-03-22
(incomplete)		 28146
(16.37%)		 2
(0.71%)		 44
(15.66%)		 235
(83.63%)		 0
(0%)
gnovelty+2-H
2009-03-22
(incomplete)		 28143
(15.3%)		 2
(0.71%)		 41
(14.59%)		 232
(82.56%)		 6
(2.14%)
gNovelty+-T
2009-03-22
(incomplete)		 28153
(18.86%)		 0
(0%)		 53
(18.86%)		 228
(81.14%)		 0
(0%)
gNovelty+-V.2-T
2009-03-22
(incomplete)		 28150
(17.79%)		 2
(0.71%)		 48
(17.08%)		 223
(79.36%)		 8
(2.85%)
gNovelty+-V.2-T-H
2009-03-22
(incomplete)		 28146
(16.37%)		 2
(0.71%)		 44
(15.66%)		 234
(83.27%)		 1
(0.36%)
Hybrid2
2009-03-22
(incomplete)		 28166
(23.49%)		 0
(0%)		 66
(23.49%)		 215
(76.51%)		 0
(0%)
hybridGM
1
(incomplete)		 28151
(18.15%)		 0
(0%)		 51
(18.15%)		 230
(81.85%)		 0
(0%)
hybridGM3
3
(incomplete)		 28151
(18.15%)		 0
(0%)		 51
(18.15%)		 230
(81.85%)		 0
(0%)
hybridGM7
7
(incomplete)		 28138
(13.52%)		 0
(0%)		 38
(13.52%)		 243
(86.48%)		 0
(0%)
HydraSAT
2009-03-22-Base
(complete)		 28199
(35.23%)		 33
(11.74%)		 66
(23.49%)		 182
(64.77%)		 0
(0%)
HydraSAT-Flat
2009-03-22-Flat
(complete)		 281102
(36.3%)		 32
(11.39%)		 70
(24.91%)		 179
(63.7%)		 0
(0%)
HydraSAT-Multi
2009-03-22-Multi
(complete)		 281103
(36.65%)		 33
(11.74%)		 70
(24.91%)		 178
(63.35%)		 0
(0%)
iPAWS
2009-03-22
(incomplete)		 28171
(25.27%)		 0
(0%)		 71
(25.27%)		 210
(74.73%)		 0
(0%)
IUT_BMB_SAT
1.0
(complete)		 281120
(42.7%)		 44
(15.66%)		 76
(27.05%)		 161
(57.3%)		 0
(0%)
kw
2009-03-20
(complete)		 281106
(37.72%)		 34
(12.1%)		 72
(25.62%)		 175
(62.28%)		 0
(0%)
LySAT
c/2009-03-20
(complete)		 281112
(39.86%)		 42
(14.95%)		 70
(24.91%)		 169
(60.14%)		 0
(0%)
LySAT
i/2009-03-20
(complete)		 281100
(35.59%)		 31
(11.03%)		 69
(24.56%)		 181
(64.41%)		 0
(0%)
ManySAT 1.1
aimd 0/2009-03-20
(complete)		 28199
(35.23%)		 28
(9.96%)		 71
(25.27%)		 182
(64.77%)		 0
(0%)
ManySAT 1.1
aimd 1/2009-03-20
(complete)		 281103
(36.65%)		 31
(11.03%)		 72
(25.62%)		 178
(63.35%)		 0
(0%)
ManySAT 1.1
aimd 2/2009-03-20
(complete)		 28199
(35.23%)		 29
(10.32%)		 70
(24.91%)		 182
(64.77%)		 0
(0%)
march_hi
hi
(complete)		 28163
(22.42%)		 18
(6.41%)		 45
(16.01%)		 218
(77.58%)		 0
(0%)
march_nn
nn
(complete)		 28158
(20.64%)		 15
(5.34%)		 43
(15.3%)		 223
(79.36%)		 0
(0%)
MiniSat
2.1 (Sat-race'08 Edition)
(complete)		 281114
(40.57%)		 40
(14.23%)		 74
(26.33%)		 167
(59.43%)		 0
(0%)
MiniSAT 09z
2009-03-22
(complete)		 28199
(35.23%)		 27
(9.61%)		 72
(25.62%)		 182
(64.77%)		 0
(0%)
minisat_cumr
p-2009-03-18
(complete)		 281102
(36.3%)		 27
(9.61%)		 75
(26.69%)		 178
(63.35%)		 1
(0.36%)
MoRsat
2009-03-03
(complete)		 28193
(33.1%)		 30
(10.68%)		 63
(22.42%)		 188
(66.9%)		 0
(0%)
MXC
2009-03-10
(complete)		 281124
(44.13%)		 44
(15.66%)		 80
(28.47%)		 157
(55.87%)		 0
(0%)
NCVWr
2009-03-22
(incomplete)		 28148
(17.08%)		 0
(0%)		 48
(17.08%)		 233
(82.92%)		 0
(0%)
picosat
913
(complete)		 281112
(39.86%)		 32
(11.39%)		 80
(28.47%)		 169
(60.14%)		 0
(0%)
precosat
236
(complete)		 281122
(43.42%)		 41
(14.59%)		 81
(28.83%)		 159
(56.58%)		 0
(0%)
Rsat
2009-03-22
(complete)		 281105
(37.37%)		 34
(12.1%)		 71
(25.27%)		 176
(62.63%)		 0
(0%)
SApperloT
base
(complete)		 281113
(40.21%)		 40
(14.23%)		 73
(25.98%)		 168
(59.79%)		 0
(0%)
SApperloT
hrp
(complete)		 281102
(36.3%)		 33
(11.74%)		 69
(24.56%)		 179
(63.7%)		 0
(0%)
SAT07 reference solver: March KS
2007-02-08
(complete)		 28161
(21.71%)		 19
(6.76%)		 42
(14.95%)		 220
(78.29%)		 0
(0%)
SAT07 reference solver: minisat
SAT 2007
(complete)		 281119
(42.35%)		 43
(15.3%)		 76
(27.05%)		 162
(57.65%)		 0
(0%)
SAT07 reference solver: SATzilla
CRAFTED
(complete)		 281114
(40.57%)		 32
(11.39%)		 82
(29.18%)		 167
(59.43%)		 0
(0%)
SAT4J CORE
2.1 RC1
(complete)		 28171
(25.27%)		 21
(7.47%)		 50
(17.79%)		 210
(74.73%)		 0
(0%)
satake
2009-03-22
(complete)		 28175
(26.69%)		 20
(7.12%)		 55
(19.57%)		 203
(72.24%)		 3
(1.07%)
SATzilla2009_C
2009-03-22
(complete)		 281125
(44.48%)		 52
(18.51%)		 73
(25.98%)		 156
(55.52%)		 0
(0%)
SATzilla2009_I
2009-03-22
(complete)		 281128
(45.55%)		 42
(14.95%)		 86
(30.6%)		 153
(54.45%)		 0
(0%)
SATzilla2009_R
2009-03-22
(complete)		 281104
(37.01%)		 26
(9.25%)		 78
(27.76%)		 177
(62.99%)		 0
(0%)
slstc
1.0
(incomplete)		 28133
(11.74%)		 0
(0%)		 33
(11.74%)		 248
(88.26%)		 0
(0%)
TNM
2009-03-22
(incomplete)		 28162
(22.06%)		 0
(0%)		 62
(22.06%)		 219
(77.94%)		 0
(0%)
tts
tts-5-0
(complete)		 28146
(16.37%)		 21
(7.47%)		 25
(8.9%)		 235
(83.63%)		 0
(0%)
ttsth-5-0
2009-03-19
(complete)		 28146
(16.37%)		 22
(7.83%)		 24
(8.54%)		 235
(83.63%)		 0
(0%)
VARSAT-crafted
2009-03-22
(complete)		 281102
(36.3%)		 41
(14.59%)		 61
(21.71%)		 179
(63.7%)		 0
(0%)
VARSAT-industrial
2009-03-22
(complete)		 281113
(40.21%)		 40
(14.23%)		 73
(25.98%)		 168
(59.79%)		 0
(0%)
VARSAT-random
2009-03-22
(complete)		 28184
(29.89%)		 37
(13.17%)		 47
(16.73%)		 197
(70.11%)		 0
(0%)

Solver NameProgress
adaptg2wsat2009
2009-03-23
(incomplete)
done
281
UNSAT
2		SAT
68		?
211
adaptg2wsat2009++
2009-03-23
(incomplete)
done
281
UNSAT
2		SAT
64		?
215
CircUs
2009-03-23
(complete)
done
281
UNSAT
37		SAT
70		?
174
clasp
1.2.0-SAT09-32
(complete)
done
281
UNSAT
53		SAT
78		?
150
CSat
2009-03-22
(complete)
done
281
UNSAT
15		SAT
50		?
216
glucose
1.0
(complete)
done
281
UNSAT
39		SAT
75		?
167
gnovelty+
2009-03-22
(incomplete)
done
281
SAT
54		?
227
gnovelty+2
2009-03-22
(incomplete)
done
281
UNSAT
2		SAT
44		?
235
gnovelty+2-H
2009-03-22
(incomplete)
done
281
UNSAT
2		SAT
41		?
232		ERR
6
gNovelty+-T
2009-03-22
(incomplete)
done
281
SAT
53		?
228
gNovelty+-V.2-T
2009-03-22
(incomplete)
done
281
UNSAT
2		SAT
48		?
223		ERR
8
gNovelty+-V.2-T-H
2009-03-22
(incomplete)
done
281
UNSAT
2		SAT
44		?
234		ERR
1
Hybrid2
2009-03-22
(incomplete)
done
281
SAT
66		?
215
hybridGM
1
(incomplete)
done
281
SAT
51		?
230
hybridGM3
3
(incomplete)
done
281
SAT
51		?
230
hybridGM7
7
(incomplete)
done
281
SAT
38		?
243
HydraSAT
2009-03-22-Base
(complete)
done
281
UNSAT
33		SAT
66		?
182
HydraSAT-Flat
2009-03-22-Flat
(complete)
done
281
UNSAT
32		SAT
70		?
179
HydraSAT-Multi
2009-03-22-Multi
(complete)
done
281
UNSAT
33		SAT
70		?
178
iPAWS
2009-03-22
(incomplete)
done
281
SAT
71		?
210
IUT_BMB_SAT
1.0
(complete)
done
281
UNSAT
44		SAT
76		?
161
kw
2009-03-20
(complete)
done
281
UNSAT
34		SAT
72		?
175
LySAT
c/2009-03-20
(complete)
done
281
UNSAT
42		SAT
70		?
169
LySAT
i/2009-03-20
(complete)
done
281
UNSAT
31		SAT
69		?
181
ManySAT 1.1
aimd 0/2009-03-20
(complete)
done
281
UNSAT
28		SAT
71		?
182
ManySAT 1.1
aimd 1/2009-03-20
(complete)
done
281
UNSAT
31		SAT
72		?
178
ManySAT 1.1
aimd 2/2009-03-20
(complete)
done
281
UNSAT
29		SAT
70		?
182
march_hi
hi
(complete)
done
281
UNSAT
18		SAT
45		?
218
march_nn
nn
(complete)
done
281
UNSAT
15		SAT
43		?
223
MiniSat
2.1 (Sat-race'08 Edition)
(complete)
done
281
UNSAT
40		SAT
74		?
167
MiniSAT 09z
2009-03-22
(complete)
done
281
UNSAT
27		SAT
72		?
182
minisat_cumr
p-2009-03-18
(complete)
done
281
UNSAT
27		SAT
75		?
178		ERR
1
MoRsat
2009-03-03
(complete)
done
281
UNSAT
30		SAT
63		?
188
MXC
2009-03-10
(complete)
done
281
UNSAT
44		SAT
80		?
157
NCVWr
2009-03-22
(incomplete)
done
281
SAT
48		?
233
picosat
913
(complete)
done
281
UNSAT
32		SAT
80		?
169
precosat
236
(complete)
done
281
UNSAT
41		SAT
81		?
159
Rsat
2009-03-22
(complete)
done
281
UNSAT
34		SAT
71		?
176
SApperloT
base
(complete)
done
281
UNSAT
40		SAT
73		?
168
SApperloT
hrp
(complete)
done
281
UNSAT
33		SAT
69		?
179
SAT07 reference solver: March KS
2007-02-08
(complete)
done
281
UNSAT
19		SAT
42		?
220
SAT07 reference solver: minisat
SAT 2007
(complete)
done
281
UNSAT
43		SAT
76		?
162
SAT07 reference solver: SATzilla
CRAFTED
(complete)
done
281
UNSAT
32		SAT
82		?
167
SAT4J CORE
2.1 RC1
(complete)
done
281
UNSAT
21		SAT
50		?
210
satake
2009-03-22
(complete)
done
281
UNSAT
20		SAT
55		?
203		ERR
3
SATzilla2009_C
2009-03-22
(complete)
done
281
UNSAT
52		SAT
73		?
156
SATzilla2009_I
2009-03-22
(complete)
done
281
UNSAT
42		SAT
86		?
153
SATzilla2009_R
2009-03-22
(complete)
done
281
UNSAT
26		SAT
78		?
177
slstc
1.0
(incomplete)
done
281
SAT
33		?
248
TNM
2009-03-22
(incomplete)
done
281
SAT
62		?
219
tts
tts-5-0
(complete)
done
281
UNSAT
21		SAT
25		?
235
ttsth-5-0
2009-03-19
(complete)
done
281
UNSAT
22		SAT
24		?
235
VARSAT-crafted
2009-03-22
(complete)
done
281
UNSAT
41		SAT
61		?
179
VARSAT-industrial
2009-03-22
(complete)
done
281
UNSAT
40		SAT
73		?
168
VARSAT-random
2009-03-22
(complete)
done
281
UNSAT
37		SAT
47		?
197

Category "random instances" (RANDOM)

Solver Name#benchsSolvedUNSATSATUNKNOWNBad Answers
adaptg2wsat2009
2009-03-23
(incomplete)		 570294
(51.58%)		 0
(0%)		 294
(51.58%)		 276
(48.42%)		 0
(0%)
adaptg2wsat2009++
2009-03-23
(incomplete)		 570297
(52.11%)		 0
(0%)		 297
(52.11%)		 273
(47.89%)		 0
(0%)
CircUs
2009-03-23
(complete)		 5708
(1.4%)		 0
(0%)		 8
(1.4%)		 562
(98.6%)		 0
(0%)
clasp
1.2.0-SAT09-32
(complete)		 57084
(14.74%)		 18
(3.16%)		 66
(11.58%)		 486
(85.26%)		 0
(0%)
CSat
2009-03-22
(complete)		 5706
(1.05%)		 0
(0%)		 6
(1.05%)		 564
(98.95%)		 0
(0%)
glucose
1.0
(complete)		 57017
(2.98%)		 0
(0%)		 17
(2.98%)		 553
(97.02%)		 0
(0%)
gnovelty+
2009-03-22
(incomplete)		 570281
(49.3%)		 0
(0%)		 281
(49.3%)		 289
(50.7%)		 0
(0%)
gnovelty+2
2009-03-22
(incomplete)		 570305
(53.51%)		 0
(0%)		 305
(53.51%)		 265
(46.49%)		 0
(0%)
gnovelty+2-H
2009-03-22
(incomplete)		 570305
(53.51%)		 0
(0%)		 305
(53.51%)		 265
(46.49%)		 0
(0%)
gNovelty+-T
2009-03-22
(incomplete)		 570266
(46.67%)		 0
(0%)		 266
(46.67%)		 304
(53.33%)		 0
(0%)
gNovelty+-V.2-T
2009-03-22
(incomplete)		 570304
(53.33%)		 0
(0%)		 304
(53.33%)		 266
(46.67%)		 0
(0%)
gNovelty+-V.2-T-H
2009-03-22
(incomplete)		 570287
(50.35%)		 0
(0%)		 287
(50.35%)		 283
(49.65%)		 0
(0%)
Hybrid2
2009-03-22
(incomplete)		 570290
(50.88%)		 0
(0%)		 290
(50.88%)		 280
(49.12%)		 0
(0%)
hybridGM
1
(incomplete)		 570294
(51.58%)		 0
(0%)		 294
(51.58%)		 276
(48.42%)		 0
(0%)
hybridGM3
3
(incomplete)		 570299
(52.46%)		 0
(0%)		 299
(52.46%)		 271
(47.54%)		 0
(0%)
hybridGM7
7
(incomplete)		 570298
(52.28%)		 0
(0%)		 298
(52.28%)		 272
(47.72%)		 0
(0%)
HydraSAT
2009-03-22-Base
(complete)		 57013
(2.28%)		 0
(0%)		 13
(2.28%)		 557
(97.72%)		 0
(0%)
HydraSAT-Flat
2009-03-22-Flat
(complete)		 57016
(2.81%)		 1
(0.18%)		 15
(2.63%)		 554
(97.19%)		 0
(0%)
HydraSAT-Multi
2009-03-22-Multi
(complete)		 57016
(2.81%)		 0
(0%)		 16
(2.81%)		 554
(97.19%)		 0
(0%)
iPAWS
2009-03-22
(incomplete)		 570258
(45.26%)		 0
(0%)		 258
(45.26%)		 312
(54.74%)		 0
(0%)
IUT_BMB_SAT
1.0
(complete)		 57063
(11.05%)		 13
(2.28%)		 50
(8.77%)		 507
(88.95%)		 0
(0%)
kw
2009-03-20
(complete)		 5704
(0.7%)		 0
(0%)		 4
(0.7%)		 566
(99.3%)		 0
(0%)
LySAT
c/2009-03-20
(complete)		 57060
(10.53%)		 12
(2.11%)		 48
(8.42%)		 510
(89.47%)		 0
(0%)
LySAT
i/2009-03-20
(complete)		 5706
(1.05%)		 0
(0%)		 6
(1.05%)		 564
(98.95%)		 0
(0%)
ManySAT 1.1
aimd 0/2009-03-20
(complete)		 5707
(1.23%)		 0
(0%)		 7
(1.23%)		 563
(98.77%)		 0
(0%)
ManySAT 1.1
aimd 1/2009-03-20
(complete)		 5705
(0.88%)		 0
(0%)		 5
(0.88%)		 565
(99.12%)		 0
(0%)
ManySAT 1.1
aimd 2/2009-03-20
(complete)		 5706
(1.05%)		 0
(0%)		 6
(1.05%)		 564
(98.95%)		 0
(0%)
march_hi
hi
(complete)		 570247
(43.33%)		 100
(17.54%)		 147
(25.79%)		 323
(56.67%)		 0
(0%)
march_nn
nn
(complete)		 570243
(42.63%)		 98
(17.19%)		 145
(25.44%)		 327
(57.37%)		 0
(0%)
MiniSat
2.1 (Sat-race'08 Edition)
(complete)		 57041
(7.19%)		 4
(0.7%)		 37
(6.49%)		 529
(92.81%)		 0
(0%)
MiniSAT 09z
2009-03-22
(complete)		 5703
(0.53%)		 0
(0%)		 3
(0.53%)		 567
(99.47%)		 0
(0%)
minisat_cumr
p-2009-03-18
(complete)		 57029
(5.09%)		 0
(0%)		 29
(5.09%)		 541
(94.91%)		 0
(0%)
MoRsat
2009-03-03
(complete)		 570212
(37.19%)		 22
(3.86%)		 190
(33.33%)		 358
(62.81%)		 0
(0%)
MXC
2009-03-10
(complete)		 57061
(10.7%)		 11
(1.93%)		 50
(8.77%)		 509
(89.3%)		 0
(0%)
NCVWr
2009-03-22
(incomplete)		 570278
(48.77%)		 0
(0%)		 278
(48.77%)		 292
(51.23%)		 0
(0%)
picosat
913
(complete)		 57079
(13.86%)		 22
(3.86%)		 57
(10%)		 491
(86.14%)		 0
(0%)
precosat
236
(complete)		 57027
(4.74%)		 2
(0.35%)		 25
(4.39%)		 543
(95.26%)		 0
(0%)
Rsat
2009-03-22
(complete)		 5705
(0.88%)		 0
(0%)		 5
(0.88%)		 565
(99.12%)		 0
(0%)
SApperloT
base
(complete)		 57070
(12.28%)		 17
(2.98%)		 53
(9.3%)		 500
(87.72%)		 0
(0%)
SApperloT
hrp
(complete)		 57017
(2.98%)		 4
(0.7%)		 13
(2.28%)		 553
(97.02%)		 0
(0%)
SAT07 reference solver: adaptg2wsat+
2007-02-08
(incomplete)		 570265
(46.49%)		 0
(0%)		 265
(46.49%)		 305
(53.51%)		 0
(0%)
SAT07 reference solver: gnovelty+
2007-02-08
(incomplete)		 570272
(47.72%)		 0
(0%)		 272
(47.72%)		 298
(52.28%)		 0
(0%)
SAT07 reference solver: March KS
2007-02-08
(complete)		 570239
(41.93%)		 90
(15.79%)		 149
(26.14%)		 331
(58.07%)		 0
(0%)
SAT07 reference solver: SATzilla
RANDOM
(complete)		 570268
(47.02%)		 91
(15.96%)		 177
(31.05%)		 302
(52.98%)		 0
(0%)
SAT4J CORE
2.1 RC1
(complete)		 5704
(0.7%)		 0
(0%)		 4
(0.7%)		 566
(99.3%)		 0
(0%)
satake
2009-03-22
(complete)		 57024
(4.21%)		 0
(0%)		 24
(4.21%)		 546
(95.79%)		 0
(0%)
SATzilla2009_C
2009-03-22
(complete)		 57073
(12.81%)		 12
(2.11%)		 61
(10.7%)		 497
(87.19%)		 0
(0%)
SATzilla2009_I
2009-03-22
(complete)		 570145
(25.44%)		 55
(9.65%)		 90
(15.79%)		 425
(74.56%)		 0
(0%)
SATzilla2009_R
2009-03-22
(complete)		 570365
(64.04%)		 66
(11.58%)		 299
(52.46%)		 205
(35.96%)		 0
(0%)
slstc
1.0
(incomplete)		 570118
(20.7%)		 0
(0%)		 118
(20.7%)		 452
(79.3%)		 0
(0%)
TNM
2009-03-22
(incomplete)		 570317
(55.61%)		 0
(0%)		 317
(55.61%)		 253
(44.39%)		 0
(0%)
tts
tts-5-0
(complete)		 5700
(0%)		 0
(0%)		 0
(0%)		 570
(100%)		 0
(0%)
ttsth-5-0
2009-03-19
(complete)		 5700
(0%)		 0
(0%)		 0
(0%)		 570
(100%)		 0
(0%)
VARSAT-crafted
2009-03-22
(complete)		 57070
(12.28%)		 10
(1.75%)		 60
(10.53%)		 500
(87.72%)		 0
(0%)
VARSAT-industrial
2009-03-22
(complete)		 57071
(12.46%)		 10
(1.75%)		 61
(10.7%)		 499
(87.54%)		 0
(0%)
VARSAT-random
2009-03-22
(complete)		 57083
(14.56%)		 11
(1.93%)		 72
(12.63%)		 487
(85.44%)		 0
(0%)

Solver NameProgress
adaptg2wsat2009
2009-03-23
(incomplete)
done
570
SAT
294		?
276
adaptg2wsat2009++
2009-03-23
(incomplete)
done
570
SAT
297		?
273
CircUs
2009-03-23
(complete)
done
570
SAT
8		?
562
clasp
1.2.0-SAT09-32
(complete)
done
570
UNSAT
18		SAT
66		?
486
CSat
2009-03-22
(complete)
done
570
SAT
6		?
564
glucose
1.0
(complete)
done
570
SAT
17		?
553
gnovelty+
2009-03-22
(incomplete)
done
570
SAT
281		?
289
gnovelty+2
2009-03-22
(incomplete)
done
570
SAT
305		?
265
gnovelty+2-H
2009-03-22
(incomplete)
done
570
SAT
305		?
265
gNovelty+-T
2009-03-22
(incomplete)
done
570
SAT
266		?
304
gNovelty+-V.2-T
2009-03-22
(incomplete)
done
570
SAT
304		?
266
gNovelty+-V.2-T-H
2009-03-22
(incomplete)
done
570
SAT
287		?
283
Hybrid2
2009-03-22
(incomplete)
done
570
SAT
290		?
280
hybridGM
1
(incomplete)
done
570
SAT
294		?
276
hybridGM3
3
(incomplete)
done
570
SAT
299		?
271
hybridGM7
7
(incomplete)
done
570
SAT
298		?
272
HydraSAT
2009-03-22-Base
(complete)
done
570
SAT
13		?
557
HydraSAT-Flat
2009-03-22-Flat
(complete)
done
570
UNSAT
1		SAT
15		?
554
HydraSAT-Multi
2009-03-22-Multi
(complete)
done
570
SAT
16		?
554
iPAWS
2009-03-22
(incomplete)
done
570
SAT
258		?
312
IUT_BMB_SAT
1.0
(complete)
done
570
UNSAT
13		SAT
50		?
507
kw
2009-03-20
(complete)
done
570
SAT
4		?
566
LySAT
c/2009-03-20
(complete)
done
570
UNSAT
12		SAT
48		?
510
LySAT
i/2009-03-20
(complete)
done
570
SAT
6		?
564
ManySAT 1.1
aimd 0/2009-03-20
(complete)
done
570
SAT
7		?
563
ManySAT 1.1
aimd 1/2009-03-20
(complete)
done
570
SAT
5		?
565
ManySAT 1.1
aimd 2/2009-03-20
(complete)
done
570
SAT
6		?
564
march_hi
hi
(complete)
done
570
UNSAT
100		SAT
147		?
323
march_nn
nn
(complete)
done
570
UNSAT
98		SAT
145		?
327
MiniSat
2.1 (Sat-race'08 Edition)
(complete)
done
570
UNSAT
4		SAT
37		?
529
MiniSAT 09z
2009-03-22
(complete)
done
570
SAT
3		?
567
minisat_cumr
p-2009-03-18
(complete)
done
570
SAT
29		?
541
MoRsat
2009-03-03
(complete)
done
570
UNSAT
22		SAT
190		?
358
MXC
2009-03-10
(complete)
done
570
UNSAT
11		SAT
50		?
509
NCVWr
2009-03-22
(incomplete)
done
570
SAT
278		?
292
picosat
913
(complete)
done
570
UNSAT
22		SAT
57		?
491
precosat
236
(complete)
done
570
UNSAT
2		SAT
25		?
543
Rsat
2009-03-22
(complete)
done
570
SAT
5		?
565
SApperloT
base
(complete)
done
570
UNSAT
17		SAT
53		?
500
SApperloT
hrp
(complete)
done
570
UNSAT
4		SAT
13		?
553
SAT07 reference solver: adaptg2wsat+
2007-02-08
(incomplete)
done
570
SAT
265		?
305
SAT07 reference solver: gnovelty+
2007-02-08
(incomplete)
done
570
SAT
272		?
298
SAT07 reference solver: March KS
2007-02-08
(complete)
done
570
UNSAT
90		SAT
149		?
331
SAT07 reference solver: SATzilla
RANDOM
(complete)
done
570
UNSAT
91		SAT
177		?
302
SAT4J CORE
2.1 RC1
(complete)
done
570
SAT
4		?
566
satake
2009-03-22
(complete)
done
570
SAT
24		?
546
SATzilla2009_C
2009-03-22
(complete)
done
570
UNSAT
12		SAT
61		?
497
SATzilla2009_I
2009-03-22
(complete)
done
570
UNSAT
55		SAT
90		?
425
SATzilla2009_R
2009-03-22
(complete)
done
570
UNSAT
66		SAT
299		?
205
slstc
1.0
(incomplete)
done
570
SAT
118		?
452
TNM
2009-03-22
(incomplete)
done
570
SAT
317		?
253
tts
tts-5-0
(complete)
done
570
?
570
ttsth-5-0
2009-03-19
(complete)
done
570
?
570
VARSAT-crafted
2009-03-22
(complete)
done
570
UNSAT
10		SAT
60		?
500
VARSAT-industrial
2009-03-22
(complete)
done
570
UNSAT
10		SAT
61		?
499
VARSAT-random
2009-03-22
(complete)
done
570
UNSAT
11		SAT
72		?
487

All categories for solvers registered in all categories

Solver Name#benchsSolvedUNSATSATUNKNOWNBad Answers
adaptg2wsat2009
2009-03-23
(incomplete)		 1143375
(32.81%)		 5
(0.44%)		 370
(32.37%)		 768
(67.19%)		 0
(0%)
adaptg2wsat2009++
2009-03-23
(incomplete)		 1143374
(32.72%)		 5
(0.44%)		 369
(32.28%)		 769
(67.28%)		 0
(0%)
CircUs
2009-03-23
(complete)		 1143259
(22.66%)		 122
(10.67%)		 137
(11.99%)		 884
(77.34%)		 0
(0%)
clasp
1.2.0-SAT09-32
(complete)		 1143353
(30.88%)		 156
(13.65%)		 197
(17.24%)		 790
(69.12%)		 0
(0%)
CSat
2009-03-22
(complete)		 1143162
(14.17%)		 66
(5.77%)		 96
(8.4%)		 981
(85.83%)		 0
(0%)
glucose
1.0
(complete)		 1143283
(24.76%)		 137
(11.99%)		 146
(12.77%)		 860
(75.24%)		 0
(0%)
gnovelty+
2009-03-22
(incomplete)		 1143342
(29.92%)		 0
(0%)		 342
(29.92%)		 801
(70.08%)		 0
(0%)
gnovelty+2
2009-03-22
(incomplete)		 1143355
(31.06%)		 2
(0.17%)		 353
(30.88%)		 788
(68.94%)		 0
(0%)
gnovelty+2-H
2009-03-22
(incomplete)		 1143352
(30.8%)		 2
(0.17%)		 350
(30.62%)		 784
(68.59%)		 7
(0.61%)
gNovelty+-T
2009-03-22
(incomplete)		 1143326
(28.52%)		 0
(0%)		 326
(28.52%)		 817
(71.48%)		 0
(0%)
gNovelty+-V.2-T
2009-03-22
(incomplete)		 1143358
(31.32%)		 2
(0.17%)		 356
(31.15%)		 774
(67.72%)		 11
(0.96%)
gNovelty+-V.2-T-H
2009-03-22
(incomplete)		 1143337
(29.48%)		 2
(0.17%)		 335
(29.31%)		 803
(70.25%)		 3
(0.26%)
Hybrid2
2009-03-22
(incomplete)		 1143368
(32.2%)		 1
(0.09%)		 367
(32.11%)		 775
(67.8%)		 0
(0%)
hybridGM
1
(incomplete)		 1143350
(30.62%)		 0
(0%)		 350
(30.62%)		 793
(69.38%)		 0
(0%)
hybridGM3
3
(incomplete)		 1143355
(31.06%)		 0
(0%)		 355
(31.06%)		 788
(68.94%)		 0
(0%)
hybridGM7
7
(incomplete)		 1143343
(30.01%)		 0
(0%)		 343
(30.01%)		 800
(69.99%)		 0
(0%)
HydraSAT
2009-03-22-Base
(complete)		 1143228
(19.95%)		 96
(8.4%)		 132
(11.55%)		 915
(80.05%)		 0
(0%)
HydraSAT-Flat
2009-03-22-Flat
(complete)		 1143233
(20.38%)		 97
(8.49%)		 136
(11.9%)		 910
(79.62%)		 0
(0%)
HydraSAT-Multi
2009-03-22-Multi
(complete)		 1143225
(19.69%)		 90
(7.87%)		 135
(11.81%)		 918
(80.31%)		 0
(0%)
iPAWS
2009-03-22
(incomplete)		 1143337
(29.48%)		 0
(0%)		 337
(29.48%)		 806
(70.52%)		 0
(0%)
IUT_BMB_SAT
1.0
(complete)		 1143299
(26.16%)		 127
(11.11%)		 172
(15.05%)		 844
(73.84%)		 0
(0%)
kw
2009-03-20
(complete)		 1143260
(22.75%)		 126
(11.02%)		 134
(11.72%)		 883
(77.25%)		 0
(0%)
LySAT
c/2009-03-20
(complete)		 1143295
(25.81%)		 126
(11.02%)		 169
(14.79%)		 848
(74.19%)		 0
(0%)
LySAT
i/2009-03-20
(complete)		 1143259
(22.66%)		 127
(11.11%)		 132
(11.55%)		 884
(77.34%)		 0
(0%)
ManySAT 1.1
aimd 0/2009-03-20
(complete)		 1143255
(22.31%)		 123
(10.76%)		 132
(11.55%)		 888
(77.69%)		 0
(0%)
ManySAT 1.1
aimd 1/2009-03-20
(complete)		 1143257
(22.48%)		 126
(11.02%)		 131
(11.46%)		 886
(77.52%)		 0
(0%)
ManySAT 1.1
aimd 2/2009-03-20
(complete)		 1143250
(21.87%)		 123
(10.76%)		 127
(11.11%)		 893
(78.13%)		 0
(0%)
march_hi
hi
(complete)		 1143331
(28.96%)		 130
(11.37%)		 201
(17.59%)		 812
(71.04%)		 0
(0%)
march_nn
nn
(complete)		 1143322
(28.17%)		 124
(10.85%)		 198
(17.32%)		 821
(71.83%)		 0
(0%)
MiniSat
2.1 (Sat-race'08 Edition)
(complete)		 1143310
(27.12%)		 134
(11.72%)		 176
(15.4%)		 833
(72.88%)		 0
(0%)
MiniSAT 09z
2009-03-22
(complete)		 1143254
(22.22%)		 120
(10.5%)		 134
(11.72%)		 889
(77.78%)		 0
(0%)
minisat_cumr
p-2009-03-18
(complete)		 1143272
(23.8%)		 110
(9.62%)		 162
(14.17%)		 870
(76.12%)		 1
(0.09%)
MoRsat
2009-03-03
(complete)		 1143419
(36.66%)		 121
(10.59%)		 298
(26.07%)		 718
(62.82%)		 6
(0.52%)
MXC
2009-03-10
(complete)		 1143332
(29.05%)		 140
(12.25%)		 192
(16.8%)		 811
(70.95%)		 0
(0%)
NCVWr
2009-03-22
(incomplete)		 1143336
(29.4%)		 1
(0.09%)		 335
(29.31%)		 807
(70.6%)		 0
(0%)
picosat
913
(complete)		 1143330
(28.87%)		 130
(11.37%)		 200
(17.5%)		 813
(71.13%)		 0
(0%)
precosat
236
(complete)		 1143313
(27.38%)		 142
(12.42%)		 171
(14.96%)		 830
(72.62%)		 0
(0%)
Rsat
2009-03-22
(complete)		 1143253
(22.13%)		 124
(10.85%)		 129
(11.29%)		 890
(77.87%)		 0
(0%)
SApperloT
base
(complete)		 1143312
(27.3%)		 131
(11.46%)		 181
(15.84%)		 831
(72.7%)		 0
(0%)
SApperloT
hrp
(complete)		 1143226
(19.77%)		 102
(8.92%)		 124
(10.85%)		 917
(80.23%)		 0
(0%)
SAT4J CORE
2.1 RC1
(complete)		 1143170
(14.87%)		 70
(6.12%)		 100
(8.75%)		 973
(85.13%)		 0
(0%)
satake
2009-03-22
(complete)		 1143191
(16.71%)		 72
(6.3%)		 119
(10.41%)		 947
(82.85%)		 5
(0.44%)
SATzilla2009_C
2009-03-22
(complete)		 1143304
(26.6%)		 125
(10.94%)		 179
(15.66%)		 839
(73.4%)		 0
(0%)
SATzilla2009_I
2009-03-22
(complete)		 1143415
(36.31%)		 179
(15.66%)		 236
(20.65%)		 727
(63.6%)		 1
(0.09%)
SATzilla2009_R
2009-03-22
(complete)		 1143528
(46.19%)		 115
(10.06%)		 413
(36.13%)		 615
(53.81%)		 0
(0%)
slstc
1.0
(incomplete)		 1143161
(14.09%)		 1
(0.09%)		 160
(14%)		 982
(85.91%)		 0
(0%)
TNM
2009-03-22
(incomplete)		 1143385
(33.68%)		 1
(0.09%)		 384
(33.6%)		 758
(66.32%)		 0
(0%)
tts
tts-5-0
(complete)		 114356
(4.9%)		 25
(2.19%)		 31
(2.71%)		 1087
(95.1%)		 0
(0%)
ttsth-5-0
2009-03-19
(complete)		 114354
(4.72%)		 26
(2.27%)		 28
(2.45%)		 1089
(95.28%)		 0
(0%)
VARSAT-crafted
2009-03-22
(complete)		 1143271
(23.71%)		 106
(9.27%)		 165
(14.44%)		 872
(76.29%)		 0
(0%)
VARSAT-industrial
2009-03-22
(complete)		 1143294
(25.72%)		 111
(9.71%)		 183
(16.01%)		 849
(74.28%)		 0
(0%)
VARSAT-random
2009-03-22
(complete)		 1143226
(19.77%)		 82
(7.17%)		 144
(12.6%)		 917
(80.23%)		 0
(0%)

Solver NameProgress
adaptg2wsat2009
2009-03-23
(incomplete)
done
1143
UNSAT
5		SAT
370		?
768
adaptg2wsat2009++
2009-03-23
(incomplete)
done
1143
UNSAT
5		SAT
369		?
769
CircUs
2009-03-23
(complete)
done
1143
UNSAT
122		SAT
137		?
884
clasp
1.2.0-SAT09-32
(complete)
done
1143
UNSAT
156		SAT
197		?
790
CSat
2009-03-22
(complete)
done
1143
UNSAT
66		SAT
96		?
981
glucose
1.0
(complete)
done
1143
UNSAT
137		SAT
146		?
860
gnovelty+
2009-03-22
(incomplete)
done
1143
SAT
342		?
801
gnovelty+2
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
353		?
788
gnovelty+2-H
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
350		?
784		ERR
7
gNovelty+-T
2009-03-22
(incomplete)
done
1143
SAT
326		?
817
gNovelty+-V.2-T
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
356		?
774		ERR
11
gNovelty+-V.2-T-H
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
335		?
803		ERR
3
Hybrid2
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
367		?
775
hybridGM
1
(incomplete)
done
1143
SAT
350		?
793
hybridGM3
3
(incomplete)
done
1143
SAT
355		?
788
hybridGM7
7
(incomplete)
done
1143
SAT
343		?
800
HydraSAT
2009-03-22-Base
(complete)
done
1143
UNSAT
96		SAT
132		?
915
HydraSAT-Flat
2009-03-22-Flat
(complete)
done
1143
UNSAT
97		SAT
136		?
910
HydraSAT-Multi
2009-03-22-Multi
(complete)
done
1143
UNSAT
90		SAT
135		?
918
iPAWS
2009-03-22
(incomplete)
done
1143
SAT
337		?
806
IUT_BMB_SAT
1.0
(complete)
done
1143
UNSAT
127		SAT
172		?
844
kw
2009-03-20
(complete)
done
1143
UNSAT
126		SAT
134		?
883
LySAT
c/2009-03-20
(complete)
done
1143
UNSAT
126		SAT
169		?
848
LySAT
i/2009-03-20
(complete)
done
1143
UNSAT
127		SAT
132		?
884
ManySAT 1.1
aimd 0/2009-03-20
(complete)
done
1143
UNSAT
123		SAT
132		?
888
ManySAT 1.1
aimd 1/2009-03-20
(complete)
done
1143
UNSAT
126		SAT
131		?
886
ManySAT 1.1
aimd 2/2009-03-20
(complete)
done
1143
UNSAT
123		SAT
127		?
893
march_hi
hi
(complete)
done
1143
UNSAT
130		SAT
201		?
812
march_nn
nn
(complete)
done
1143
UNSAT
124		SAT
198		?
821
MiniSat
2.1 (Sat-race'08 Edition)
(complete)
done
1143
UNSAT
134		SAT
176		?
833
MiniSAT 09z
2009-03-22
(complete)
done
1143
UNSAT
120		SAT
134		?
889
minisat_cumr
p-2009-03-18
(complete)
done
1143
UNSAT
110		SAT
162		?
870		ERR
1
MoRsat
2009-03-03
(complete)
done
1143
UNSAT
121		SAT
298		?
718		ERR
6
MXC
2009-03-10
(complete)
done
1143
UNSAT
140		SAT
192		?
811
NCVWr
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
335		?
807
picosat
913
(complete)
done
1143
UNSAT
130		SAT
200		?
813
precosat
236
(complete)
done
1143
UNSAT
142		SAT
171		?
830
Rsat
2009-03-22
(complete)
done
1143
UNSAT
124		SAT
129		?
890
SApperloT
base
(complete)
done
1143
UNSAT
131		SAT
181		?
831
SApperloT
hrp
(complete)
done
1143
UNSAT
102		SAT
124		?
917
SAT4J CORE
2.1 RC1
(complete)
done
1143
UNSAT
70		SAT
100		?
973
satake
2009-03-22
(complete)
done
1143
UNSAT
72		SAT
119		?
947		ERR
5
SATzilla2009_C
2009-03-22
(complete)
done
1143
UNSAT
125		SAT
179		?
839
SATzilla2009_I
2009-03-22
(complete)
done
1143
UNSAT
179		SAT
236		?
727		ERR
1
SATzilla2009_R
2009-03-22
(complete)
done
1143
UNSAT
115		SAT
413		?
615
slstc
1.0
(incomplete)
done
1143
UNSAT
1		SAT
160		?
982
TNM
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
384		?
758
tts
tts-5-0
(complete)
done
1143
UNSAT
25		SAT
31		?
1087
ttsth-5-0
2009-03-19
(complete)
done
1143
UNSAT
26		SAT
28		?
1089
VARSAT-crafted
2009-03-22
(complete)
done
1143
UNSAT
106		SAT
165		?
872
VARSAT-industrial
2009-03-22
(complete)
done
1143
UNSAT
111		SAT
183		?
849
VARSAT-random
2009-03-22
(complete)
done
1143
UNSAT
82		SAT
144		?
917

All categories and all solvers (regardless of their ability to support all categories)

This table summarizes the results in all categories for all solvers. Note however that some solvers may not have support for some categories. Therefore, the solvers may have run on a different number of benchmarks and this table should not be used to compare them.

Solver Name#benchsSolvedUNSATSATUNKNOWNBad Answers
adaptg2wsat2009
2009-03-23
(incomplete)		 1143375
(32.81%)		 5
(0.44%)		 370
(32.37%)		 768
(67.19%)		 0
(0%)
adaptg2wsat2009++
2009-03-23
(incomplete)		 1143374
(32.72%)		 5
(0.44%)		 369
(32.28%)		 769
(67.28%)		 0
(0%)
CircUs
2009-03-23
(complete)		 1143259
(22.66%)		 122
(10.67%)		 137
(11.99%)		 884
(77.34%)		 0
(0%)
clasp
1.2.0-SAT09-32
(complete)		 1143353
(30.88%)		 156
(13.65%)		 197
(17.24%)		 790
(69.12%)		 0
(0%)
CSat
2009-03-22
(complete)		 1143162
(14.17%)		 66
(5.77%)		 96
(8.4%)		 981
(85.83%)		 0
(0%)
glucose
1.0
(complete)		 1143283
(24.76%)		 137
(11.99%)		 146
(12.77%)		 860
(75.24%)		 0
(0%)
gnovelty+
2009-03-22
(incomplete)		 1143342
(29.92%)		 0
(0%)		 342
(29.92%)		 801
(70.08%)		 0
(0%)
gnovelty+2
2009-03-22
(incomplete)		 1143355
(31.06%)		 2
(0.17%)		 353
(30.88%)		 788
(68.94%)		 0
(0%)
gnovelty+2-H
2009-03-22
(incomplete)		 1143352
(30.8%)		 2
(0.17%)		 350
(30.62%)		 784
(68.59%)		 7
(0.61%)
gNovelty+-T
2009-03-22
(incomplete)		 1143326
(28.52%)		 0
(0%)		 326
(28.52%)		 817
(71.48%)		 0
(0%)
gNovelty+-V.2-T
2009-03-22
(incomplete)		 1143358
(31.32%)		 2
(0.17%)		 356
(31.15%)		 774
(67.72%)		 11
(0.96%)
gNovelty+-V.2-T-H
2009-03-22
(incomplete)		 1143337
(29.48%)		 2
(0.17%)		 335
(29.31%)		 803
(70.25%)		 3
(0.26%)
Hybrid2
2009-03-22
(incomplete)		 1143368
(32.2%)		 1
(0.09%)		 367
(32.11%)		 775
(67.8%)		 0
(0%)
hybridGM
1
(incomplete)		 1143350
(30.62%)		 0
(0%)		 350
(30.62%)		 793
(69.38%)		 0
(0%)
hybridGM3
3
(incomplete)		 1143355
(31.06%)		 0
(0%)		 355
(31.06%)		 788
(68.94%)		 0
(0%)
hybridGM7
7
(incomplete)		 1143343
(30.01%)		 0
(0%)		 343
(30.01%)		 800
(69.99%)		 0
(0%)
HydraSAT
2009-03-22-Base
(complete)		 1143228
(19.95%)		 96
(8.4%)		 132
(11.55%)		 915
(80.05%)		 0
(0%)
HydraSAT-Flat
2009-03-22-Flat
(complete)		 1143233
(20.38%)		 97
(8.49%)		 136
(11.9%)		 910
(79.62%)		 0
(0%)
HydraSAT-Multi
2009-03-22-Multi
(complete)		 1143225
(19.69%)		 90
(7.87%)		 135
(11.81%)		 918
(80.31%)		 0
(0%)
iPAWS
2009-03-22
(incomplete)		 1143337
(29.48%)		 0
(0%)		 337
(29.48%)		 806
(70.52%)		 0
(0%)
IUT_BMB_SAT
1.0
(complete)		 1143299
(26.16%)		 127
(11.11%)		 172
(15.05%)		 844
(73.84%)		 0
(0%)
kw
2009-03-20
(complete)		 1143260
(22.75%)		 126
(11.02%)		 134
(11.72%)		 883
(77.25%)		 0
(0%)
LySAT
c/2009-03-20
(complete)		 1143295
(25.81%)		 126
(11.02%)		 169
(14.79%)		 848
(74.19%)		 0
(0%)
LySAT
i/2009-03-20
(complete)		 1143259
(22.66%)		 127
(11.11%)		 132
(11.55%)		 884
(77.34%)		 0
(0%)
ManySAT 1.1
aimd 0/2009-03-20
(complete)		 1143255
(22.31%)		 123
(10.76%)		 132
(11.55%)		 888
(77.69%)		 0
(0%)
ManySAT 1.1
aimd 1/2009-03-20
(complete)		 1143257
(22.48%)		 126
(11.02%)		 131
(11.46%)		 886
(77.52%)		 0
(0%)
ManySAT 1.1
aimd 2/2009-03-20
(complete)		 1143250
(21.87%)		 123
(10.76%)		 127
(11.11%)		 893
(78.13%)		 0
(0%)
march_hi
hi
(complete)		 1143331
(28.96%)		 130
(11.37%)		 201
(17.59%)		 812
(71.04%)		 0
(0%)
march_nn
nn
(complete)		 1143322
(28.17%)		 124
(10.85%)		 198
(17.32%)		 821
(71.83%)		 0
(0%)
MiniSat
2.1 (Sat-race'08 Edition)
(complete)		 1143310
(27.12%)		 134
(11.72%)		 176
(15.4%)		 833
(72.88%)		 0
(0%)
MiniSAT 09z
2009-03-22
(complete)		 1143254
(22.22%)		 120
(10.5%)		 134
(11.72%)		 889
(77.78%)		 0
(0%)
minisat_cumr
p-2009-03-18
(complete)		 1143272
(23.8%)		 110
(9.62%)		 162
(14.17%)		 870
(76.12%)		 1
(0.09%)
MoRsat
2009-03-03
(complete)		 1143419
(36.66%)		 121
(10.59%)		 298
(26.07%)		 718
(62.82%)		 6
(0.52%)
MXC
2009-03-10
(complete)		 1143332
(29.05%)		 140
(12.25%)		 192
(16.8%)		 811
(70.95%)		 0
(0%)
NCVWr
2009-03-22
(incomplete)		 1143336
(29.4%)		 1
(0.09%)		 335
(29.31%)		 807
(70.6%)		 0
(0%)
picosat
913
(complete)		 1143330
(28.87%)		 130
(11.37%)		 200
(17.5%)		 813
(71.13%)		 0
(0%)
precosat
236
(complete)		 1143313
(27.38%)		 142
(12.42%)		 171
(14.96%)		 830
(72.62%)		 0
(0%)
Rsat
2009-03-22
(complete)		 1143253
(22.13%)		 124
(10.85%)		 129
(11.29%)		 890
(77.87%)		 0
(0%)
SApperloT
base
(complete)		 1143312
(27.3%)		 131
(11.46%)		 181
(15.84%)		 831
(72.7%)		 0
(0%)
SApperloT
hrp
(complete)		 1143226
(19.77%)		 102
(8.92%)		 124
(10.85%)		 917
(80.23%)		 0
(0%)
SAT07 reference solver: adaptg2wsat+
2007-02-08
(incomplete)		 570265
(46.49%)		 0
(0%)		 265
(46.49%)		 305
(53.51%)		 0
(0%)
SAT07 reference solver: gnovelty+
2007-02-08
(incomplete)		 570272
(47.72%)		 0
(0%)		 272
(47.72%)		 298
(52.28%)		 0
(0%)
SAT07 reference solver: March KS
2007-02-08
(complete)		 851300
(35.25%)		 109
(12.81%)		 191
(22.44%)		 551
(64.75%)		 0
(0%)
SAT07 reference solver: minisat
SAT 2007
(complete)		 281119
(42.35%)		 43
(15.3%)		 76
(27.05%)		 162
(57.65%)		 0
(0%)
SAT07 reference solver: picosat
535
(complete)		 292126
(43.15%)		 67
(22.95%)		 59
(20.21%)		 166
(56.85%)		 0
(0%)
SAT07 reference solver: Rsat
2007-02-08
(complete)		 292133
(45.55%)		 77
(26.37%)		 56
(19.18%)		 159
(54.45%)		 0
(0%)
SAT07 reference solver: SATzilla
CRAFTED
(complete)		 281114
(40.57%)		 32
(11.39%)		 82
(29.18%)		 167
(59.43%)		 0
(0%)
SAT07 reference solver: SATzilla
RANDOM
(complete)		 570268
(47.02%)		 91
(15.96%)		 177
(31.05%)		 302
(52.98%)		 0
(0%)
SAT4J CORE
2.1 RC1
(complete)		 1143170
(14.87%)		 70
(6.12%)		 100
(8.75%)		 973
(85.13%)		 0
(0%)
satake
2009-03-22
(complete)		 1143191
(16.71%)		 72
(6.3%)		 119
(10.41%)		 947
(82.85%)		 5
(0.44%)
SATzilla2009_C
2009-03-22
(complete)		 1143304
(26.6%)		 125
(10.94%)		 179
(15.66%)		 839
(73.4%)		 0
(0%)
SATzilla2009_I
2009-03-22
(complete)		 1143415
(36.31%)		 179
(15.66%)		 236
(20.65%)		 727
(63.6%)		 1
(0.09%)
SATzilla2009_R
2009-03-22
(complete)		 1143528
(46.19%)		 115
(10.06%)		 413
(36.13%)		 615
(53.81%)		 0
(0%)
slstc
1.0
(incomplete)		 1143161
(14.09%)		 1
(0.09%)		 160
(14%)		 982
(85.91%)		 0
(0%)
TNM
2009-03-22
(incomplete)		 1143385
(33.68%)		 1
(0.09%)		 384
(33.6%)		 758
(66.32%)		 0
(0%)
tts
tts-5-0
(complete)		 114356
(4.9%)		 25
(2.19%)		 31
(2.71%)		 1087
(95.1%)		 0
(0%)
ttsth-5-0
2009-03-19
(complete)		 114354
(4.72%)		 26
(2.27%)		 28
(2.45%)		 1089
(95.28%)		 0
(0%)
VARSAT-crafted
2009-03-22
(complete)		 1143271
(23.71%)		 106
(9.27%)		 165
(14.44%)		 872
(76.29%)		 0
(0%)
VARSAT-industrial
2009-03-22
(complete)		 1143294
(25.72%)		 111
(9.71%)		 183
(16.01%)		 849
(74.28%)		 0
(0%)
VARSAT-random
2009-03-22
(complete)		 1143226
(19.77%)		 82
(7.17%)		 144
(12.6%)		 917
(80.23%)		 0
(0%)

Solver NameProgress
adaptg2wsat2009
2009-03-23
(incomplete)
done
1143
UNSAT
5		SAT
370		?
768
adaptg2wsat2009++
2009-03-23
(incomplete)
done
1143
UNSAT
5		SAT
369		?
769
CircUs
2009-03-23
(complete)
done
1143
UNSAT
122		SAT
137		?
884
clasp
1.2.0-SAT09-32
(complete)
done
1143
UNSAT
156		SAT
197		?
790
CSat
2009-03-22
(complete)
done
1143
UNSAT
66		SAT
96		?
981
glucose
1.0
(complete)
done
1143
UNSAT
137		SAT
146		?
860
gnovelty+
2009-03-22
(incomplete)
done
1143
SAT
342		?
801
gnovelty+2
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
353		?
788
gnovelty+2-H
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
350		?
784		ERR
7
gNovelty+-T
2009-03-22
(incomplete)
done
1143
SAT
326		?
817
gNovelty+-V.2-T
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
356		?
774		ERR
11
gNovelty+-V.2-T-H
2009-03-22
(incomplete)
done
1143
UNSAT
2		SAT
335		?
803		ERR
3
Hybrid2
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
367		?
775
hybridGM
1
(incomplete)
done
1143
SAT
350		?
793
hybridGM3
3
(incomplete)
done
1143
SAT
355		?
788
hybridGM7
7
(incomplete)
done
1143
SAT
343		?
800
HydraSAT
2009-03-22-Base
(complete)
done
1143
UNSAT
96		SAT
132		?
915
HydraSAT-Flat
2009-03-22-Flat
(complete)
done
1143
UNSAT
97		SAT
136		?
910
HydraSAT-Multi
2009-03-22-Multi
(complete)
done
1143
UNSAT
90		SAT
135		?
918
iPAWS
2009-03-22
(incomplete)
done
1143
SAT
337		?
806
IUT_BMB_SAT
1.0
(complete)
done
1143
UNSAT
127		SAT
172		?
844
kw
2009-03-20
(complete)
done
1143
UNSAT
126		SAT
134		?
883
LySAT
c/2009-03-20
(complete)
done
1143
UNSAT
126		SAT
169		?
848
LySAT
i/2009-03-20
(complete)
done
1143
UNSAT
127		SAT
132		?
884
ManySAT 1.1
aimd 0/2009-03-20
(complete)
done
1143
UNSAT
123		SAT
132		?
888
ManySAT 1.1
aimd 1/2009-03-20
(complete)
done
1143
UNSAT
126		SAT
131		?
886
ManySAT 1.1
aimd 2/2009-03-20
(complete)
done
1143
UNSAT
123		SAT
127		?
893
march_hi
hi
(complete)
done
1143
UNSAT
130		SAT
201		?
812
march_nn
nn
(complete)
done
1143
UNSAT
124		SAT
198		?
821
MiniSat
2.1 (Sat-race'08 Edition)
(complete)
done
1143
UNSAT
134		SAT
176		?
833
MiniSAT 09z
2009-03-22
(complete)
done
1143
UNSAT
120		SAT
134		?
889
minisat_cumr
p-2009-03-18
(complete)
done
1143
UNSAT
110		SAT
162		?
870		ERR
1
MoRsat
2009-03-03
(complete)
done
1143
UNSAT
121		SAT
298		?
718		ERR
6
MXC
2009-03-10
(complete)
done
1143
UNSAT
140		SAT
192		?
811
NCVWr
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
335		?
807
picosat
913
(complete)
done
1143
UNSAT
130		SAT
200		?
813
precosat
236
(complete)
done
1143
UNSAT
142		SAT
171		?
830
Rsat
2009-03-22
(complete)
done
1143
UNSAT
124		SAT
129		?
890
SApperloT
base
(complete)
done
1143
UNSAT
131		SAT
181		?
831
SApperloT
hrp
(complete)
done
1143
UNSAT
102		SAT
124		?
917
SAT07 reference solver: adaptg2wsat+
2007-02-08
(incomplete)
done
570
SAT
265		?
305
SAT07 reference solver: gnovelty+
2007-02-08
(incomplete)
done
570
SAT
272		?
298
SAT07 reference solver: March KS
2007-02-08
(complete)
done
851
UNSAT
109		SAT
191		?
551
SAT07 reference solver: minisat
SAT 2007
(complete)
done
281
UNSAT
43		SAT
76		?
162
SAT07 reference solver: picosat
535
(complete)
done
292
UNSAT
67		SAT
59		?
166
SAT07 reference solver: Rsat
2007-02-08
(complete)
done
292
UNSAT
77		SAT
56		?
159
SAT07 reference solver: SATzilla
CRAFTED
(complete)
done
281
UNSAT
32		SAT
82		?
167
SAT07 reference solver: SATzilla
RANDOM
(complete)
done
570
UNSAT
91		SAT
177		?
302
SAT4J CORE
2.1 RC1
(complete)
done
1143
UNSAT
70		SAT
100		?
973
satake
2009-03-22
(complete)
done
1143
UNSAT
72		SAT
119		?
947		ERR
5
SATzilla2009_C
2009-03-22
(complete)
done
1143
UNSAT
125		SAT
179		?
839
SATzilla2009_I
2009-03-22
(complete)
done
1143
UNSAT
179		SAT
236		?
727		ERR
1
SATzilla2009_R
2009-03-22
(complete)
done
1143
UNSAT
115		SAT
413		?
615
slstc
1.0
(incomplete)
done
1143
UNSAT
1		SAT
160		?
982
TNM
2009-03-22
(incomplete)
done
1143
UNSAT
1		SAT
384		?
758
tts
tts-5-0
(complete)
done
1143
UNSAT
25		SAT
31		?
1087
ttsth-5-0
2009-03-19
(complete)
done
1143
UNSAT
26		SAT
28		?
1089
VARSAT-crafted
2009-03-22
(complete)
done
1143
UNSAT
106		SAT
165		?
872
VARSAT-industrial
2009-03-22
(complete)
done
1143
UNSAT
111		SAT
183		?
849
VARSAT-random
2009-03-22
(complete)
done
1143
UNSAT
82		SAT
144		?
917