Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021contrast-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
1.0
2
.999
3
.998
4
.998
5
.998
6
.996
7
.996
8
.996
9
.996
10
.995
11
.995
12
.995
13
.995
14
.995
15
.995
16
.995
17
.995
18
.994
19
.994
20
.994
21
.993
22
.993
23
.993
24
.993
25
.991
26
.990
27
.990
28
.990
29
.989
30
.989
31
.989
32
.988
33
.988
34
.985
35
.985
36
.985
37
.985
38
.984
39
.984
40
.984
41
.983
42
.983
43
.981
44
.979
45
.979
46
.978
47
.976
48
.975
49
.975
50
.974
51
.974
52
.973
53
.973
54
.973
55
.971
56
.971
57
.970
58
.970
59
.970
60
.968
61
.968
62
.966
63
.964
64
.964
65
.963
66
.963
67
.963
68
.958
69
.955
70
.955
71
.955
72
.951
73
.950
74
.949
75
.949
76
.949
77
.948
78
.948
79
.948
80
.946
81
.946
82
.945
83
.945
84
.944
85
.941
86
.940
87
.939
88
.936
89
.934
90
.932
91
.932
92
.930
93
.924
94
.915
95
.915
96
.915
97
.914
98
.904
99
.900
100
.899
101
.899
102
.891
103
.880
104
.880
105
.880
106
.877
107
.876
108
.873
109
.871
110
.871
111
.871
112
.866
113
.864
114
.864
115
.863
116
.863
117
.860
118
.859
119
.856
120
.855
121
.853
122
.853
123
.845
124
.844
125
.843
126
.841
127
.840
128
.839
129
.839
130
.830
131
.829
132
.829
133
.823
134
.823
135
.821
136
.819
137
.816
138
.816
139
.816
140
.816
141
.811
142
.805
143
.804
144
.796
145
.796
146
.796
147
.795
148
.795
149
.795
150
.794
151
.790
152
.781
153
.777
154
.776
155
.776
156
.771
157
.767
158
.766
159
.762
160
.745
161
.744
162
.738
163
.733
164
.718
165
.713
166
.709
167
.706
168
.706
169
.705
170
.704
171
.703
172
.698
173
.689
174
.688
175
.682
176
.681
177
.680
178
.676
179
.676
180
.674
181
.669
182
.669
183
.669
184
.669
185
.669
186
.667
187
.666
188
.665
189
.662
190
.661
191
.660
192
.660
193
.660
194
.654
195
.652
196
.651
197
.649
198
.647
199
.644
200
.644
201
.642
202
.641
203
.641
204
.640
205
.636
206
.636
207
.631
208
.624
209
.621
210
.619
211
.618
212
.615
213
.608
214
.599
215
.595
216
.590
217
.588
218
.585
219
.584
220
.581
221
.579
222
.579
223
.576
224
.570
225
.569
226
.562
227
.562
228
.556
229
.552
230
.547
231
.544
232
.541
233
.539
234
.539
235
.526
236
.520
237
.507
238
.505
239
.502
240
.501
241
.492
242
.448
243
.439
244
.435
245
.435
246
.435
247
.435
248
.435
249
.435
250
.430
251
.425
252
.420
253
.415
254
.412
255
.395
256
.394
257
.376
258
.369
259
.365
260
.346
261
.343
262
.309
263
.302
264
.302
265
.302
266
.299
267
.282
268
.281
269
.198
270
.195
271
.194
272
.172
273
.124
274
.100
275
.100
276
.083
277
.079
278
.075
279
.072
280
.072
281
.070
282
.069
283
.066
284
.065
285
.064
286
.064
287
.062
288
.062
289
.062
290
.062
291
.062
292
.062
293
.062
294
.062
295
.062
296
.062
297
.062
298
.062
299
.060
300
.052
301
.041
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021contrast

Metric: top1