Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021contrast-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
1.0
2
.999
3
.998
4
.998
5
.998
6
.996
7
.996
8
.996
9
.996
10
.995
11
.995
12
.995
13
.995
14
.995
15
.995
16
.995
17
.995
18
.994
19
.994
20
.994
21
.993
22
.993
23
.993
24
.993
25
.991
26
.990
27
.990
28
.990
29
.990
30
.989
31
.989
32
.989
33
.988
34
.988
35
.985
36
.985
37
.985
38
.985
39
.984
40
.984
41
.984
42
.984
43
.983
44
.983
45
.981
46
.979
47
.979
48
.978
49
.976
50
.975
51
.975
52
.974
53
.974
54
.973
55
.973
56
.973
57
.971
58
.971
59
.970
60
.970
61
.970
62
.968
63
.968
64
.966
65
.964
66
.964
67
.963
68
.963
69
.963
70
.958
71
.955
72
.955
73
.955
74
.951
75
.950
76
.949
77
.949
78
.949
79
.948
80
.948
81
.948
82
.946
83
.946
84
.945
85
.945
86
.944
87
.941
88
.940
89
.939
90
.936
91
.934
92
.932
93
.932
94
.930
95
.924
96
.915
97
.915
98
.915
99
.914
100
.904
101
.900
102
.899
103
.899
104
.891
105
.880
106
.880
107
.880
108
.877
109
.876
110
.873
111
.871
112
.871
113
.871
114
.866
115
.864
116
.864
117
.863
118
.863
119
.860
120
.859
121
.856
122
.855
123
.853
124
.853
125
.845
126
.844
127
.843
128
.841
129
.840
130
.839
131
.839
132
.830
133
.829
134
.829
135
.823
136
.823
137
.821
138
.819
139
.816
140
.816
141
.816
142
.816
143
.811
144
.805
145
.804
146
.796
147
.796
148
.796
149
.795
150
.795
151
.795
152
.794
153
.790
154
.781
155
.777
156
.776
157
.776
158
.771
159
.767
160
.766
161
.762
162
.745
163
.744
164
.738
165
.733
166
.718
167
.714
168
.713
169
.709
170
.706
171
.706
172
.705
173
.704
174
.703
175
.698
176
.689
177
.688
178
.682
179
.681
180
.680
181
.676
182
.676
183
.674
184
.669
185
.669
186
.669
187
.669
188
.669
189
.667
190
.666
191
.665
192
.662
193
.661
194
.660
195
.660
196
.660
197
.654
198
.652
199
.651
200
.649
201
.647
202
.644
203
.644
204
.642
205
.641
206
.641
207
.640
208
.636
209
.636
210
.631
211
.624
212
.621
213
.619
214
.618
215
.615
216
.608
217
.599
218
.595
219
.590
220
.588
221
.585
222
.584
223
.581
224
.579
225
.579
226
.576
227
.570
228
.569
229
.562
230
.562
231
.556
232
.552
233
.547
234
.544
235
.541
236
.539
237
.539
238
.526
239
.520
240
.507
241
.505
242
.502
243
.501
244
.492
245
.448
246
.439
247
.435
248
.435
249
.435
250
.435
251
.435
252
.435
253
.430
254
.425
255
.420
256
.415
257
.412
258
.395
259
.394
260
.376
261
.369
262
.365
263
.346
264
.343
265
.309
266
.302
267
.302
268
.302
269
.299
270
.282
271
.281
272
.198
273
.195
274
.194
275
.172
276
.124
277
.100
278
.100
279
.083
280
.079
281
.075
282
.072
283
.072
284
.070
285
.069
286
.066
287
.065
288
.064
289
.064
290
.062
291
.062
292
.062
293
.062
294
.062
295
.062
296
.062
297
.062
298
.062
299
.062
300
.062
301
.062
302
.060
303
.052
304
.041
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021contrast

Metric: top1