Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021contrast-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
.998
2
.998
3
.996
4
.996
5
.995
6
.995
7
.995
8
.994
9
.994
10
.994
11
.993
12
.993
13
.993
14
.991
15
.990
16
.990
17
.990
18
.989
19
.989
20
.989
21
.988
22
.988
23
.985
24
.985
25
.985
26
.985
27
.984
28
.984
29
.984
30
.983
31
.983
32
.981
33
.979
34
.979
35
.978
36
.976
37
.976
38
.975
39
.975
40
.974
41
.974
42
.974
43
.973
44
.973
45
.973
46
.971
47
.971
48
.970
49
.970
50
.970
51
.970
52
.969
53
.969
54
.968
55
.968
56
.966
57
.966
58
.964
59
.964
60
.963
61
.963
62
.963
63
.961
64
.960
65
.958
66
.955
67
.955
68
.955
69
.951
70
.950
71
.949
72
.949
73
.949
74
.948
75
.948
76
.948
77
.946
78
.946
79
.945
80
.945
81
.944
82
.941
83
.940
84
.939
85
.936
86
.934
87
.932
88
.932
89
.930
90
.924
91
.915
92
.915
93
.915
94
.914
95
.904
96
.900
97
.899
98
.899
99
.891
100
.880
101
.880
102
.880
103
.877
104
.876
105
.873
106
.871
107
.871
108
.871
109
.866
110
.864
111
.864
112
.863
113
.863
114
.860
115
.859
116
.856
117
.855
118
.853
119
.853
120
.845
121
.844
122
.843
123
.841
124
.840
125
.839
126
.839
127
.830
128
.829
129
.829
130
.823
131
.823
132
.821
133
.819
134
.816
135
.816
136
.816
137
.816
138
.811
139
.805
140
.804
141
.796
142
.796
143
.796
144
.795
145
.795
146
.795
147
.794
148
.790
149
.781
150
.777
151
.776
152
.776
153
.771
154
.767
155
.766
156
.762
157
.745
158
.744
159
.738
160
.733
161
.718
162
.713
163
.709
164
.706
165
.706
166
.705
167
.704
168
.703
169
.698
170
.689
171
.688
172
.682
173
.681
174
.680
175
.676
176
.676
177
.674
178
.669
179
.669
180
.669
181
.669
182
.669
183
.667
184
.666
185
.665
186
.662
187
.661
188
.660
189
.660
190
.660
191
.654
192
.652
193
.651
194
.649
195
.647
196
.644
197
.644
198
.642
199
.641
200
.641
201
.640
202
.636
203
.636
204
.631
205
.624
206
.621
207
.619
208
.618
209
.615
210
.608
211
.599
212
.595
213
.590
214
.588
215
.585
216
.584
217
.581
218
.579
219
.579
220
.576
221
.570
222
.569
223
.562
224
.562
225
.556
226
.552
227
.547
228
.544
229
.541
230
.539
231
.539
232
.526
233
.520
234
.507
235
.505
236
.502
237
.501
238
.492
239
.448
240
.439
241
.435
242
.435
243
.435
244
.435
245
.435
246
.435
247
.430
248
.425
249
.420
250
.415
251
.412
252
.395
253
.394
254
.376
255
.369
256
.365
257
.346
258
.343
259
.309
260
.302
261
.302
262
.302
263
.299
264
.282
265
.281
266
.198
267
.195
268
.194
269
.172
270
.124
271
.100
272
.100
273
.083
274
.079
275
.075
276
.072
277
.072
278
.070
279
.069
280
.066
281
.065
282
.064
283
.064
284
.062
285
.062
286
.062
287
.062
288
.062
289
.062
290
.062
291
.062
292
.062
293
.062
294
.062
295
.062
296
.062
297
.062
298
.060
299
.052
300
.041
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021contrast

Metric: top1