Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021contrast-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
1.0
2
.999
3
.998
4
.998
5
.998
6
.996
7
.996
8
.996
9
.996
10
.995
11
.995
12
.995
13
.995
14
.995
15
.995
16
.995
17
.995
18
.994
19
.994
20
.994
21
.993
22
.993
23
.993
24
.993
25
.991
26
.990
27
.990
28
.990
29
.990
30
.989
31
.989
32
.989
33
.988
34
.988
35
.985
36
.985
37
.985
38
.985
39
.984
40
.984
41
.984
42
.984
43
.983
44
.983
45
.981
46
.979
47
.979
48
.978
49
.976
50
.975
51
.975
52
.974
53
.974
54
.973
55
.973
56
.973
57
.971
58
.971
59
.970
60
.970
61
.970
62
.968
63
.968
64
.966
65
.964
66
.964
67
.963
68
.963
69
.963
70
.958
71
.955
72
.955
73
.955
74
.951
75
.950
76
.949
77
.949
78
.949
79
.948
80
.948
81
.948
82
.946
83
.946
84
.946
85
.945
86
.945
87
.945
88
.944
89
.941
90
.940
91
.939
92
.936
93
.934
94
.932
95
.932
96
.930
97
.930
98
.929
99
.924
100
.919
101
.915
102
.915
103
.915
104
.914
105
.904
106
.900
107
.899
108
.899
109
.891
110
.880
111
.880
112
.880
113
.877
114
.876
115
.873
116
.871
117
.871
118
.871
119
.866
120
.864
121
.864
122
.863
123
.863
124
.860
125
.859
126
.856
127
.855
128
.853
129
.853
130
.853
131
.845
132
.844
133
.843
134
.841
135
.840
136
.839
137
.839
138
.830
139
.829
140
.829
141
.823
142
.823
143
.821
144
.819
145
.816
146
.816
147
.816
148
.816
149
.811
150
.805
151
.804
152
.796
153
.796
154
.796
155
.795
156
.795
157
.795
158
.794
159
.790
160
.781
161
.777
162
.776
163
.776
164
.771
165
.767
166
.766
167
.762
168
.745
169
.744
170
.738
171
.733
172
.718
173
.714
174
.713
175
.709
176
.706
177
.706
178
.705
179
.704
180
.703
181
.698
182
.689
183
.688
184
.682
185
.681
186
.680
187
.676
188
.676
189
.674
190
.669
191
.669
192
.669
193
.669
194
.669
195
.667
196
.666
197
.665
198
.662
199
.661
200
.660
201
.660
202
.660
203
.654
204
.652
205
.651
206
.649
207
.647
208
.644
209
.644
210
.642
211
.641
212
.641
213
.640
214
.636
215
.636
216
.631
217
.624
218
.621
219
.619
220
.618
221
.615
222
.608
223
.599
224
.595
225
.590
226
.588
227
.585
228
.585
229
.584
230
.581
231
.579
232
.579
233
.579
234
.579
235
.579
236
.579
237
.576
238
.575
239
.570
240
.569
241
.566
242
.565
243
.562
244
.562
245
.556
246
.552
247
.547
248
.544
249
.541
250
.539
251
.539
252
.526
253
.520
254
.507
255
.505
256
.502
257
.501
258
.492
259
.448
260
.439
261
.435
262
.435
263
.435
264
.435
265
.435
266
.435
267
.430
268
.425
269
.420
270
.415
271
.412
272
.395
273
.394
274
.376
275
.369
276
.365
277
.346
278
.343
279
.309
280
.302
281
.302
282
.302
283
.299
284
.282
285
.281
286
.198
287
.195
288
.194
289
.172
290
.124
291
.100
292
.100
293
.083
294
.079
295
.075
296
.072
297
.072
298
.070
299
.069
300
.066
301
.065
302
.064
303
.064
304
.062
305
.062
306
.062
307
.062
308
.062
309
.062
310
.062
311
.062
312
.062
313
.062
314
.062
315
.062
316
.060
317
.052
318
.041
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021contrast

Metric: top1