Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021powerequalisation-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
.979
2
.970
3
.968
4
.964
5
.964
6
.963
7
.963
8
.959
9
.959
10
.948
11
.945
12
.945
13
.943
14
.943
15
.939
16
.938
17
.938
18
.936
19
.934
20
.934
21
.932
22
.929
23
.927
24
.923
25
.914
26
.911
27
.911
28
.909
29
.907
30
.905
31
.905
32
.902
33
.902
34
.900
35
.896
36
.896
37
.893
38
.891
39
.875
40
.875
41
.871
42
.868
43
.864
44
.863
45
.854
46
.850
47
.850
48
.845
49
.841
50
.841
51
.836
52
.834
53
.834
54
.832
55
.832
56
.832
57
.830
58
.825
59
.823
60
.823
61
.823
62
.823
63
.820
64
.814
65
.812
66
.812
67
.812
68
.807
69
.807
70
.807
71
.804
72
.804
73
.804
74
.804
75
.802
76
.800
77
.798
78
.798
79
.796
80
.796
81
.796
82
.793
83
.793
84
.793
85
.791
86
.787
87
.786
88
.786
89
.786
90
.780
91
.780
92
.780
93
.777
94
.777
95
.775
96
.775
97
.773
98
.773
99
.773
100
.770
101
.766
102
.766
103
.766
104
.766
105
.764
106
.762
107
.757
108
.755
109
.755
110
.755
111
.754
112
.752
113
.748
114
.743
115
.741
116
.738
117
.736
118
.734
119
.734
120
.732
121
.732
122
.732
123
.732
124
.730
125
.730
126
.730
127
.730
128
.729
129
.729
130
.727
131
.725
132
.723
133
.720
134
.720
135
.720
136
.720
137
.718
138
.716
139
.711
140
.709
141
.709
142
.707
143
.707
144
.704
145
.698
146
.698
147
.696
148
.696
149
.696
150
.695
151
.691
152
.691
153
.691
154
.689
155
.686
156
.684
157
.682
158
.679
159
.679
160
.679
161
.673
162
.671
163
.671
164
.671
165
.671
166
.670
167
.664
168
.664
169
.661
170
.657
171
.657
172
.652
173
.652
174
.648
175
.648
176
.645
177
.641
178
.639
179
.637
180
.637
181
.637
182
.636
183
.632
184
.632
185
.630
186
.630
187
.627
188
.627
189
.625
190
.625
191
.625
192
.623
193
.621
194
.621
195
.620
196
.616
197
.613
198
.611
199
.609
200
.609
201
.609
202
.609
203
.609
204
.605
205
.604
206
.598
207
.598
208
.596
209
.596
210
.596
211
.586
212
.571
213
.570
214
.570
215
.559
216
.554
217
.554
218
.552
219
.548
220
.541
221
.539
222
.539
223
.537
224
.537
225
.536
226
.532
227
.532
228
.532
229
.530
230
.523
231
.521
232
.505
233
.505
234
.505
235
.505
236
.505
237
.504
238
.498
239
.498
240
.498
241
.496
242
.495
243
.495
244
.491
245
.484
246
.482
247
.461
248
.457
249
.457
250
.454
251
.445
252
.425
253
.412
254
.409
255
.396
256
.366
257
.366
258
.362
259
.354
260
.339
261
.327
262
.316
263
.296
264
.284
265
.282
266
.279
267
.266
268
.084
269
.077
270
.075
271
.073
272
.073
273
.066
274
.066
275
.064
276
.064
277
.064
278
.062
279
.062
280
.062
281
.062
282
.062
283
.062
284
.062
285
.062
286
.062
287
.062
288
.062
289
.062
290
.062
291
.062
292
.059
293
.057
294
.057
295
.052
296
.048
297
.048
298
.039
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021powerequalisation

Metric: top1