Sample stimuli

sample 0 sample 1 sample 2 sample 3 sample 4 sample 5 sample 6 sample 7 sample 8 sample 9

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021powerequalisation-top1")
score = benchmark(my_model)

Model scores

Min Alignment Max Alignment

Rank

Model

Score

1
.995
2
.993
3
.991
4
.989
5
.989
6
.986
7
.979
8
.975
9
.970
10
.968
11
.966
12
.964
13
.964
14
.963
15
.963
16
.961
17
.959
18
.959
19
.959
20
.952
21
.948
22
.945
23
.945
24
.943
25
.943
26
.939
27
.938
28
.938
29
.936
30
.934
31
.934
32
.932
33
.929
34
.927
35
.923
36
.914
37
.911
38
.911
39
.909
40
.907
41
.905
42
.905
43
.902
44
.902
45
.900
46
.896
47
.896
48
.893
49
.891
50
.875
51
.875
52
.871
53
.868
54
.864
55
.863
56
.854
57
.850
58
.850
59
.845
60
.841
61
.841
62
.836
63
.834
64
.834
65
.832
66
.832
67
.832
68
.830
69
.825
70
.823
71
.823
72
.823
73
.823
74
.820
75
.814
76
.812
77
.812
78
.812
79
.807
80
.807
81
.807
82
.804
83
.804
84
.804
85
.804
86
.802
87
.800
88
.798
89
.798
90
.796
91
.796
92
.796
93
.793
94
.793
95
.793
96
.791
97
.787
98
.786
99
.786
100
.786
101
.780
102
.780
103
.780
104
.777
105
.777
106
.775
107
.775
108
.773
109
.773
110
.773
111
.770
112
.766
113
.766
114
.766
115
.766
116
.762
117
.757
118
.755
119
.755
120
.754
121
.752
122
.743
123
.738
124
.736
125
.734
126
.734
127
.732
128
.732
129
.732
130
.732
131
.730
132
.730
133
.730
134
.729
135
.727
136
.725
137
.723
138
.720
139
.720
140
.720
141
.718
142
.716
143
.711
144
.709
145
.709
146
.707
147
.707
148
.704
149
.698
150
.698
151
.696
152
.696
153
.696
154
.695
155
.691
156
.691
157
.691
158
.689
159
.686
160
.684
161
.682
162
.679
163
.679
164
.679
165
.673
166
.671
167
.671
168
.671
169
.671
170
.670
171
.664
172
.664
173
.661
174
.657
175
.657
176
.652
177
.652
178
.648
179
.648
180
.645
181
.641
182
.639
183
.637
184
.637
185
.637
186
.636
187
.632
188
.632
189
.630
190
.630
191
.627
192
.627
193
.625
194
.625
195
.625
196
.623
197
.621
198
.621
199
.620
200
.616
201
.613
202
.611
203
.609
204
.609
205
.609
206
.609
207
.609
208
.605
209
.604
210
.598
211
.598
212
.596
213
.596
214
.596
215
.586
216
.571
217
.570
218
.570
219
.559
220
.554
221
.554
222
.552
223
.548
224
.541
225
.539
226
.539
227
.537
228
.537
229
.536
230
.532
231
.532
232
.532
233
.530
234
.523
235
.521
236
.505
237
.505
238
.505
239
.505
240
.505
241
.504
242
.498
243
.498
244
.498
245
.496
246
.495
247
.495
248
.491
249
.484
250
.482
251
.461
252
.457
253
.457
254
.454
255
.445
256
.425
257
.412
258
.409
259
.396
260
.366
261
.366
262
.362
263
.354
264
.339
265
.327
266
.316
267
.296
268
.284
269
.282
270
.279
271
.266
272
.084
273
.077
274
.075
275
.073
276
.073
277
.066
278
.066
279
.064
280
.064
281
.064
282
.062
283
.062
284
.062
285
.062
286
.062
287
.062
288
.062
289
.062
290
.062
291
.062
292
.062
293
.062
294
.062
295
.059
296
.057
297
.052
298
.048
299
.048
300
.039
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

1.00.

Note that scores are relative to this ceiling.

Data: Geirhos2021powerequalisation

Metric: top1