Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021stylized-error_consistency")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	resnext101_32x32d_wsl	.871
2	resnext101_32x16d_wsl	.859
3	resnext101_32x48d_wsl	.851
4	fixres_resnext101_32x48d_wsl	.830
5	SWSL_resnext101_32x8d	.787
6	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.758
7	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.751
8	convnext_base:clip_laiona_augreg_ft_in1k_384	.750
9	convnext_xlarge:fb_in22k_ft_in1k	.746
10	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.737
11	vit_large_patch14_clip_336:laion2b_ft_in1k	.734
12	vit_large_patch14_clip_224:laion2b_ft_in1k	.723
13	vit_base_patch16_clip_224:openai_ft_in1k	.708
14	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.706
15	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.705
16	vision_transformer_vit_large_patch16_224	.705
17	convnext_large:fb_in22k_ft_in1k	.704
18	SWSL_resnet50	.702
19	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.697
20	vit_large_patch14_clip_224:openai_ft_in1k	.697
21	effnetb1_272x240	.693
22	effnetv2m_custom384	.680
23	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.680
24	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.678
25	cvt_cvt-13-384-in1k_4_LucyV4	.678
26	resnext101_32x8d_wsl	.666
27	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.654
28	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.653
29	CLIP_resnet50	.646
30	CLIP_resnet50_float32	.646
31	nasnet_large	.646
32	cvt_cvt-21-384-in1k_4_LucyV4	.646
33	CLIP_ViT-B_32	.628
34	pnasnet_large	.627
35	resnet_101_v2	.623
36	resnet_152_v2	.603
37	cv_18_dagger_408_pretrained	.600
38	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.590
39	resnet-152_v2-tf	.588
40	nasnet_large-tf	.583
41	pnasnet_large-tf	.579
42	ViT_B_16_imagenet1k	.570
43	resnet_50_v2	.555
44	ViT_L_32_imagenet1k	.538
45	vit_relpos_base_patch16_clsgap_224:sw_in1k	.516
46	xception-keras	.515
47	CLIP-RN50	.511
48	ViT_B_32_imagenet1k	.494
49	inception_v4	.488
50	antialias-resnet152	.467
51	AdvProp_efficientnet-b6	.463
52	resnet152_imagenet_full	.457
53	resnet_152_v1	.456
54	resnet50_ewconplus_wzc	.454
55	xception	.450
56	resnet50-VITO-8deg-cc	.449
57	AdvProp_efficientnet-b4	.443
58	AT_efficientnet-b4	.443
59	resnet-50_v2-tf	.439
60	resnet50_imagenet_full	.438
61	effnetb1_cutmixrespatch_SAM_robust32_e10_manylayers_324x288	.438
62	convnext_base_imagenet_full_seed-0	.433
63	AlexNet_SIN_fov4	.430
64	convnext_small_imagenet_full_seed-0	.429
65	AdvProp_efficientnet-b7	.427
66	effnetb1_cutmixrespatch_SAM_robust32_e2_manylayers_324x288	.418
67	cvt_cvt-13-224-in1k_4_LucyV4	.417
68	convnext_large_imagenet_full_seed-0	.417
69	resnet101	.417
70	inception_v4-tf	.411
71	convnext_femto_ols:d1_in1k	.409
72	inception_v3	.405
73	resnet101_imagenet_full	.405
74	convnext_tiny_imagenet_full_seed-0	.395
75	efficientnet-b7	.392
76	inception_v3-tf	.391
77	resnet50-SIN_IN	.389
78	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.381
79	grcnn_109	.370
80	efficientnet_b0	.369
81	densenet-201-keras	.365
82	resnet50	.362
83	resnet_101_v1	.358
84	antialiased-rnext101_32x8d	.358
85	resnet50_random_l2_perturb	.351
86	focalnet_tiny_lrf_in1k	.346
87	densenet-201	.342
88	grcnn	.340
89	tv_efficientnet-b1	.324
90	densenet-121	.322
91	texture_shape_resnet50_trained_on_SIN	.321
92	resnet50_finetune_cutmix_e3_robust_linf8255_e0_247x234	.320
93	densenet-121-keras	.319
94	custom_model_cv_18_dagger_408	.319
95	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.317
96	ReAlnet01	.315
97	ReAlnet03	.315
98	AT_efficientnet-b2	.315
99	AdvProp_efficientnet-b2	.315
100	deit_large_imagenet_full_seed-0	.314
101	resnet50_byol	.314
102	Res2Net50_26w_4s	.313
103	cvt_cvt-21-224-in1k_4_LucyV4	.311
104	ReAlnet09	.307
105	ReAlnet02	.305
106	AdvProp_efficientnet-b8	.303
107	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.302
108	voneresnet-50-non_stochastic	.301
109	ReAlnet04	.300
110	resnet34_imagenet_full	.299
111	cornet_s	.299
112	inception_v1	.298
113	ReAlnet06	.297
114	convnext_tiny:in12k_ft_in1k	.295
115	resnet50-moclr8deg	.295
116	BiT-S-R152x4	.293
117	resnet18_imagenet_full	.292
118	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.290
119	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.289
120	mobilenet_v2_1.4_224-tf	.288
121	effnetb1_cutmixpatch_augmix_robust32_e5_324x288	.281
122	antialiased-r50	.281
123	mobilenet_v2_1_0_224	.278
124	resnet50-SIN_IN_IN	.274
125	resnet_SIN_IN_FT_IN	.274
126	densenet-169	.273
127	resnet50_moco_v2	.272
128	ReAlnet08	.271
129	inception_v2-tf	.270
130	ReAlnet07	.267
131	inception_v1-tf	.266
132	vgg_19	.263
133	ReAlnet10	.263
134	densenet-169-keras	.262
135	resnet50_random_linf8_perturb	.262
136	vonegrcnn_47e	.258
137	nasnet_mobile	.255
138	resnet50_tutorial	.254
139	resnet_50_v1	.254
140	resnet-50-pytorch	.254
141	resnet50-sup	.254
142	resnet50-vitoimagevidnet8	.252
143	ReAlnet05	.251
144	BiT-S-R101x3	.251
145	alexnet_fov4	.243
146	CORnet-S	.236
147	resnet_50_v1_spiking	.233
148	resnet-50_v1-tf	.233
149	vonegrcnn_62e_nobn	.232
150	BiT-S-R50x3	.230
151	resnet-34	.229
152	vonegrcnn_52e_full	.229
153	resnet50_simclr	.224
154	BiT-S-R152x2	.223
155	voneresnet-50-robust	.219
156	BiT-S-R50x1	.218
157	mobilenet_v2_1_3_224	.216
158	vonegrcnn_62e_nobn	.213
159	mobilenet_v2_1_0_192	.208
160	vonegrcnn_47e	.202
161	efficientnet_b2_imagenet_full	.202
162	mobilenet_v2_1.0_224-tf	.201
163	resnet-18	.199
164	alexnet_training_seed_02	.198
165	alexnet_training_seed_04	.198
166	alexnet_training_seed_08	.198
167	alexnet_training_seed_10	.198
168	resnet-101_v1-tf	.197
169	resnet-152_v1-tf	.195
170	resnet50_linf_4_robust	.195
171	BiT-S-R101x1	.194
172	artResNet18_1	.192
173	vgg_16	.192
174	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.191
175	resnet50-SIN	.187
176	deit_base_imagenet_full_seed-0	.185
177	nasnet_mobile-tf	.185
178	vonegrcnn_52e_full	.184
179	vonealexnet_gaussian_noise_std4_fixed	.182
180	mobilenet_v2_1-4_224_pytorch	.181
181	mobilenet_v2_1_4_224	.181
182	mobilenet_v2_1.3_224-tf	.176
183	alexnet_training_seed_07	.166
184	resnet50-simclr-vissl	.166
185	resnet50_robust_l2_eps1	.163
186	mobilenet_v2_1_0_160	.160
187	resnet50_eMMCR_Vanilla	.159
188	efficientnet_b1_imagenet_full	.159
189	resnet50_imagenet_100_seed-0	.157
190	mobilenet_v1_0.75_224	.155
191	voneresnet-50	.154
192	resnet50-vicregl0p9	.146
193	mobilenet_v2_0_5_224	.145
194	AlexNet_SIN	.141
195	alexnet_ks_torevert	.139
196	alexnet-baseline	.139
197	alexnet	.139
198	alexnet	.139
199	alexnet	.139
200	alexnet	.139
201	alexnet	.139
202	alexnet	.139
203	alexnet	.139
204	alexnet	.139
205	alexnet	.139
206	alexnet	.139
207	vgg-19-keras	.134
208	texture_shape_alexnet_trained_on_SIN	.133
209	alexnet	.132
210	alexnet_linf_8_robust	.131
211	deit_small_imagenet_full_seed-0	.131
212	blt_vs	.129
213	resnet-50_untrained	.127
214	resnet50-vicregl0p75	.127
215	mobilenet_v2_0.75_128	.123
216	resnet50_l2_3_robust	.121
217	regnet_y_400mf	.121
218	efficientnet_b0_imagenet_full	.120
219	mobilenet_v1_1.0_192	.119
220	resnet50-barlow	.119
221	mobilenet_v2_0_75_192	.116
222	AdvProp_efficientnet-b0	.114
223	alexnet_random_linf8_perturb	.113
224	mobilenet_v2_0.75_224-tf	.111
225	mobilenet_v1_0.75_192	.110
226	mobilenet_v2_0.5_192-tf	.110
227	alexnet_robust_correct	.107
228	alexnet_random_l2_3_perturb	.107
229	mobilenet_v2_1_0_128	.106
230	mobilenet_v1_0.5_192	.106
231	alexnet_l2_3_robust	.103
232	mobilenet_v1_1.0_224	.103
233	vgg-16-keras	.102
234	resnet50_imagenet_10_seed-0	.100
235	mobilenet_v2_1.0_192-tf	.098
236	mobilenet_v2_0_75_160	.097
237	konkle_alexnetgn_ipcl_ref01_primary_model	.097
238	alexnet_reduced_aliasing_early_checkpoint	.097
239	imagenet_l2_10_0	.097
240	konkle_alexnetgn_ipcl_ref12_supervised_ipcl_aug	.096
241	resnet50_linf_8_robust	.094
242	mobilenet_v1_1.0_160	.094
243	alexnet_training_seed_05	.093
244	alexnet_training_seed_01	.093
245	alexnet_training_seed_01_fov4	.093
246	alexnet_training_seed_01_fov12	.093
247	alexnet_training_seed_01_fov16	.093
248	mobilenet_v2_1.0_160-tf	.092
249	mobilenet_v2_0.5_224-tf	.090
250	mobilenet_v2_0_75_224	.089
251	convnext_small_imagenet_1_seed-0	.088
252	mobilenet_v2_0.35_96	.088
253	mobilenet_v1_0.25_128	.087
254	mobilenet_v2_0_5_192	.087
255	resnet50_imagenet_1_seed-0	.086
256	resnet-50-robust	.084
257	imagenet_l2_3_0	.084
258	resnet50_robust_l2_eps3	.084
259	convnext_tiny_sup	.080
260	mobilenet_v2_0.35_224	.079
261	alexnet_fov12	.078
262	mobilenet_v2_0.35_160	.078
263	mobilenet_v2_1.0_96	.078
264	resnet_50_v1_spiking_l3	.075
265	AlexNet_SIN_fov12	.075
266	mobilenet_v2_0.75_96	.074
267	alexnet_early_checkpoint	.070
268	alexnet_fov16	.067
269	squeezenet1_1	.066
270	mobilenet_v2_0.5_128	.065
271	convnext_small_imagenet_100_seed-0	.064
272	mobilenet_v2_0.75_192-tf	.064
273	mobilevit_small	.064
274	mobilenet_v2_0.75_160-tf	.062
275	mobilenet_v2_0.5_96	.061
276	mobilenet_v1_0.25_224	.060
277	AlexNet_SIN_fov16	.060
278	resnet50_FractalDB	.057
279	deit_small_imagenet_100_seed-0	.057
280	mobilenet_v2_0.5_160	.049
281	deit_small_imagenet_1_seed-0	.047
282	shufflenet_v2_x1_0	.046
283	alexnet_training_seed_09	.045
284	deit_small_imagenet_10_seed-0	.045
285	resnet50-meshes-lt-100-original-pretrained	.044
286	alexnet_training_seed_03	.044
287	resnet50-meshes-lt-100-original-scratch	.044
288	mobilenet_v2_0.35_192	.040
289	mobilenet_v1_0.25_160	.040
290	convnext_small_imagenet_10_seed-0	.040
291	mobilenet_v1_1.0_128	.038
292	mobilenet_v2_1.0_128-tf	.037
293	mobilenet_v1_0.5_160	.028
294	squeezenet1_0	.026
295	mobilenet_v2_0.35_128	.026
296	0.5x_resnet-18_LC_w_sh_1_iter	.025
297	resnet_50_v1_spiking_l4	.016
298	resnet50-vicreg	.016
299	mobilenet_v1_0.25_192	.015
300	mobilenet_v1_0.5_128	.015
301	mobilenet_v1_0.5_224	.015
302	mobilenet_v1_0.75_160	.014
303	barlow-twins-resnet50	.012
304	mobilenet_v1_0.75_128	.012
305	alexnet_training_seed_06	.008
306	tf_efficientnetv2_s_in21ft1k_robust_linf12255_400x400	.006
307	resnet_50_v1_spiking_l4a	.005
308	resnet-18-LC_w_sh_100_iter_conv_init_m
309	ViT-B/32
310	BiT-M-R50x3
311	BiT-M-R50x1
312	BiT-M-R152x2
313	resnet-18-LC_w_sh_1_iter_conv_init_m
314	resnet-18-LC_w_sh_1_iter_m
315	resnet-18-LC_w_sh_10_iter_m
316	resnet-18-LC_w_sh_100_iter_m
317	resnet-18-LC_w_sh_10_iter_conv_init_m
318	FrankRobWobv0
319	0.5x_resnet-18_LC
320	CORnetZ_CIFAR10
321	resnet18-local_aggregation
322	resnet18-deepcluster
323	r3m_resnet18
324	CORnet-Z
325	vggface
326	my-model
327	resnet18-instance_recognition
328	0.5x_resnet-18_LC_w_sh_10_iter
329	r3m_resnet50
330	r3m_resnet34
331	resnet-18-LC_m
332	r3m_resnet50_nocrop
333	resnet18-supervised
334	resnet-18-LC_1st_conv_m
335	resnet-18-LC_conv_init_m
336	resnet18-contrastive_multiview
337	0.5x_resnet-18
338	RN50
339	0.5x_resnet-18_LC_w_sh_100_iter
340	RN50
341	resnet18-colorization
342	resnet18-relative_position
343	resnet18-autoencoder
344	resnet18-simclr
345	ViT_L_32
346	omnivore_swinT
347	ViT_B_32
348	resnet18-depth_prediction
349	ViT_B_16
350	r3m_resnet34_nocrop
351	hmax
352	resnet18-contrastive_predictive
353	resnet-18-LC_untrained
354	resnet-18_untrained
355	resnet-50x2_untrained
356	dcgan
357	unet_entire
358	v1-pyr-nodown
359	CORnetZ_CIFAR10_bs32_20_04
360	pixels
361	dorinet_cornet_z
362	my-model
363	resnet50
364	openclip
365	resnet50-cifar
366	resnet50_pretrained_with_retinal_waves
367	resnet50_ImageNet
368	fulltest_microblockvf_nobottleneck_freeat_nopretrain_eps2_m4
369	yudixie_resnet50_imagenet1kpret_0_240908
370	yudixie_resnet50_random_0_240908
371	yudixie_resnet50_imagenet1kpret_0_240312
372	yudixie_resnet50_object_class_0_240908
373	yudixie_resnet50_category_class_0_240908
374	yudixie_resnet50_distance_reg_0_240908
375	ConvLSTM
376	PredRNN
377	SimVP
378	TAU
379	MIM
380	resnet-152_v2_pytorch
381	briaai_rmbg_1_4
382	densenet_201_pytorch
383	pnasnet_large_pytorch
384	inception_v3_pytorch
385	compact_resnet50_V4
386	yudixie_resnet18_translation_reg_0_240719
387	yudixie_resnet18_distance_reg_0_240719
388	yolos_tiny
389	yudixie_resnet18_rotation_reg_0_240719
390	ReAlnet03_cornet
391	yudixie_resnet18_imagenet1kpret_0_240719
392	resnet18_ecoset_full
393	ReAlnet02_cornet
394	resnet34_ecoset_full
395	compact_resnet50_IT
396	VOneCORnet-S
397	resnet50_ecoset_full
398	ReAlnet01_cornet_fov4
399	compact_resnet50_robust_V4
400	resnet101_ecoset_full
401	ReAlnet04_cornet
402	resnet152_ecoset_full
403	yudixie_resnet50_distance_translation_0_240908
404	ReAlnet01_cornet_fov12
405	yudixie_resnet18_translation_rotation_0_240719
406	yudixie_resnet18_distance_rotation_0_240719
407	ReAlnet05_cornet
408	yudixie_resnet50_distance_rotation_0_240908
409	yudixie_resnet18_cat_obj_class_all_latents_0_240719
410	compact_vgg19_V4
411	resnet-18_test_m
412	SeLaVi-AVE
413	yudixie_resnet18_distance_translation_rotation_0_240719
414	yudixie_resnet18_object_class_0_240719
415	ReAlnet06_cornet
416	r3d_18
417	yudixie_resnet50_translation_reg_0_240908
418	compact_vgg19_IT
419	yudixie_resnet50_rotation_reg_0_240908
420	yudixie_resnet50_translation_rotation_0_240908
421	ReAlnet01_ALL
422	mc3_18
423	ReAlnet07_cornet
424	s3d
425	ReAlnet08_cornet
426	mvit_v1_b
427	ReAlnet01_cornet_fov16
428	ReAlnet02_ALL
429	compact_cornets_IT
430	omnivore_swinB
431	resnet18_imagenet21kP
432	ReAlnet03_ALL
433	compact_cornets_V4
434	ReAlnet09_cornet
435	ReAlnet04_ALL
436	SeLaVi-Kinetics400
437	SeLaVi-VGG-Sound
438	ReAlnet05_ALL
439	r2plus1d_18
440	omnivore_swinS
441	ReAlnet06_ALL
442	ReAlnet10_cornet
443	SeLaVi-Kinetics-Sound
444	mvit_v2_s
445	compact_resnet50_robust_IT
446	ReAlnet07_ALL
447	yudixie_resnet18_category_class_0_240719
448	ReAlnet08_ALL
449	yudixie_resnet18_distance_translation_0_240719
450	yudixie_resnet18_random_0_240719
451	ReAlnet01_cornet
452	resnet50_primary_visual_cortex
453	ReAlnet09_ALL
454	yudixie_resnet50_distance_translation_rotation_0_240908
455	yudixie_resnet50_cat_obj_class_all_latents_0_240908
456	ReAlnet10_ALL

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

0.50.

Note that scores are relative to this ceiling.

Data: Geirhos2021stylized

Metric: error_consistency