Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Geirhos2021phasescrambling-error_consistency")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	cvt_cvt-21-384-in1k_4_LucyV4	.734
2	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.730
3	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.677
4	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.624
5	dinov2_vitg14_lc	.622
6	convnext_base:clip_laiona_augreg_ft_in1k_384	.621
7	dinov2_vitl14_lc	.619
8	convnext_large_clip_laion2b_finelayers	.613
9	vit_large_patch14_clip_224:laion2b_ft_in1k	.612
10	convnext_large:fb_in22k_ft_in1k	.606
11	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.600
12	vit_large_patch14_clip_336:laion2b_ft_in1k	.599
13	cvt_cvt-13-384-in1k_4_LucyV4	.596
14	convnext_xxlarge_clip	.588
15	convnext_base_fb_in22k_ft_in1k	.588
16	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.584
17	convnext_large_in22k_supervised	.584
18	vit_large_patch14_clip_224:openai_ft_in1k	.576
19	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.576
20	resnet_152_v2	.572
21	fixres_resnext101_32x48d_wsl	.567
22	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.562
23	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.561
24	dinov2_vitg14_reg_lc	.551
25	vit_huge_clip336_laion	.522
26	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.521
27	resnet-152_v2_pytorch	.512
28	SWSL_resnext101_32x8d	.511
29	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.511
30	dinov2_vitl14_lc_res336	.508
31	vision_transformer_vit_large_patch16_224	.506
32	vit_base_patch16_clip_224:openai_ft_in1k	.503
33	convnext_xlarge:fb_in22k_ft_in1k	.499
34	dinov2_vitl14_reg_lc	.479
35	resnext101_32x32d_wsl	.478
36	resnext101_32x48d_wsl	.462
37	convnext_tiny:in12k_ft_in1k	.459
38	resnet_50_v2	.448
39	eva02_large_in22k	.445
40	vit_relpos_base_patch16_clsgap_224:sw_in1k	.442
41	deit3_base_patch16_224_fb_in1k	.433
42	resnext101_32x16d_wsl	.431
43	SWSL_resnet50	.419
44	effnetv2m_custom384	.416
45	CLIP_resnet50	.404
46	CLIP_resnet50_float32	.404
47	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.383
48	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.382
49	effnetb1_cutmixrespatch_SAM_robust32_e10_manylayers_324x288	.378
50	pnasnet_large_halfPrecision	.376
51	pnasnet_large	.376
52	convnext_tiny_imagenet_full_seed-0	.372
53	CLIP_ViT-B_32	.367
54	resnet_101_v2	.364
55	ViT_B_16_imagenet1k	.363
56	resnext101_32x8d_wsl	.363
57	pnasnet_large-tf	.361
58	convnext_femto_ols:d1_in1k	.350
59	convnext_base_imagenet_full_seed-0	.347
60	deit3_base_patch16_224_fb_in22k_ft_in1k	.346
61	focalnet_tiny_lrf_in1k	.344
62	cvt_cvt-13-224-in1k_4_LucyV4	.342
63	convnext_large_imagenet_full_seed-0	.339
64	effnetb1_cutmixrespatch_SAM_robust32_e2_manylayers_324x288	.338
65	CLIP-RN50	.331
66	resnet50_imagenet_full	.320
67	inception_v4	.312
68	nasnet_large	.308
69	effnetb1_272x240	.307
70	resnet152_imagenet_full	.289
71	convnext_small_imagenet_full_seed-0	.289
72	cvt_cvt-21-224-in1k_4_LucyV4	.289
73	mehrer2020_alexnet_training_seed_01_fov4	.288
74	resnet50_st_wzc_seed7_2_323	.287
75	cv_18_dagger_408_pretrained	.286
76	convnext_base_fb_in1k	.286
77	resnet101	.273
78	resnet50-VITO-8deg-cc	.269
79	ViT_L_32_imagenet1k	.268
80	regnety_032	.268
81	inception_v3	.267
82	resnet50_st_wzc_seed6_2_323	.261
83	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.256
84	inception_v3-tf	.251
85	resnet101_imagenet_full	.250
86	AdvProp_efficientnet-b4	.250
87	AT_efficientnet-b4	.250
88	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.249
89	ViT_B_32_imagenet1k	.247
90	resnet-152_v2-tf	.246
91	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.239
92	resnet50_supervised_linhead	.227
93	ijepa_vith14_linhead	.225
94	effnetb1_cutmixpatch_augmix_robust32_e5_324x288	.223
95	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.222
96	xception-keras	.222
97	resnet50_finetune_cutmix_e3_robust_linf8255_e0_247x234	.219
98	inception_v4-tf	.214
99	resnet_152_v1	.210
100	vith14_supervised_linhead	.210
101	nasnet_large-tf	.209
102	deit_large_imagenet_full_seed-0	.207
103	antialias-resnet152	.202
104	inception_v3_pytorch	.195
105	resnet34_imagenet_full	.192
106	convnext_small_imagenet_100_seed-0	.189
107	resnet50_ewconplus_wzc_seed5_2__323	.185
108	resnet50_st_wzc_seed3_2_323	.183
109	resnet_101_v1	.183
110	resnet50-moclr8deg	.182
111	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.181
112	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.179
113	resnet50_ewconplus_wzc_seed6_2_323	.177
114	Res2Net50_26w_4s	.177
115	seresnext50_32x4d	.173
116	resnet50	.170
117	AdvProp_efficientnet-b7	.168
118	densenet-201-keras	.165
119	pnasnet_large_pytorch	.162
120	AT_efficientnet-b2	.161
121	AdvProp_efficientnet-b2	.161
122	alexnet_fov4	.161
123	resnet50_random_l2_perturb	.159
124	resnet-50_v2-tf	.158
125	deit_base_imagenet_full_seed-0	.156
126	efficientnet_b0	.154
127	densenet-201	.153
128	densenet_201_pytorch	.153
129	resnet50_random_linf8_perturb	.151
130	xception	.150
131	grcnn_109	.148
132	vonegrcnn_47e	.147
133	deit_small_imagenet_100_seed-0	.146
134	ReAlnet01	.145
135	resnet50_ewconplus_wzc	.145
136	BiT-S-R152x2	.144
137	convnext_base_fb_in1k_gram_aligned_dinov3	.143
138	resnet18_imagenet_full	.142
139	tv_efficientnet-b1	.141
140	alexnet_fov16	.139
141	custom_model_cv_18_dagger_408	.138
142	antialiased-rnext101_32x8d	.137
143	resnet_50_v1_spiking	.134
144	antialiased-r50	.134
145	densenet-169	.133
146	resnet50_st_wzc_2	.133
147	resnet50_ewconplus_wzc_seed2_2__323	.132
148	AdvProp_efficientnet-b6	.130
149	ReAlnet07	.129
150	alexnet_fov12	.129
151	AdvProp_efficientnet-b8	.125
152	inception_v2-tf	.123
153	alexnet_random_l2_3_perturb	.123
154	AlexNet_SIN_fov4	.121
155	densenet-169-keras	.120
156	grcnn	.120
157	resnet50_hvs_wzc	.119
158	alexnet_random_linf8_perturb	.119
159	resnet-50-pytorch	.118
160	resnet50-sup	.118
161	resnet50_tutorial	.118
162	resnet_50_v1	.118
163	ReAlnet03	.116
164	vonegrcnn_62e_nobn	.114
165	resnet-50_untrained	.114
166	deit_small_imagenet_1_seed-0	.114
167	resnet50_imagenet_10_seed-0	.114
168	deit_small_imagenet_10_seed-0	.114
169	resnet50_untrained_linhead	.114
170	alexnet_linf_8_robust	.112
171	ReAlnet05	.112
172	resnet50-vicregl0p9	.111
173	efficientnet-b7	.111
174	vonegrcnn_52e_full	.110
175	vonegrcnn_47e	.110
176	cornet_s	.109
177	ReAlnet06	.108
178	resnet50_moco_v2	.108
179	vith14_untrained_linhead	.107
180	mehrer2020_alexnet_training_seed_01_fov16	.107
181	alexnet_training_seed_05	.107
182	alexnet_training_seed_01	.107
183	alexnet_training_seed_01_fov4	.107
184	alexnet_training_seed_01_fov12	.107
185	alexnet_training_seed_01_fov16	.107
186	resnet50_simsiam_linhead	.104
187	vonegrcnn_62e_nobn	.104
188	BiT-S-R50x3	.101
189	convnext_tiny_sup	.101
190	artResNet18_1	.100
191	resnet50_linf_4_robust	.100
192	nasnet_mobile-tf	.097
193	resnet-34	.094
194	resnet-101_v1-tf	.094
195	ReAlnet04	.094
196	ReAlnet10	.094
197	tf_efficientnetv2_s_in21ft1k_robust_linf12255_400x400	.093
198	konkle_alexnetgn_ipcl_ref12_supervised_ipcl_aug	.091
199	resnet50-barlow	.091
200	resnet50-SIN_IN	.091
201	resnet50-vitoimagevidnet8	.090
202	ReAlnet08	.090
203	deit_small_imagenet_full_seed-0	.089
204	imagenet_l2_10_0	.089
205	alexnet_l2_3_robust	.087
206	eicircuit_resnet18_bn_20260919	.086
207	resnet50_byol_linhead	.084
208	resnet50_barlowtwins_linhead	.084
209	vonegrcnn_52e_full	.084
210	convnext_small_imagenet_10_seed-0	.083
211	vgg_19	.083
212	alexnet_early_checkpoint	.081
213	densenet-121-keras	.081
214	voneresnet-50-robust	.080
215	mehrer2020_alexnet_training_seed_01	.080
216	alexnet_robust_correct	.080
217	ReAlnet02	.080
218	voneresnet-50	.080
219	resnet50-SIN_IN_IN	.079
220	resnet_SIN_IN_FT_IN	.079
221	mobilenet_v2_1_3_224	.079
222	resnet-18	.077
223	resnet50_imagenet_100_seed-0	.076
224	densenet-121	.075
225	resnet50_robust_l2_eps1	.074
226	resnet50_linf_8_robust	.073
227	vgg-19-keras	.069
228	inception_v1-tf	.069
229	ReAlnet09	.069
230	resnet50-simclr-vissl	.068
231	mobilenet_v2_0.5_96	.067
232	resnet50_vicreg_linhead	.067
233	texture_shape_resnet50_trained_on_SIN	.067
234	convnext_small_imagenet_1_seed-0	.066
235	barlow-twins-resnet50	.066
236	resnet-50_v1-tf	.066
237	resnet50_simclr_linhead_01norm	.066
238	mobilenet_v2_0.35_96	.063
239	resnet50_cpc_linhead	.062
240	mehrer2020_alexnet_training_seed_04	.062
241	resnet50-vicregl0p75	.060
242	alexnet_training_seed_02	.060
243	alexnet_training_seed_08	.060
244	alexnet_training_seed_04	.060
245	alexnet_training_seed_10	.060
246	alexnet_ks_torevert	.060
247	alexnet	.060
248	resnet50_l2_3_robust	.060
249	voneresnet-50-non_stochastic	.059
250	eBarlow_lmda_02_1000ep	.059
251	resnet50_simclr	.059
252	mobilenet_v1_0.25_128	.057
253	BiT-S-R101x1	.057
254	mehrer2020_alexnet_training_seed_01_fov12	.056
255	inception_v1	.055
256	mehrer2020_alexnet_training_seed_03	.055
257	BiT-S-R152x4	.055
258	efficientnet_b2_imagenet_full	.054
259	vgg-16-keras	.052
260	mobilenet_v2_0_5_224	.052
261	CORnet-S	.051
262	resnet50_eMMCR_Vanilla	.051
263	mobilevit_small	.051
264	nasnet_mobile	.051
265	resnet50_byol	.050
266	mobilenet_v2_1_0_224	.049
267	mobilenet_v2_1-4_224_pytorch	.048
268	mobilenet_v2_1_4_224	.048
269	resnet50-SIN	.048
270	mobilenet_v2_0.35_192	.047
271	mobilenet_v2_1.0_224-tf	.047
272	konkle_alexnetgn_ipcl_ref01_primary_model	.045
273	texture_shape_alexnet_trained_on_SIN	.045
274	regnet_y_400mf	.044
275	vgg_16	.044
276	AlexNet_SIN_fov16	.043
277	AlexNet_SIN_fov12	.043
278	alexnet_training_seed_03	.042
279	alexnet_training_seed_07	.041
280	resnet_50_v1_spiking_l3	.041
281	mobilenet_v2_1.0_192-tf	.040
282	mobilenet_v1_1.0_160	.040
283	alexnet_training_seed_06	.037
284	mehrer2020_alexnet_training_seed_02	.036
285	squeezenet1_1	.034
286	mobilenet_v2_0_75_192	.033
287	mobilenet_v1_0.75_128	.033
288	mobilenet_v2_0.5_128	.032
289	mobilenet_v2_1.0_96	.032
290	AdvProp_efficientnet-b0	.031
291	alexnet_reduced_aliasing_early_checkpoint	.031
292	mobilenet_v2_0.75_160-tf	.030
293	blt_vs	.030
294	resnet50_ijepacnn_linhead	.029
295	mobilenet_v2_0.75_96	.029
296	mobilenet_v2_1_0_192	.029
297	resnet-50-robust	.029
298	imagenet_l2_3_0	.029
299	resnet50_robust_l2_eps3	.029
300	alexnet_training_seed_09	.028
301	mobilenet_v2_1.3_224-tf	.028
302	mobilenet_v2_0.35_224	.027
303	AlexNet_SIN	.027
304	mobilenet_v1_0.75_160	.025
305	mobilenet_v1_0.25_224	.024
306	resnet-152_v1-tf	.023
307	mobilenet_v1_1.0_128	.023
308	resnet_50_v1_spiking_l4	.023
309	resnet50_imagenet_1_seed-0	.022
310	vonealexnet_gaussian_noise_std4_fixed	.022
311	vonealexnet	.022
312	mobilenet_v2_0_75_224	.020
313	mobilenet_v1_0.75_192	.019
314	mobilenet_v2_1_0_128	.019
315	efficientnet_b0_imagenet_full	.019
316	mobilenet_v2_0_75_160	.018
317	resnet_50_v1_spiking_l4a	.018
318	resnet50-vicreg	.017
319	mobilenet_v2_1.0_160-tf	.017
320	BiT-S-R50x1	.016
321	shufflenet_v2_x1_0	.016
322	mehrer2020_alexnet_training_seed_05	.016
323	mobilenet_v1_0.5_128	.015
324	0.5x_resnet-18_LC_w_sh_1_iter	.014
325	mobilenet_v2_0_5_192	.013
326	squeezenet1_0	.013
327	mobilenet_v2_0.75_128	.012
328	resnet50_FractalDB	.012
329	mobilenet_v1_0.25_160	.011
330	mobilenet_v1_1.0_224	.010
331	mobilenet_v2_0.5_192-tf	.009
332	mobilenet_v1_0.5_192	.008
333	BiT-S-R101x3	.007
334	mobilenet_v2_1_0_160	.007
335	mobilenet_v2_1.4_224-tf	.006
336	efficientnet_b1_imagenet_full	.006
337	mobilenet_v2_0.75_224-tf	.006
338	mobilenet_v1_0.5_160	.005
339	mobilenet_v1_1.0_192	.005
340	mobilenet_v2_0.35_128	.005
341	mobilenet_v1_0.75_224	.003
342	mobilenet_v2_0.5_224-tf	.003
343	mobilenet_v2_0.35_160	.002
344	mobilenet_v2_0.75_192-tf	.001
345	mobilenet_v2_0.5_160	.001
346	mobilenet_v1_0.5_224	.001
347	mobilenet_v1_0.25_192	.001
348	mobilenet_v2_1.0_128-tf	.000
349	resnet-18-LC_w_sh_100_iter_conv_init_m
350	ViT-B/32
351	BiT-M-R50x3
352	BiT-M-R50x1
353	BiT-M-R152x2
354	resnet-18-LC_w_sh_1_iter_conv_init_m
355	resnet-18-LC_w_sh_10_iter_m
356	resnet-18-LC_w_sh_100_iter_m
357	resnet-18-LC_w_sh_10_iter_conv_init_m
358	resnet-18-LC_w_sh_1_iter_m
359	FrankRobWobv0
360	CORnetZ_CIFAR10
361	0.5x_resnet-18_LC
362	resnet18-local_aggregation
363	resnet18-deepcluster
364	r3m_resnet18
365	CORnet-Z
366	resnet18-instance_recognition
367	vggface
368	my-model
369	0.5x_resnet-18_LC_w_sh_10_iter
370	r3m_resnet50
371	r3m_resnet34
372	resnet18-colorization
373	resnet-18-LC_m
374	r3m_resnet50_nocrop
375	resnet18-supervised
376	resnet-18-LC_1st_conv_m
377	resnet-18-LC_conv_init_m
378	resnet18-contrastive_multiview
379	0.5x_resnet-18
380	RN50
381	0.5x_resnet-18_LC_w_sh_100_iter
382	RN50
383	resnet18-relative_position
384	resnet18-autoencoder
385	resnet18-simclr
386	ViT_L_32
387	ViT_B_32
388	resnet18-depth_prediction
389	ViT_B_16
390	r3m_resnet34_nocrop
391	resnet18-contrastive_predictive
392	omnivore_swinT
393	resnet-18-LC_untrained
394	resnet-18_untrained
395	resnet-50x2_untrained
396	dcgan
397	unet_entire
398	v1-pyr-nodown
399	CORnetZ_CIFAR10_bs32_20_04
400	pixels
401	dorinet_cornet_z
402	my-model
403	openclip
404	resnet50-cifar
405	resnet50_pretrained_with_retinal_waves
406	resnet50_ImageNet
407	fulltest_microblockvf_nobottleneck_freeat_nopretrain_eps2_m4
408	yudixie_resnet50_random_0_240908
409	ReAlnet10_ALL
410	yudixie_resnet50_imagenet1kpret_0_240908
411	yudixie_resnet50_cat_obj_class_all_latents_0_240908
412	yudixie_resnet50_object_class_0_240908
413	resnet18_imagenet21kP
414	yudixie_resnet50_distance_reg_0_240908
415	ConvLSTM
416	SimVP
417	TAU
418	MIM
419	ReAlnet01_cornet
420	briaai_rmbg_1_4
421	yolos_tiny
422	yudixie_resnet50_imagenet1kpret_0_240312
423	compact_resnet50_V4
424	yudixie_resnet18_rotation_reg_0_240719
425	ReAlnet03_cornet
426	ReAlnet02_cornet
427	vit_base_patch16_dinov3-lvd1689m
428	resnet18_ecoset_full
429	resnet34_ecoset_full
430	resnet50_ecoset_full
431	VOneCORnet-S
432	vit_base_patch14_dinov2-lvd142m
433	vit_base_patch14_reg4_dinov2-lvd142m
434	yudixie_resnet50_distance_rotation_0_240908
435	yudixie_resnet50_rotation_reg_0_240908
436	compact_resnet50_robust_V4
437	resnet152_ecoset_full
438	yudixie_resnet18_distance_translation_0_240719
439	ReAlnet04_cornet
440	yudixie_resnet50_distance_translation_0_240908
441	yudixie_resnet18_translation_rotation_0_240719
442	yudixie_resnet18_distance_rotation_0_240719
443	compact_vgg19_V4
444	yudixie_resnet18_category_class_0_240719
445	compact_resnet50_IT
446	ReAlnet05_cornet
447	yudixie_resnet18_random_0_240719
448	resnet-18_test_m
449	yudixie_resnet18_cat_obj_class_all_latents_0_240719
450	ReAlnet01_cornet_fov4
451	SeLaVi-AVE
452	yudixie_resnet18_distance_translation_rotation_0_240719
453	yudixie_resnet18_object_class_0_240719
454	yudixie_resnet18_translation_reg_0_240719
455	ReAlnet01_cornet_fov16
456	r3d_18
457	ReAlnet06_cornet
458	yudixie_resnet50_translation_reg_0_240908
459	compact_vgg19_IT
460	yudixie_resnet18_distance_reg_0_240719
461	mc3_18
462	ReAlnet01_ALL
463	yudixie_resnet50_translation_rotation_0_240908
464	s3d
465	mvit_v1_b
466	ReAlnet08_cornet
467	ReAlnet03_ALL
468	ReAlnet02_ALL
469	omnivore_swinB
470	ReAlnet04_ALL
471	SeLaVi-Kinetics400
472	ReAlnet09_cornet
473	compact_cornets_V4
474	SeLaVi-VGG-Sound
475	compact_cornets_IT
476	ReAlnet05_ALL
477	SeLaVi-Kinetics-Sound
478	omnivore_swinS
479	ReAlnet06_ALL
480	mvit_v2_s
481	r2plus1d_18
482	compact_resnet50_robust_IT
483	ReAlnet07_ALL
484	yudixie_resnet50_distance_translation_rotation_0_240908
485	ReAlnet08_ALL
486	yudixie_resnet18_imagenet1kpret_0_240719
487	ReAlnet07_cornet
488	ReAlnet09_ALL
489	resnet50_primary_visual_cortex
490	yudixie_resnet50_category_class_0_240908
491	hmax
492	ReAlnet10_cornet
493	resnet101_ecoset_full
494	ReAlnet01_cornet_fov12
495	mehrer2020_alexnet_training_seed_07
496	mehrer2020_alexnet_training_seed_08
497	mehrer2020_alexnet_training_seed_06
498	mehrer2020_alexnet_training_seed_09
499	mehrer2020_alexnet_training_seed_10
500	resnet18_fair
501	pr1_stl10_disentangled_alpha04
502	predictive_coding_pc
503	yudixie_wbh_object_class_scaling_0415_run_0
504	yudixie_wbh_object_class_scaling_0415_run_2
505	yudixie_wbh_object_class_scaling_0415_run_1
506	deepeisnn_ei_cifar10_vgg19
507	deepeisnn_ei_cifar10_resnet18
508	deepeisnn_ei_imagenet_resnet18
509	dinov2_vitl14_reg_lc_featread
510	vit_large_clip336_openai
511	persistence_mem
512	persistence_memory
513	gabor_filter_entropy_4x4
514	gabor_filter_entropy_4x4_v2_forcedCosine
515	gabor_filter_entropy_4x4_v2
516	gabor_filter_mean_abs_4x4_v2

Benchmark bibtex

@article{geirhos2021partial,
              title={Partial success in closing the gap between human and machine vision},
              author={Geirhos, Robert and Narayanappa, Kantharaju and Mitzkus, Benjamin and Thieringer, Tizian and Bethge, Matthias and Wichmann, Felix A and Brendel, Wieland},
              journal={Advances in Neural Information Processing Systems},
              volume={34},
              year={2021},
              url={https://openreview.net/forum?id=QkljT4mrfs}
        }

Ceiling

0.45.

Note that scores are relative to this ceiling.

Data: Geirhos2021phasescrambling

Metric: error_consistency