Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("BMD2024.texture_2Behavioral-accuracy_distance")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_xxlarge_clip	1.0
2	convnext_xxlarge:clip_laion2b_soup_ft_in1k	1.0
3	eva02_large_in22k	.980
4	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.971
5	vit_large_patch14_clip_224:laion2b_ft_in1k	.952
6	vit_large_patch14_clip_336:laion2b_ft_in1k	.913
7	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.892
8	vit_large_clip336_openai	.882
9	vit_large_patch14_clip_224:openai_ft_in1k	.882
10	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.850
11	dinov2_vitg14_reg_lc	.840
12	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.840
13	dinov2_vitg14_lc	.819
14	dinov2_vitl14_reg_lc	.808
15	convnext_large_clip_laion2b_finelayers	.756
16	vit_huge_clip336_laion	.724
17	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.672
18	convnext_base:clip_laiona_augreg_ft_in1k_384	.609
19	dinov2_vitl14_lc_res336	.577
20	convnext_base_fb_in22k_ft_in1k	.577
21	resnext101_32x48d_wsl	.577
22	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.504
23	convnext_base_fb_in1k	.472
24	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.462
25	convnext_xlarge:fb_in22k_ft_in1k	.441
26	AdvProp_efficientnet-b7	.430
27	AdvProp_efficientnet-b6	.430
28	resnext101_32x32d_wsl	.430
29	convnext_large:fb_in22k_ft_in1k	.420
30	AdvProp_efficientnet-b4	.409
31	resnext101_32x16d_wsl	.409
32	dinov2_vitl14_lc	.399
33	AdvProp_efficientnet-b8	.399
34	resnext101_32x8d_wsl	.378
35	blt_vs	.367
36	mobilenet_v2_0_5_192	.357
37	vit_base_patch16_clip_224:openai_ft_in1k	.336
38	vith14_supervised_linhead	.325
39	regnety_032	.325
40	inception_v4	.325
41	mobilenet_v2_0_75_192	.325
42	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.315
43	inception_v3_pytorch	.315
44	convnext_large_in22k_supervised	.304
45	resnet50_robust_l2_eps1	.304
46	convnext_large_imagenet_full_seed-0	.294
47	efficientnet_b0_imagenet_full	.294
48	resnet_101_v1	.283
49	grcnn_109	.283
50	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.283
51	resnet50_robust_l2_eps3	.283
52	imagenet_l2_3_0	.283
53	resnet-50-robust	.283
54	mobilenet_v2_0_75_160	.273
55	Res2Net50_26w_4s	.273
56	densenet-201	.273
57	BiT-S-R101x1	.273
58	resnet18_imagenet_full	.273
59	densenet_201_pytorch	.273
60	mobilenet_v2_1_0_128	.262
61	vonegrcnn_62e_nobn	.252
62	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.252
63	cvt_cvt-21-384-in1k_4_LucyV4	.252
64	ReAlnet08	.241
65	ReAlnet07	.241
66	voneresnet-50	.241
67	vit_relpos_base_patch16_clsgap_224:sw_in1k	.241
68	AT_efficientnet-b2	.241
69	AdvProp_efficientnet-b2	.241
70	vonegrcnn_47e	.241
71	convnext_base_imagenet_full_seed-0	.241
72	deit_large_imagenet_full_seed-0	.241
73	mehrer2020_alexnet_training_seed_03	.231
74	seresnext50_32x4d	.231
75	resnet50_ewconplus_wzc_seed2_2__323	.231
76	ReAlnet04	.231
77	vonegrcnn_52e_full	.231
78	deit_small_imagenet_full_seed-0	.231
79	mobilenet_v2_1_0_224	.220
80	mobilenet_v2_0_75_224	.220
81	mobilenet_v2_0_5_224	.220
82	antialiased-r50	.220
83	convnext_small_imagenet_full_seed-0	.220
84	cvt_cvt-21-224-in1k_4_LucyV4	.220
85	AlexNet_SIN_fov4	.220
86	alexnet_fov4	.220
87	voneresnet-50-non_stochastic	.220
88	focalnet_tiny_lrf_in1k	.220
89	mehrer2020_alexnet_training_seed_01	.210
90	resnet50_st_wzc_seed3_2_323	.210
91	resnet50_ewconplus_wzc_seed6_2_323	.210
92	resnet50_st_wzc_2	.210
93	resnet_101_v2	.210
94	nasnet_large	.210
95	inception_v1	.210
96	ReAlnet02	.210
97	ReAlnet01	.210
98	voneresnet-50-robust	.210
99	shufflenet_v2_x1_0	.210
100	convnext_tiny:in12k_ft_in1k	.210
101	convnext_tiny_imagenet_full_seed-0	.210
102	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.210
103	AlexNet_SIN	.210
104	effnetb1_272x240	.210
105	resnet50_ijepacnn_linhead	.199
106	convnext_base_fb_in1k_gram_aligned_dinov3	.199
107	mobilenet_v2_1_0_160	.199
108	inception_v3	.199
109	resnet50-SIN_IN	.199
110	BiT-S-R50x3	.199
111	cvt_cvt-13-384-in1k_4_LucyV4	.199
112	regnet_y_400mf	.199
113	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.199
114	mehrer2020_alexnet_training_seed_04	.189
115	resnet50_st_wzc_seed7_2_323	.189
116	resnet_50_v1_spiking	.189
117	nasnet_mobile	.189
118	ReAlnet10	.189
119	ReAlnet09	.189
120	ReAlnet03	.189
121	BiT-S-R152x4	.189
122	efficientnet_b2_imagenet_full	.189
123	custom_model_cv_18_dagger_408	.189
124	deit3_base_patch16_224_fb_in1k	.178
125	mobilenet_v2_1_0_192	.178
126	resnet_50_v1	.178
127	grcnn	.178
128	resnet50-vitoimagevidnet8	.178
129	resnet50-barlow	.178
130	resnet50-VITO-8deg-cc	.178
131	convnext_femto_ols:d1_in1k	.178
132	densenet-121	.178
133	BiT-S-R50x1	.178
134	resnet50-sup	.178
135	deit_base_imagenet_full_seed-0	.178
136	resnet50_tutorial	.178
137	resnet50_imagenet_100_seed-0	.178
138	resnet152_imagenet_full	.178
139	cv_18_dagger_408_pretrained	.178
140	antialias-resnet152	.178
141	mehrer2020_alexnet_training_seed_01_fov4	.168
142	eicircuit_resnet18_bn_20260919	.168
143	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.168
144	resnet_152_v1	.168
145	ReAlnet06	.168
146	resnet50-SIN	.168
147	densenet-169	.168
148	BiT-S-R101x3	.168
149	deit_small_imagenet_100_seed-0	.168
150	alexnet	.168
151	alexnet_ks_torevert	.168
152	resnet50_simsiam_linhead	.157
153	mehrer2020_alexnet_training_seed_05	.157
154	resnet50_st_wzc_seed6_2_323	.157
155	resnet50_hvs_wzc	.157
156	vgg_16	.157
157	AlexNet_SIN_fov16	.157
158	resnet50_eMMCR_Vanilla	.157
159	mehrer2020_alexnet_training_seed_02	.147
160	vonealexnet	.147
161	ReAlnet05	.147
162	efficientnet_b1_imagenet_full	.147
163	resnet50_imagenet_1_seed-0	.147
164	cvt_cvt-13-224-in1k_4_LucyV4	.147
165	resnet50_imagenet_full	.147
166	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.147
167	tv_efficientnet-b1	.147
168	resnet_50_v1_spiking_l4	.136
169	convnext_small_imagenet_100_seed-0	.136
170	bp_resnet50_julios	.136
171	resnet50_byol_linhead	.126
172	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.126
173	mobilenet_v2_1_3_224	.126
174	pnasnet_large	.126
175	alexnet_training_seed_03	.126
176	convnext_tiny_sup	.126
177	artResNet18_1	.126
178	resnet101_imagenet_full	.126
179	resnet50_barlowtwins_linhead	.115
180	ijepa_vith14_linhead	.115
181	pnasnet_large_halfPrecision	.115
182	resnet50_ewconplus_wzc	.115
183	xception	.115
184	alexnet_training_seed_04	.115
185	resnet_50_v2	.115
186	resnet50-SIN_IN_IN	.115
187	efficientnet_b0	.115
188	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.115
189	BiT-S-R152x2	.115
190	resnet_SIN_IN_FT_IN	.115
191	resnet34_imagenet_full	.115
192	resnet50_cpc_linhead	.105
193	resnet50_simclr_linhead_01norm	.105
194	resnet50_untrained_linhead	.105
195	vith14_untrained_linhead	.105
196	resnet50_vicreg_linhead	.105
197	mehrer2020_alexnet_training_seed_01_fov16	.105
198	mehrer2020_alexnet_training_seed_01_fov12	.105
199	resnet_50_v1_spiking_l3	.105
200	alexnet_training_seed_10	.105
201	alexnet_training_seed_08	.105
202	alexnet_training_seed_02	.105
203	alexnet_training_seed_06	.105
204	alexnet_training_seed_05	.105
205	alexnet_training_seed_09	.105
206	resnet_152_v2	.105
207	resnet50-moclr8deg	.105
208	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.105
209	resnet50-vicregl0p9	.105
210	resnet50-vicregl0p75	.105
211	convnext_small_imagenet_10_seed-0	.105
212	convnext_small_imagenet_1_seed-0	.105
213	deit_small_imagenet_1_seed-0	.105
214	deit_small_imagenet_10_seed-0	.105
215	alexnet_training_seed_01_fov16	.105
216	alexnet_training_seed_01_fov12	.105
217	pnasnet_large_pytorch	.105
218	resnet-152_v2_pytorch	.105
219	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.105
220	ViT_L_32_imagenet1k	.105
221	resnet50_supervised_linhead	.094
222	alexnet_fov16	.094
223	vgg_19	.084
224	alexnet_training_seed_01_fov4	.084
225	AlexNet_SIN_fov12	.084
226	resnet_50_v1_spiking_l4a	.073
227	mobilenet_v2_1_4_224	.073
228	alexnet_training_seed_01	.073
229	alexnet_training_seed_07	.073
230	resnet50_imagenet_10_seed-0	.073
231	alexnet_fov12	.073
232	mobilenet_v2_1-4_224_pytorch	.073
233	mehrer2020_alexnet_training_seed_09
234	mehrer2020_alexnet_training_seed_10
235	mehrer2020_alexnet_training_seed_07
236	mehrer2020_alexnet_training_seed_08
237	mehrer2020_alexnet_training_seed_06
238	resnet50_ecoset_full
239	ReAlnet08_cornet
240	ReAlnet06_cornet
241	VOneCORnet-S
242	gabor_filter_entropy_4x4_v2_forcedCosine
243	gabor_filter_mean_abs_4x4_v2
244	gabor_filter_entropy_4x4_v2
245	gabor_filter_entropy_4x4
246	persistence_memory
247	persistence_mem
248	dinov2_vitl14_reg_lc_featread
249	deepeisnn_ei_imagenet_resnet18
250	deepeisnn_ei_cifar10_resnet18
251	deepeisnn_ei_cifar10_vgg19
252	yudixie_wbh_object_class_scaling_0415_run_1
253	yudixie_wbh_object_class_scaling_0415_run_2
254	yudixie_wbh_object_class_scaling_0415_run_3
255	yudixie_wbh_object_class_scaling_0415_imagenet
256	yudixie_wbh_object_class_scaling_0415_run_0
257	predictive_coding_pc
258	pr1_stl10_disentangled_alpha04
259	resnet18_fair
260	vit_base_patch16_dinov3-lvd1689m
261	vit_base_patch14_reg4_dinov2-lvd142m
262	vit_base_patch14_dinov2-lvd142m
263	compact_resnet50_robust_IT
264	compact_vgg19_IT
265	compact_cornets_IT
266	compact_cornets_V4
267	compact_resnet50_robust_V4
268	compact_vgg19_V4
269	compact_resnet50_IT
270	compact_resnet50_V4
271	ReAlnet10_ALL
272	ReAlnet09_ALL
273	ReAlnet08_ALL
274	ReAlnet07_ALL
275	ReAlnet05_ALL
276	ReAlnet04_ALL
277	ReAlnet03_ALL
278	ReAlnet02_ALL
279	ReAlnet01_ALL
280	resnet50_primary_visual_cortex
281	yolos_tiny
282	briaai_rmbg_1_4
283	yudixie_resnet50_distance_reg_0_240908
284	yudixie_resnet50_category_class_0_240908
285	yudixie_resnet50_cat_obj_class_all_latents_0_240908
286	yudixie_resnet50_object_class_0_240908
287	yudixie_resnet50_distance_translation_rotation_0_240908
288	yudixie_resnet50_random_0_240908
289	yudixie_resnet50_imagenet1kpret_0_240908
290	ReAlnet10_cornet
291	ReAlnet09_cornet
292	ReAlnet05_cornet
293	ReAlnet04_cornet
294	ReAlnet02_cornet
295	ReAlnet03_cornet
296	ReAlnet01_cornet
297	yudixie_resnet50_translation_rotation_0_240908
298	yudixie_resnet50_distance_translation_0_240908
299	yudixie_resnet50_rotation_reg_0_240908
300	yudixie_resnet50_translation_reg_0_240908
301	yudixie_resnet50_distance_rotation_0_240908
302	resnet50-vicreg
303	efficientnet-b7
304	resnet-18_test_m
305	omnivore_swinS
306	omnivore_swinB
307	yudixie_resnet18_distance_reg_0_240719
308	yudixie_resnet18_translation_reg_0_240719
309	yudixie_resnet18_imagenet1kpret_0_240719
310	yudixie_resnet18_rotation_reg_0_240719
311	yudixie_resnet18_object_class_0_240719
312	yudixie_resnet18_distance_translation_rotation_0_240719
313	yudixie_resnet18_cat_obj_class_all_latents_0_240719
314	yudixie_resnet18_random_0_240719
315	yudixie_resnet18_category_class_0_240719
316	yudixie_resnet18_distance_rotation_0_240719
317	yudixie_resnet18_translation_rotation_0_240719
318	yudixie_resnet18_distance_translation_0_240719
319	resnet152_ecoset_full
320	resnet101_ecoset_full
321	resnet34_ecoset_full
322	resnet18_ecoset_full
323	ReAlnet01_cornet_fov16
324	ReAlnet01_cornet_fov12
325	ReAlnet01_cornet_fov4
326	ReAlnet07_cornet
327	ReAlnet06_ALL
328	SimVP
329	MIM
330	TAU
331	PredRNN
332	ConvLSTM
333	resnet18_imagenet21kP
334	antialiased-rnext101_32x8d
335	hmax

Benchmark bibtex

None

Ceiling

0.97.

Note that scores are relative to this ceiling.

Data: BMD2024.texture_2Behavioral

Metric: accuracy_distance