Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("BMD2024.texture_2Behavioral-accuracy_distance")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_xxlarge_clip	1.0
2	convnext_xxlarge:clip_laion2b_soup_ft_in1k	1.0
3	eva02_large_in22k	.980
4	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.971
5	vit_large_patch14_clip_224:laion2b_ft_in1k	.952
6	vit_large_patch14_clip_336:laion2b_ft_in1k	.913
7	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.892
8	vit_large_clip336_openai	.882
9	vit_large_patch14_clip_224:openai_ft_in1k	.882
10	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.850
11	dinov2_vitg14_reg_lc	.840
12	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.840
13	dinov2_vitg14_lc	.819
14	dinov2_vitl14_reg_lc	.808
15	convnext_large_clip_laion2b_finelayers	.756
16	vit_huge_clip336_laion	.724
17	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.672
18	convnext_base:clip_laiona_augreg_ft_in1k_384	.609
19	dinov2_vitl14_lc_res336	.577
20	convnext_base_fb_in22k_ft_in1k	.577
21	resnext101_32x48d_wsl	.577
22	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.504
23	convnext_base_fb_in1k	.472
24	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.462
25	convnext_xlarge:fb_in22k_ft_in1k	.441
26	AdvProp_efficientnet-b7	.430
27	AdvProp_efficientnet-b6	.430
28	resnext101_32x32d_wsl	.430
29	convnext_large:fb_in22k_ft_in1k	.420
30	AdvProp_efficientnet-b4	.409
31	resnext101_32x16d_wsl	.409
32	dinov2_vitl14_lc	.399
33	AdvProp_efficientnet-b8	.399
34	resnext101_32x8d_wsl	.378
35	blt_vs	.367
36	mobilenet_v2_0_5_192	.357
37	vit_base_patch16_clip_224:openai_ft_in1k	.336
38	regnety_032	.325
39	inception_v4	.325
40	mobilenet_v2_0_75_192	.325
41	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.315
42	inception_v3_pytorch	.315
43	convnext_large_in22k_supervised	.304
44	resnet50_robust_l2_eps1	.304
45	convnext_large_imagenet_full_seed-0	.294
46	efficientnet_b0_imagenet_full	.294
47	resnet_101_v1	.283
48	grcnn_109	.283
49	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.283
50	resnet50_robust_l2_eps3	.283
51	imagenet_l2_3_0	.283
52	resnet-50-robust	.283
53	mobilenet_v2_0_75_160	.273
54	Res2Net50_26w_4s	.273
55	densenet-201	.273
56	BiT-S-R101x1	.273
57	resnet18_imagenet_full	.273
58	densenet_201_pytorch	.273
59	mobilenet_v2_1_0_128	.262
60	vonegrcnn_62e_nobn	.252
61	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.252
62	cvt_cvt-21-384-in1k_4_LucyV4	.252
63	ReAlnet08	.241
64	ReAlnet07	.241
65	voneresnet-50	.241
66	vit_relpos_base_patch16_clsgap_224:sw_in1k	.241
67	AT_efficientnet-b2	.241
68	AdvProp_efficientnet-b2	.241
69	vonegrcnn_47e	.241
70	convnext_base_imagenet_full_seed-0	.241
71	deit_large_imagenet_full_seed-0	.241
72	seresnext50_32x4d	.231
73	resnet50_ewconplus_wzc_seed2_2__323	.231
74	ReAlnet04	.231
75	vonegrcnn_52e_full	.231
76	deit_small_imagenet_full_seed-0	.231
77	mobilenet_v2_1_0_224	.220
78	mobilenet_v2_0_75_224	.220
79	mobilenet_v2_0_5_224	.220
80	antialiased-r50	.220
81	convnext_small_imagenet_full_seed-0	.220
82	cvt_cvt-21-224-in1k_4_LucyV4	.220
83	AlexNet_SIN_fov4	.220
84	alexnet_fov4	.220
85	voneresnet-50-non_stochastic	.220
86	focalnet_tiny_lrf_in1k	.220
87	resnet50_st_wzc_seed3_2_323	.210
88	resnet50_ewconplus_wzc_seed6_2_323	.210
89	resnet50_st_wzc_2	.210
90	resnet_101_v2	.210
91	nasnet_large	.210
92	inception_v1	.210
93	ReAlnet02	.210
94	ReAlnet01	.210
95	voneresnet-50-robust	.210
96	shufflenet_v2_x1_0	.210
97	convnext_tiny:in12k_ft_in1k	.210
98	convnext_tiny_imagenet_full_seed-0	.210
99	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.210
100	AlexNet_SIN	.210
101	effnetb1_272x240	.210
102	convnext_base_fb_in1k_gram_aligned_dinov3	.199
103	mobilenet_v2_1_0_160	.199
104	inception_v3	.199
105	resnet50-SIN_IN	.199
106	BiT-S-R50x3	.199
107	cvt_cvt-13-384-in1k_4_LucyV4	.199
108	regnet_y_400mf	.199
109	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.199
110	resnet50_st_wzc_seed7_2_323	.189
111	resnet_50_v1_spiking	.189
112	nasnet_mobile	.189
113	ReAlnet10	.189
114	ReAlnet09	.189
115	ReAlnet03	.189
116	BiT-S-R152x4	.189
117	efficientnet_b2_imagenet_full	.189
118	custom_model_cv_18_dagger_408	.189
119	deit3_base_patch16_224_fb_in1k	.178
120	mobilenet_v2_1_0_192	.178
121	resnet_50_v1	.178
122	grcnn	.178
123	resnet50-vitoimagevidnet8	.178
124	resnet50-barlow	.178
125	resnet50-VITO-8deg-cc	.178
126	convnext_femto_ols:d1_in1k	.178
127	densenet-121	.178
128	BiT-S-R50x1	.178
129	resnet50-sup	.178
130	deit_base_imagenet_full_seed-0	.178
131	resnet50_tutorial	.178
132	resnet50_imagenet_100_seed-0	.178
133	resnet152_imagenet_full	.178
134	cv_18_dagger_408_pretrained	.178
135	antialias-resnet152	.178
136	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.168
137	resnet_152_v1	.168
138	ReAlnet06	.168
139	resnet50-SIN	.168
140	densenet-169	.168
141	BiT-S-R101x3	.168
142	deit_small_imagenet_100_seed-0	.168
143	alexnet	.168
144	alexnet_ks_torevert	.168
145	resnet50_st_wzc_seed6_2_323	.157
146	resnet50_hvs_wzc	.157
147	vgg_16	.157
148	AlexNet_SIN_fov16	.157
149	resnet50_eMMCR_Vanilla	.157
150	vonealexnet	.147
151	ReAlnet05	.147
152	efficientnet_b1_imagenet_full	.147
153	resnet50_imagenet_1_seed-0	.147
154	cvt_cvt-13-224-in1k_4_LucyV4	.147
155	resnet50_imagenet_full	.147
156	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.147
157	tv_efficientnet-b1	.147
158	resnet_50_v1_spiking_l4	.136
159	convnext_small_imagenet_100_seed-0	.136
160	bp_resnet50_julios	.136
161	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.126
162	mobilenet_v2_1_3_224	.126
163	pnasnet_large	.126
164	alexnet_training_seed_03	.126
165	convnext_tiny_sup	.126
166	artResNet18_1	.126
167	resnet101_imagenet_full	.126
168	pnasnet_large_halfPrecision	.115
169	resnet50_ewconplus_wzc	.115
170	xception	.115
171	alexnet_training_seed_04	.115
172	resnet_50_v2	.115
173	resnet50-SIN_IN_IN	.115
174	efficientnet_b0	.115
175	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.115
176	BiT-S-R152x2	.115
177	resnet_SIN_IN_FT_IN	.115
178	resnet34_imagenet_full	.115
179	resnet_50_v1_spiking_l3	.105
180	alexnet_training_seed_10	.105
181	alexnet_training_seed_08	.105
182	alexnet_training_seed_02	.105
183	alexnet_training_seed_06	.105
184	alexnet_training_seed_05	.105
185	alexnet_training_seed_09	.105
186	resnet_152_v2	.105
187	resnet50-moclr8deg	.105
188	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.105
189	resnet50-vicregl0p9	.105
190	resnet50-vicregl0p75	.105
191	convnext_small_imagenet_10_seed-0	.105
192	convnext_small_imagenet_1_seed-0	.105
193	deit_small_imagenet_1_seed-0	.105
194	deit_small_imagenet_10_seed-0	.105
195	alexnet_training_seed_01_fov16	.105
196	alexnet_training_seed_01_fov12	.105
197	pnasnet_large_pytorch	.105
198	resnet-152_v2_pytorch	.105
199	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.105
200	ViT_L_32_imagenet1k	.105
201	alexnet_fov16	.094
202	vgg_19	.084
203	alexnet_training_seed_01_fov4	.084
204	AlexNet_SIN_fov12	.084
205	resnet_50_v1_spiking_l4a	.073
206	mobilenet_v2_1_4_224	.073
207	alexnet_training_seed_01	.073
208	alexnet_training_seed_07	.073
209	resnet50_imagenet_10_seed-0	.073
210	alexnet_fov12	.073
211	mobilenet_v2_1-4_224_pytorch	.073
212	gabor_filter_entropy_4x4_v2_forcedCosine
213	gabor_filter_mean_abs_4x4_v2
214	gabor_filter_entropy_4x4_v2
215	gabor_filter_entropy_4x4
216	persistence_memory
217	persistence_mem
218	dinov2_vitl14_reg_lc_featread
219	deepeisnn_ei_imagenet_resnet18
220	deepeisnn_ei_cifar10_resnet18
221	deepeisnn_ei_cifar10_vgg19
222	yudixie_wbh_object_class_scaling_0415_run_1
223	yudixie_wbh_object_class_scaling_0415_run_2
224	yudixie_wbh_object_class_scaling_0415_run_3
225	yudixie_wbh_object_class_scaling_0415_imagenet
226	yudixie_wbh_object_class_scaling_0415_run_0
227	predictive_coding_pc
228	pr1_stl10_disentangled_alpha04
229	resnet18_fair
230	vit_base_patch16_dinov3-lvd1689m
231	vit_base_patch14_reg4_dinov2-lvd142m
232	vit_base_patch14_dinov2-lvd142m
233	compact_resnet50_robust_IT
234	compact_vgg19_IT
235	compact_cornets_IT
236	compact_cornets_V4
237	compact_resnet50_robust_V4
238	compact_vgg19_V4
239	compact_resnet50_IT
240	compact_resnet50_V4
241	ReAlnet10_ALL
242	ReAlnet09_ALL
243	ReAlnet08_ALL
244	ReAlnet07_ALL
245	ReAlnet05_ALL
246	ReAlnet04_ALL
247	ReAlnet03_ALL
248	ReAlnet02_ALL
249	ReAlnet01_ALL
250	resnet50_primary_visual_cortex
251	yolos_tiny
252	briaai_rmbg_1_4
253	yudixie_resnet50_distance_reg_0_240908
254	yudixie_resnet50_category_class_0_240908
255	yudixie_resnet50_cat_obj_class_all_latents_0_240908
256	yudixie_resnet50_object_class_0_240908
257	yudixie_resnet50_distance_translation_rotation_0_240908
258	yudixie_resnet50_random_0_240908
259	yudixie_resnet50_imagenet1kpret_0_240908
260	ReAlnet10_cornet
261	ReAlnet09_cornet
262	ReAlnet06_cornet
263	ReAlnet05_cornet
264	ReAlnet04_cornet
265	ReAlnet02_cornet
266	ReAlnet03_cornet
267	ReAlnet01_cornet
268	yudixie_resnet50_translation_rotation_0_240908
269	yudixie_resnet50_distance_translation_0_240908
270	yudixie_resnet50_rotation_reg_0_240908
271	yudixie_resnet50_translation_reg_0_240908
272	yudixie_resnet50_distance_rotation_0_240908
273	resnet50-vicreg
274	efficientnet-b7
275	resnet-18_test_m
276	omnivore_swinS
277	VOneCORnet-S
278	omnivore_swinB
279	yudixie_resnet18_distance_reg_0_240719
280	yudixie_resnet18_translation_reg_0_240719
281	yudixie_resnet18_imagenet1kpret_0_240719
282	yudixie_resnet18_rotation_reg_0_240719
283	yudixie_resnet18_object_class_0_240719
284	yudixie_resnet18_distance_translation_rotation_0_240719
285	yudixie_resnet18_cat_obj_class_all_latents_0_240719
286	yudixie_resnet18_random_0_240719
287	yudixie_resnet18_category_class_0_240719
288	yudixie_resnet18_distance_rotation_0_240719
289	yudixie_resnet18_translation_rotation_0_240719
290	yudixie_resnet18_distance_translation_0_240719
291	resnet152_ecoset_full
292	resnet101_ecoset_full
293	resnet50_ecoset_full
294	resnet34_ecoset_full
295	resnet18_ecoset_full
296	ReAlnet01_cornet_fov16
297	ReAlnet01_cornet_fov12
298	ReAlnet01_cornet_fov4
299	ReAlnet08_cornet
300	ReAlnet07_cornet
301	ReAlnet06_ALL
302	SimVP
303	MIM
304	TAU
305	PredRNN
306	ConvLSTM
307	resnet18_imagenet21kP
308	antialiased-rnext101_32x8d
309	hmax

Benchmark bibtex

None

Ceiling

0.97.

Note that scores are relative to this ceiling.

Data: BMD2024.texture_2Behavioral

Metric: accuracy_distance