Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.V2-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_large:fb_in22k_ft_in1k	.353
2	mehrer2020_alexnet_training_seed_05	.345
3	mehrer2020_alexnet_training_seed_01	.341
4	mehrer2020_alexnet_training_seed_10	.339
5	mehrer2020_alexnet_training_seed_06	.339
6	mehrer2020_alexnet_training_seed_04	.339
7	mehrer2020_alexnet_training_seed_09	.339
8	mehrer2020_alexnet_training_seed_03	.337
9	mehrer2020_alexnet_training_seed_02	.336
10	mehrer2020_alexnet_training_seed_07	.336
11	mehrer2020_alexnet_training_seed_08	.334
12	gabor_filter_entropy_4x4_v2	.334
13	AdvProp_efficientnet-b6	.330
14	resnet34_ecoset_full	.328
15	resnet34_imagenet_full	.323
16	AlexNet_SIN	.319
17	vit_huge_clip336_laion	.314
18	AdvProp_efficientnet-b8	.313
19	gabor_filter_entropy_4x4	.313
20	AdvProp_efficientnet-b4	.310
21	vit_large_patch14_clip_336:laion2b_ft_in1k	.308
22	efficientnet_b0_imagenet_full	.307
23	AdvProp_efficientnet-b7	.306
24	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.300
25	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.300
26	resnet18_imagenet_full	.298
27	alexnet	.295
28	resnet50-SIN	.293
29	pnasnet_large_halfPrecision	.293
30	resnet50_st_wzc_seed6_2_323	.292
31	deit3_base_patch16_224_fb_in1k	.292
32	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.292
33	deepeisnn_ei_cifar10_resnet18	.287
34	dinov2_vitl14_lc	.285
35	voneresnet-50	.283
36	resnet50_st_wzc_seed3_2_323	.283
37	vit_large_clip336_openai	.282
38	convnext_large_imagenet_full_seed-0	.282
39	resnet50_st_wzc_seed7_2_323	.280
40	resnet50_imagenet_100_seed-0	.279
41	resnet50_ewconplus_wzc_seed5_2__323	.277
42	deepeisnn_ei_cifar10_vgg19	.277
43	resnet101_ecoset_full	.276
44	resnet50_ewconplus_wzc_seed6_2_323	.275
45	resnet152_imagenet_full	.274
46	deit_small_imagenet_full_seed-0	.273
47	resnet_SIN_IN_FT_IN	.272
48	resnet50-SIN_IN_IN	.272
49	antialiased-r50	.271
50	resnet50_robust_l2_eps1	.271
51	resnet152_ecoset_full	.270
52	AT_efficientnet-b2	.270
53	AdvProp_efficientnet-b2	.270
54	resnet50-SIN_IN	.268
55	resnet50_ewconplus_wzc_seed2_2__323	.267
56	dinov2_vitl14_lc_res336	.266
57	mehrer2020_alexnet_training_seed_01_fov4	.266
58	vit_large_patch14_clip_224:laion2b_ft_in1k	.264
59	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.264
60	ijepa_vith14_linhead	.263
61	AlexNet_SIN_fov12	.263
62	resnet50_ewconplus_wzc	.263
63	vit_large_patch14_clip_224:openai_ft_in1k	.260
64	resnet101_imagenet_full	.259
65	AlexNet_SIN_fov16	.257
66	voneresnet-50-non_stochastic	.256
67	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.256
68	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.256
69	focalnet_tiny_lrf_in1k	.255
70	eicircuit_resnet18_bn_20260919	.254
71	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.252
72	deit3_base_patch16_224_fb_in22k_ft_in1k	.252
73	cvt_cvt-21-224-in1k_4_LucyV4	.251
74	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.248
75	dinov2_vitg14_lc	.247
76	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.246
77	convnext_femto_ols:d1_in1k	.246
78	mehrer2020_alexnet_training_seed_01_fov12	.244
79	grcnn	.241
80	convnext_small_imagenet_100_seed-0	.241
81	resnet18_ecoset_full	.237
82	Res2Net50_26w_4s	.236
83	deepeisnn_ei_imagenet_resnet18	.236
84	AlexNet_SIN_fov4	.234
85	resnet_50_v1_spiking	.233
86	resnet_50_v1	.233
87	resnet50-sup	.233
88	resnet50_imagenet_full	.233
89	convnext_tiny_imagenet_full_seed-0	.232
90	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.232
91	efficientnet_b0	.231
92	convnext_xlarge:fb_in22k_ft_in1k	.230
93	eva02_large_in22k	.229
94	mobilenet_v2_1_4_224	.228
95	yudixie_wbh_object_class_scaling_0415_run_3	.228
96	resnet-50-robust	.227
97	custom_model_cv_18_dagger_408	.224
98	deit_small_imagenet_100_seed-0	.218
99	mehrer2020_alexnet_training_seed_01_fov16	.218
100	resnet50-moclr8deg	.215
101	resnet50_ecoset_full	.215
102	deit_large_imagenet_full_seed-0	.215
103	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.209
104	convnext_base:clip_laiona_augreg_ft_in1k_384	.209
105	yudixie_wbh_object_class_scaling_0415_run_0	.208
106	efficientnet_b2_imagenet_full	.208
107	yudixie_wbh_object_class_scaling_0415_run_1	.206
108	resnet50-vitoimagevidnet8	.204
109	resnet50-VITO-8deg-cc	.204
110	cvt_cvt-13-384-in1k_4_LucyV4	.203
111	gabor_filter_entropy_4x4_v2_forcedCosine	.201
112	deit_base_imagenet_full_seed-0	.201
113	densenet-121	.197
114	vit_base_patch16_clip_224:openai_ft_in1k	.195
115	convnext_tiny:in12k_ft_in1k	.195
116	convnext_small_imagenet_full_seed-0	.195
117	convnext_tiny_sup	.193
118	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.192
119	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.192
120	vit_relpos_base_patch16_clsgap_224:sw_in1k	.190
121	resnet50_byol_linhead	.188
122	cvt_cvt-13-224-in1k_4_LucyV4	.186
123	convnext_base_imagenet_full_seed-0	.186
124	alexnet_training_seed_06	.184
125	alexnet_training_seed_02	.184
126	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.183
127	cvt_cvt-21-384-in1k_4_LucyV4	.179
128	yudixie_wbh_object_class_scaling_0415_imagenet	.178
129	resnet_50_v2	.178
130	resnext101_32x16d_wsl	.177
131	resnext101_32x8d_wsl	.176
132	alexnet_training_seed_03	.170
133	ReAlnet08_cornet	.169
134	alexnet_training_seed_01	.166
135	ReAlnet05_cornet	.162
136	ReAlnet06_cornet	.162
137	ReAlnet07_cornet	.162
138	seresnext50_32x4d	.160
139	ReAlnet10_cornet	.157
140	efficientnet_b1_imagenet_full	.157
141	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.154
142	yudixie_wbh_object_class_scaling_0415_run_2	.154
143	resnext101_32x48d_wsl	.153
144	convnext_base_fb_in1k_gram_aligned_dinov3	.151
145	alexnet_training_seed_09	.151
146	resnet50_tutorial	.149
147	ReAlnet03_cornet	.148
148	alexnet_training_seed_07	.147
149	ReAlnet09_cornet	.147
150	ReAlnet02_cornet	.147
151	ReAlnet04_cornet	.146
152	pr1_stl10_disentangled_alpha04	.145
153	ReAlnet01_cornet	.143
154	resnet50_simsiam_linhead	.141
155	resnext101_32x32d_wsl	.140
156	gabor_filter_mean_abs_4x4_v2	.134
157	dinov2_vitl14_reg_lc_featread	.132
158	dinov2_vitl14_reg_lc	.132
159	alexnet_training_seed_10	.130
160	convnext_large_clip_laion2b_finelayers	.127
161	VOneCORnet-S	.126
162	shufflenet_v2_x1_0	.123
163	predictive_coding_pc	.123
164	ReAlnet01_cornet_fov12	.123
165	ViT_L_32_imagenet1k	.119
166	convnext_large_in22k_supervised	.117
167	ReAlnet01_cornet_fov16	.117
168	convnext_xxlarge_clip	.111
169	resnet18_fair	.111
170	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.107
171	regnety_032	.105
172	ReAlnet01_cornet_fov4	.100
173	compact_resnet50_robust_V4	.087
174	resnet50_vicreg_linhead	.085
175	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.081
176	convnext_base_fb_in22k_ft_in1k	.079
177	dinov2_vitg14_reg_lc	.078
178	resnet50_barlowtwins_linhead	.077
179	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.075
180	resnet50_simclr_linhead_01norm	.059
181	hmax	.048
182	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.047
183	convnext_base_fb_in1k	.040
184	effnetb1_272x240

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.62.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.V2

Metric: rdm