Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.V1-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	alexnet	.359
2	convnext_large:fb_in22k_ft_in1k	.356
3	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.347
4	AdvProp_efficientnet-b7	.346
5	AlexNet_SIN	.340
6	vit_huge_clip336_laion	.333
7	convnext_xlarge:fb_in22k_ft_in1k	.331
8	gabor_filter_entropy_4x4_v2	.327
9	AT_efficientnet-b2	.321
10	AdvProp_efficientnet-b2	.321
11	AdvProp_efficientnet-b4	.320
12	gabor_filter_entropy_4x4	.320
13	convnext_femto_ols:d1_in1k	.319
14	vit_large_patch14_clip_336:laion2b_ft_in1k	.317
15	AdvProp_efficientnet-b8	.316
16	vit_large_clip336_openai	.306
17	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.304
18	convnext_small_imagenet_full_seed-0	.304
19	vit_large_patch14_clip_224:openai_ft_in1k	.302
20	vit_large_patch14_clip_224:laion2b_ft_in1k	.301
21	mehrer2020_alexnet_training_seed_10	.297
22	mehrer2020_alexnet_training_seed_08	.297
23	pnasnet_large_halfPrecision	.296
24	AdvProp_efficientnet-b6	.296
25	mehrer2020_alexnet_training_seed_06	.296
26	AlexNet_SIN_fov12	.295
27	mehrer2020_alexnet_training_seed_02	.295
28	mehrer2020_alexnet_training_seed_07	.295
29	mehrer2020_alexnet_training_seed_09	.293
30	mehrer2020_alexnet_training_seed_04	.293
31	mehrer2020_alexnet_training_seed_03	.293
32	AlexNet_SIN_fov16	.292
33	convnext_base_imagenet_full_seed-0	.292
34	mehrer2020_alexnet_training_seed_01	.291
35	mehrer2020_alexnet_training_seed_05	.291
36	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.290
37	efficientnet_b0	.287
38	resnet_SIN_IN_FT_IN	.285
39	deit_base_imagenet_full_seed-0	.283
40	eva02_large_in22k	.270
41	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.270
42	vit_base_patch16_clip_224:openai_ft_in1k	.264
43	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.261
44	mehrer2020_alexnet_training_seed_01_fov16	.260
45	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.259
46	resnet-50-robust	.256
47	dinov2_vitl14_lc	.252
48	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.250
49	efficientnet_b1_imagenet_full	.247
50	deit_large_imagenet_full_seed-0	.246
51	mehrer2020_alexnet_training_seed_01_fov12	.244
52	AlexNet_SIN_fov4	.240
53	grcnn	.237
54	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.236
55	convnext_tiny_sup	.234
56	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.230
57	resnet50-SIN	.227
58	mehrer2020_alexnet_training_seed_01_fov4	.226
59	custom_model_cv_18_dagger_408	.225
60	voneresnet-50	.224
61	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.223
62	dinov2_vitl14_lc_res336	.223
63	compact_resnet50_robust_V4	.223
64	antialiased-r50	.221
65	efficientnet_b2_imagenet_full	.219
66	cvt_cvt-13-384-in1k_4_LucyV4	.219
67	vit_relpos_base_patch16_clsgap_224:sw_in1k	.218
68	mobilenet_v2_1_4_224	.217
69	cvt_cvt-13-224-in1k_4_LucyV4	.217
70	alexnet_training_seed_02	.215
71	convnext_tiny_imagenet_full_seed-0	.214
72	convnext_base:clip_laiona_augreg_ft_in1k_384	.214
73	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.214
74	ReAlnet06_cornet	.212
75	convnext_small_imagenet_100_seed-0	.211
76	ReAlnet08_cornet	.209
77	deit_small_imagenet_full_seed-0	.208
78	ReAlnet02_cornet	.208
79	ReAlnet10_cornet	.205
80	ReAlnet09_cornet	.205
81	ReAlnet07_cornet	.204
82	convnext_large_imagenet_full_seed-0	.203
83	ReAlnet05_cornet	.202
84	ReAlnet03_cornet	.202
85	ReAlnet04_cornet	.199
86	ijepa_vith14_linhead	.199
87	efficientnet_b0_imagenet_full	.199
88	ReAlnet01_cornet	.197
89	alexnet_training_seed_01	.194
90	deit_small_imagenet_100_seed-0	.193
91	alexnet_training_seed_06	.192
92	gabor_filter_entropy_4x4_v2_forcedCosine	.191
93	resnet50_imagenet_full	.190
94	alexnet_training_seed_03	.188
95	convnext_tiny:in12k_ft_in1k	.182
96	resnet50-SIN_IN	.180
97	resnet101_imagenet_full	.178
98	resnet50-SIN_IN_IN	.175
99	resnet152_imagenet_full	.174
100	alexnet_training_seed_09	.172
101	cvt_cvt-21-224-in1k_4_LucyV4	.172
102	seresnext50_32x4d	.171
103	resnet_50_v1_spiking	.167
104	resnet_50_v1	.167
105	resnet50_tutorial	.167
106	resnet50-sup	.167
107	ReAlnet01_cornet_fov4	.166
108	alexnet_training_seed_07	.166
109	resnet50_ewconplus_wzc	.166
110	resnet50_imagenet_100_seed-0	.166
111	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.166
112	resnet101_ecoset_full	.163
113	resnet50_ecoset_full	.162
114	ReAlnet01_cornet_fov12	.161
115	resnet50_ewconplus_wzc_seed2_2__323	.161
116	resnet50_ewconplus_wzc_seed5_2__323	.159
117	eicircuit_resnet18_bn_20260919	.158
118	cvt_cvt-21-384-in1k_4_LucyV4	.157
119	pr1_stl10_disentangled_alpha04	.156
120	ViT_L_32_imagenet1k	.156
121	resnet152_ecoset_full	.156
122	convnext_large_clip_laion2b_finelayers	.154
123	Res2Net50_26w_4s	.150
124	alexnet_training_seed_10	.149
125	resnet50_ewconplus_wzc_seed6_2_323	.148
126	dinov2_vitg14_lc	.147
127	resnet34_imagenet_full	.145
128	focalnet_tiny_lrf_in1k	.145
129	ReAlnet01_cornet_fov16	.142
130	resnet18_fair	.140
131	gabor_filter_mean_abs_4x4_v2	.135
132	resnet34_ecoset_full	.133
133	resnet50_st_wzc_seed7_2_323	.130
134	shufflenet_v2_x1_0	.130
135	resnet18_ecoset_full	.128
136	resnet50_st_wzc_seed3_2_323	.128
137	convnext_large_in22k_supervised	.128
138	resnet50-vitoimagevidnet8	.125
139	resnet50-VITO-8deg-cc	.125
140	convnext_xxlarge_clip	.125
141	densenet-121	.118
142	resnet50_robust_l2_eps1	.118
143	voneresnet-50-non_stochastic	.115
144	regnety_032	.114
145	resnet50_simsiam_linhead	.112
146	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.110
147	resnet18_imagenet_full	.110
148	resnet50_st_wzc_seed6_2_323	.107
149	predictive_coding_pc	.105
150	VOneCORnet-S	.101
151	resnext101_32x16d_wsl	.100
152	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.092
153	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.092
154	resnext101_32x48d_wsl	.079
155	resnext101_32x8d_wsl	.077
156	resnet50-moclr8deg	.069
157	resnet50_byol_linhead	.065
158	resnet_50_v2	.057
159	dinov2_vitl14_reg_lc_featread	.050
160	dinov2_vitl14_reg_lc	.050
161	resnet50_vicreg_linhead	.049
162	resnet50_barlowtwins_linhead	.047
163	resnext101_32x32d_wsl	.046
164	dinov2_vitg14_reg_lc	.042
165	resnet50_simclr_linhead_01norm	.039
166	convnext_base_fb_in1k	.037
167	hmax	.032
168	effnetb1_cutmix_augmix_sam_e1_5avg_424x377
169	effnetb1_272x240

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.64.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.V1

Metric: rdm