Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.V2-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_large:fb_in22k_ft_in1k	.353
2	gabor_filter_entropy_4x4_v2	.334
3	AdvProp_efficientnet-b6	.330
4	AlexNet_SIN	.319
5	vit_huge_clip336_laion	.314
6	AdvProp_efficientnet-b8	.313
7	gabor_filter_entropy_4x4	.313
8	AdvProp_efficientnet-b4	.310
9	vit_large_patch14_clip_336:laion2b_ft_in1k	.308
10	AdvProp_efficientnet-b7	.306
11	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.300
12	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.300
13	alexnet	.295
14	resnet50-SIN	.293
15	pnasnet_large_halfPrecision	.293
16	resnet50_st_wzc_seed6_2_323	.292
17	deit3_base_patch16_224_fb_in1k	.292
18	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.292
19	deepeisnn_ei_cifar10_resnet18	.287
20	dinov2_vitl14_lc	.285
21	voneresnet-50	.283
22	resnet50_st_wzc_seed3_2_323	.283
23	vit_large_clip336_openai	.282
24	resnet50_st_wzc_seed7_2_323	.280
25	resnet50_ewconplus_wzc_seed5_2__323	.277
26	deepeisnn_ei_cifar10_vgg19	.277
27	resnet50_ewconplus_wzc_seed6_2_323	.275
28	resnet_SIN_IN_FT_IN	.272
29	resnet50-SIN_IN_IN	.272
30	antialiased-r50	.271
31	resnet50_robust_l2_eps1	.271
32	AT_efficientnet-b2	.270
33	AdvProp_efficientnet-b2	.270
34	resnet50-SIN_IN	.268
35	resnet50_ewconplus_wzc_seed2_2__323	.267
36	dinov2_vitl14_lc_res336	.266
37	vit_large_patch14_clip_224:laion2b_ft_in1k	.264
38	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.264
39	AlexNet_SIN_fov12	.263
40	resnet50_ewconplus_wzc	.263
41	vit_large_patch14_clip_224:openai_ft_in1k	.260
42	AlexNet_SIN_fov16	.257
43	voneresnet-50-non_stochastic	.256
44	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.256
45	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.256
46	focalnet_tiny_lrf_in1k	.255
47	eicircuit_resnet18_bn_20260919	.254
48	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.252
49	deit3_base_patch16_224_fb_in22k_ft_in1k	.252
50	cvt_cvt-21-224-in1k_4_LucyV4	.251
51	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.248
52	dinov2_vitg14_lc	.247
53	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.246
54	convnext_femto_ols:d1_in1k	.246
55	grcnn	.241
56	Res2Net50_26w_4s	.236
57	deepeisnn_ei_imagenet_resnet18	.236
58	resnet_50_v1_spiking	.233
59	resnet_50_v1	.233
60	resnet50-sup	.233
61	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.232
62	efficientnet_b0	.231
63	convnext_xlarge:fb_in22k_ft_in1k	.230
64	eva02_large_in22k	.229
65	mobilenet_v2_1_4_224	.228
66	yudixie_wbh_object_class_scaling_0415_run_3	.228
67	resnet-50-robust	.227
68	custom_model_cv_18_dagger_408	.224
69	resnet50-moclr8deg	.215
70	deit_large_imagenet_full_seed-0	.215
71	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.209
72	convnext_base:clip_laiona_augreg_ft_in1k_384	.209
73	yudixie_wbh_object_class_scaling_0415_run_0	.208
74	yudixie_wbh_object_class_scaling_0415_run_1	.206
75	resnet50-vitoimagevidnet8	.204
76	resnet50-VITO-8deg-cc	.204
77	cvt_cvt-13-384-in1k_4_LucyV4	.203
78	gabor_filter_entropy_4x4_v2_forcedCosine	.201
79	densenet-121	.197
80	vit_base_patch16_clip_224:openai_ft_in1k	.195
81	convnext_tiny:in12k_ft_in1k	.195
82	convnext_tiny_sup	.193
83	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.192
84	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.192
85	vit_relpos_base_patch16_clsgap_224:sw_in1k	.190
86	cvt_cvt-13-224-in1k_4_LucyV4	.186
87	alexnet_training_seed_06	.184
88	alexnet_training_seed_02	.184
89	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.183
90	cvt_cvt-21-384-in1k_4_LucyV4	.179
91	yudixie_wbh_object_class_scaling_0415_imagenet	.178
92	resnet_50_v2	.178
93	alexnet_training_seed_03	.170
94	alexnet_training_seed_01	.166
95	seresnext50_32x4d	.160
96	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.154
97	yudixie_wbh_object_class_scaling_0415_run_2	.154
98	resnext101_32x48d_wsl	.153
99	convnext_base_fb_in1k_gram_aligned_dinov3	.151
100	alexnet_training_seed_09	.151
101	resnet50_tutorial	.149
102	ReAlnet03_cornet	.148
103	alexnet_training_seed_07	.147
104	ReAlnet04_cornet	.146
105	pr1_stl10_disentangled_alpha04	.145
106	ReAlnet01_cornet	.143
107	gabor_filter_mean_abs_4x4_v2	.134
108	dinov2_vitl14_reg_lc_featread	.132
109	dinov2_vitl14_reg_lc	.132
110	alexnet_training_seed_10	.130
111	convnext_large_clip_laion2b_finelayers	.127
112	VOneCORnet-S	.126
113	shufflenet_v2_x1_0	.123
114	predictive_coding_pc	.123
115	ViT_L_32_imagenet1k	.119
116	convnext_large_in22k_supervised	.117
117	convnext_xxlarge_clip	.111
118	resnet18_fair	.111
119	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.107
120	regnety_032	.105
121	ReAlnet01_cornet_fov4	.100
122	compact_resnet50_robust_V4	.087
123	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.081
124	convnext_base_fb_in22k_ft_in1k	.079
125	dinov2_vitg14_reg_lc	.078
126	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.075
127	hmax	.048
128	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.047
129	convnext_base_fb_in1k	.040
130	resnext101_32x32d_wsl
131	resnext101_32x8d_wsl
132	resnext101_32x16d_wsl
133	resnet50_imagenet_full
134	resnet152_imagenet_full
135	effnetb1_272x240
136	efficientnet_b2_imagenet_full
137	deit_small_imagenet_full_seed-0
138	deit_base_imagenet_full_seed-0
139	convnext_large_imagenet_full_seed-0
140	convnext_base_imagenet_full_seed-0
141	convnext_tiny_imagenet_full_seed-0
142	convnext_small_imagenet_full_seed-0

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.62.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.V2

Metric: rdm