Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.V2-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_large:fb_in22k_ft_in1k	.353
2	AdvProp_efficientnet-b6	.330
3	AlexNet_SIN	.319
4	vit_huge_clip336_laion	.314
5	AdvProp_efficientnet-b8	.313
6	AdvProp_efficientnet-b4	.310
7	vit_large_patch14_clip_336:laion2b_ft_in1k	.308
8	AdvProp_efficientnet-b7	.306
9	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.300
10	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.300
11	alexnet	.295
12	resnet50-SIN	.293
13	pnasnet_large_halfPrecision	.293
14	resnet50_st_wzc_seed6_2_323	.292
15	deit3_base_patch16_224_fb_in1k	.292
16	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.292
17	deepeisnn_ei_cifar10_resnet18	.287
18	dinov2_vitl14_lc	.285
19	voneresnet-50	.283
20	resnet50_st_wzc_seed3_2_323	.283
21	vit_large_clip336_openai	.282
22	resnet50_st_wzc_seed7_2_323	.280
23	resnet50_ewconplus_wzc_seed5_2__323	.277
24	deepeisnn_ei_cifar10_vgg19	.277
25	resnet50_ewconplus_wzc_seed6_2_323	.275
26	resnet_SIN_IN_FT_IN	.272
27	resnet50-SIN_IN_IN	.272
28	antialiased-r50	.271
29	resnet50_robust_l2_eps1	.271
30	AT_efficientnet-b2	.270
31	AdvProp_efficientnet-b2	.270
32	resnet50-SIN_IN	.268
33	resnet50_ewconplus_wzc_seed2_2__323	.267
34	dinov2_vitl14_lc_res336	.266
35	vit_large_patch14_clip_224:laion2b_ft_in1k	.264
36	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.264
37	AlexNet_SIN_fov12	.263
38	resnet50_ewconplus_wzc	.263
39	vit_large_patch14_clip_224:openai_ft_in1k	.260
40	AlexNet_SIN_fov16	.257
41	voneresnet-50-non_stochastic	.256
42	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.256
43	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.256
44	focalnet_tiny_lrf_in1k	.255
45	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.252
46	deit3_base_patch16_224_fb_in22k_ft_in1k	.252
47	cvt_cvt-21-224-in1k_4_LucyV4	.251
48	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.248
49	dinov2_vitg14_lc	.247
50	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.246
51	convnext_femto_ols:d1_in1k	.246
52	grcnn	.241
53	Res2Net50_26w_4s	.236
54	deepeisnn_ei_imagenet_resnet18	.236
55	resnet_50_v1_spiking	.233
56	resnet_50_v1	.233
57	resnet50-sup	.233
58	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.232
59	efficientnet_b0	.231
60	convnext_xlarge:fb_in22k_ft_in1k	.230
61	eva02_large_in22k	.229
62	mobilenet_v2_1_4_224	.228
63	yudixie_wbh_object_class_scaling_0415_run_3	.228
64	resnet-50-robust	.227
65	custom_model_cv_18_dagger_408	.224
66	resnet50-moclr8deg	.215
67	deit_large_imagenet_full_seed-0	.215
68	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.209
69	convnext_base:clip_laiona_augreg_ft_in1k_384	.209
70	yudixie_wbh_object_class_scaling_0415_run_0	.208
71	yudixie_wbh_object_class_scaling_0415_run_1	.206
72	resnet50-vitoimagevidnet8	.204
73	resnet50-VITO-8deg-cc	.204
74	cvt_cvt-13-384-in1k_4_LucyV4	.203
75	densenet-121	.197
76	vit_base_patch16_clip_224:openai_ft_in1k	.195
77	convnext_tiny:in12k_ft_in1k	.195
78	convnext_tiny_sup	.193
79	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.192
80	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.192
81	vit_relpos_base_patch16_clsgap_224:sw_in1k	.190
82	cvt_cvt-13-224-in1k_4_LucyV4	.186
83	alexnet_training_seed_06	.184
84	alexnet_training_seed_02	.184
85	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.183
86	cvt_cvt-21-384-in1k_4_LucyV4	.179
87	yudixie_wbh_object_class_scaling_0415_imagenet	.178
88	resnet_50_v2	.178
89	alexnet_training_seed_03	.170
90	alexnet_training_seed_01	.166
91	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.154
92	yudixie_wbh_object_class_scaling_0415_run_2	.154
93	resnext101_32x48d_wsl	.153
94	convnext_base_fb_in1k_gram_aligned_dinov3	.151
95	alexnet_training_seed_09	.151
96	resnet50_tutorial	.149
97	ReAlnet03_cornet	.148
98	alexnet_training_seed_07	.147
99	ReAlnet04_cornet	.146
100	pr1_stl10_disentangled_alpha04	.145
101	ReAlnet01_cornet	.143
102	dinov2_vitl14_reg_lc_featread	.132
103	dinov2_vitl14_reg_lc	.132
104	alexnet_training_seed_10	.130
105	convnext_large_clip_laion2b_finelayers	.127
106	VOneCORnet-S	.126
107	shufflenet_v2_x1_0	.123
108	predictive_coding_pc	.123
109	ViT_L_32_imagenet1k	.119
110	convnext_large_in22k_supervised	.117
111	convnext_xxlarge_clip	.111
112	resnet18_fair	.111
113	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.107
114	ReAlnet01_cornet_fov4	.100
115	compact_resnet50_robust_V4	.087
116	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.081
117	convnext_base_fb_in22k_ft_in1k	.079
118	dinov2_vitg14_reg_lc	.078
119	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.075
120	hmax	.048
121	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.047
122	convnext_base_fb_in1k	.040
123	resnext101_32x32d_wsl
124	resnext101_32x8d_wsl
125	resnext101_32x16d_wsl
126	resnet50_imagenet_full
127	resnet152_imagenet_full
128	effnetb1_272x240
129	efficientnet_b2_imagenet_full
130	deit_small_imagenet_full_seed-0
131	deit_base_imagenet_full_seed-0
132	convnext_large_imagenet_full_seed-0
133	convnext_base_imagenet_full_seed-0
134	convnext_tiny_imagenet_full_seed-0
135	convnext_small_imagenet_full_seed-0

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.62.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.V2

Metric: rdm