Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.IT-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_tiny:in12k_ft_in1k	.428
2	convnext_large:fb_in22k_ft_in1k	.423
3	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.414
4	resnet50_ewconplus_wzc_seed6_2_323	.388
5	alexnet	.381
6	resnet50_ewconplus_wzc_seed2_2__323	.380
7	convnext_femto_ols:d1_in1k	.380
8	resnet50_ewconplus_wzc_seed5_2__323	.379
9	VOneCORnet-S	.375
10	resnet50_ewconplus_wzc	.375
11	deit_large_imagenet_full_seed-0	.375
12	resnet50_st_wzc_seed7_2_323	.374
13	densenet-121	.372
14	resnet50-moclr8deg	.371
15	ReAlnet01_cornet_fov4	.371
16	resnet50_st_wzc_seed6_2_323	.370
17	resnet50_st_wzc_seed3_2_323	.370
18	convnext_base:clip_laiona_augreg_ft_in1k_384	.366
19	shufflenet_v2_x1_0	.366
20	voneresnet-50-non_stochastic	.362
21	voneresnet-50	.362
22	resnet50-SIN_IN	.356
23	ReAlnet04_cornet	.354
24	antialiased-r50	.352
25	ReAlnet03_cornet	.350
26	ReAlnet01_cornet	.350
27	resnet50_robust_l2_eps1	.347
28	vit_large_patch14_clip_224:openai_ft_in1k	.347
29	resnet50-SIN_IN_IN	.345
30	deit3_base_patch16_224_fb_in1k	.344
31	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.344
32	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.341
33	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.341
34	eicircuit_resnet18_bn_20260919	.339
35	resnet_50_v1_spiking	.339
36	resnet_50_v1	.339
37	resnet50-sup	.339
38	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.338
39	mobilenet_v2_1_4_224	.336
40	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.335
41	AdvProp_efficientnet-b8	.335
42	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.333
43	resnet_SIN_IN_FT_IN	.332
44	AlexNet_SIN	.331
45	AdvProp_efficientnet-b7	.330
46	AT_efficientnet-b2	.329
47	AdvProp_efficientnet-b2	.329
48	efficientnet_b0	.328
49	resnet50-VITO-8deg-cc	.328
50	resnet50-vitoimagevidnet8	.328
51	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.327
52	deepeisnn_ei_imagenet_resnet18	.324
53	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.324
54	vit_base_patch16_clip_224:openai_ft_in1k	.322
55	convnext_xlarge:fb_in22k_ft_in1k	.317
56	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.316
57	predictive_coding_pc	.313
58	resnet50-SIN	.310
59	AdvProp_efficientnet-b4	.308
60	AdvProp_efficientnet-b6	.306
61	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.306
62	custom_model_cv_18_dagger_408	.304
63	vit_large_patch14_clip_224:laion2b_ft_in1k	.304
64	resnet_50_v2	.302
65	pr1_stl10_disentangled_alpha04	.301
66	pnasnet_large_halfPrecision	.293
67	Res2Net50_26w_4s	.287
68	convnext_base_fb_in1k_gram_aligned_dinov3	.286
69	vit_relpos_base_patch16_clsgap_224:sw_in1k	.280
70	dinov2_vitl14_lc	.278
71	vit_large_patch14_clip_336:laion2b_ft_in1k	.274
72	seresnext50_32x4d	.273
73	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.270
74	cvt_cvt-21-224-in1k_4_LucyV4	.268
75	eva02_large_in22k	.263
76	cvt_cvt-13-224-in1k_4_LucyV4	.261
77	dinov2_vitl14_lc_res336	.261
78	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.257
79	grcnn	.256
80	cvt_cvt-21-384-in1k_4_LucyV4	.252
81	convnext_tiny_sup	.244
82	resnet50_tutorial	.243
83	vit_huge_clip336_laion	.239
84	resnet-50-robust	.237
85	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.234
86	ViT_L_32_imagenet1k	.222
87	yudixie_wbh_object_class_scaling_0415_imagenet	.218
88	dinov2_vitg14_lc	.210
89	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.208
90	dinov2_vitl14_reg_lc_featread	.206
91	dinov2_vitl14_reg_lc	.206
92	vit_large_clip336_openai	.204
93	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.203
94	cvt_cvt-13-384-in1k_4_LucyV4	.194
95	convnext_large_clip_laion2b_finelayers	.193
96	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.187
97	resnext101_32x48d_wsl	.183
98	dinov2_vitg14_reg_lc	.173
99	convnext_xxlarge_clip	.168
100	regnety_032	.167
101	focalnet_tiny_lrf_in1k	.164
102	convnext_base_fb_in22k_ft_in1k	.144
103	deepeisnn_ei_cifar10_resnet18	.141
104	deepeisnn_ei_cifar10_vgg19	.139
105	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.131
106	resnext101_32x8d_wsl	.130
107	convnext_large_in22k_supervised	.123
108	AlexNet_SIN_fov12	.117
109	resnet18_fair	.104
110	hmax	.100
111	AlexNet_SIN_fov16	.093
112	convnext_base_fb_in1k	.067
113	gabor_filter_entropy_4x4	.060
114	gabor_filter_entropy_4x4_v2	.054
115	compact_resnet50_robust_V4	.054
116	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.050
117	deit3_base_patch16_224_fb_in22k_ft_in1k	.050
118	gabor_filter_mean_abs_4x4_v2	.044
119	alexnet_training_seed_02	.044
120	alexnet_training_seed_09	.041
121	alexnet_training_seed_01	.036
122	alexnet_training_seed_06	.035
123	alexnet_training_seed_10	.033
124	alexnet_training_seed_03	.033
125	alexnet_training_seed_07	.031
126	gabor_filter_entropy_4x4_v2_forcedCosine	.028
127	yudixie_wbh_object_class_scaling_0415_run_2	.027
128	yudixie_wbh_object_class_scaling_0415_run_1	.018
129	yudixie_wbh_object_class_scaling_0415_run_0	.012
130	yudixie_wbh_object_class_scaling_0415_run_3	.011
131	resnext101_32x32d_wsl
132	resnext101_32x16d_wsl
133	effnetb1_272x240
134	resnet50_imagenet_full
135	resnet152_imagenet_full
136	efficientnet_b2_imagenet_full
137	deit_small_imagenet_full_seed-0
138	deit_base_imagenet_full_seed-0
139	convnext_large_imagenet_full_seed-0
140	convnext_tiny_imagenet_full_seed-0
141	convnext_small_imagenet_full_seed-0
142	convnext_base_imagenet_full_seed-0

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.85.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.IT

Metric: rdm