Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Allen2022_fmri_surface.V4-ridge")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	custom_model_cv_18_dagger_408	.499
2	resnet50_st_wzc_seed5_2_323	.463
3	shufflenet_v2_x1_0	.455
4	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.454
5	resnet50_st_wzc_seed3_2_323	.449
6	resnet50_st_wzc_2_323	.449
7	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.449
8	cvt_cvt-21-224-in1k_4_LucyV4	.448
9	convnext_xlarge:fb_in22k_ft_in1k	.449
10	resnet50_st_wzc_seed7_2_323	.447
11	cvt_cvt-13-384-in1k_4_LucyV4	.448
12	cvt_cvt-21-384-in1k_4_LucyV4	.448
13	pnasnet_large_halfPrecision	.445
14	resnet152_imagenet_full	.443
15	vit_relpos_base_patch16_clsgap_224:sw_in1k	.440
16	cvt_cvt-13-224-in1k_4_LucyV4	.438
17	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.438
18	vit_large_patch14_clip_224:openai_ft_in1k	.438
19	convnext_tiny:in12k_ft_in1k	.434
20	resnet_50_v2	.431
21	resnet50-moclr8deg	.430
22	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.429
23	deit_small_imagenet_full_seed-0	.428
24	resnet50_ewconplus_wzc	.425
25	ReAlnet01_cornet	.423
26	resnet50-vitoimagevidnet8	.423
27	resnet50-VITO-8deg-cc	.423
28	vit_large_patch14_clip_336:laion2b_ft_in1k	.422
29	voneresnet-50	.421
30	ReAlnet04_cornet	.419
31	ReAlnet03_cornet	.418
32	resnet50_ewconplus_wzc_seed6_2_323	.417
33	resnext101_32x32d_wsl	.416
34	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.413
35	resnext101_32x48d_wsl	.410
36	convnext_large:fb_in22k_ft_in1k	.409
37	resnet50_ewconplus_wzc_2_323	.406
38	resnet50-SIN_IN	.406
39	focalnet_tiny_lrf_in1k	.404
40	resnet_SIN_IN_FT_IN	.405
41	resnet50-SIN_IN_IN	.405
42	AdvProp_efficientnet-b2	.405
43	AT_efficientnet-b2	.405
44	alexnet	.401
45	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.402
46	efficientnet_b0	.400
47	resnet_50_v1_spiking	.398
48	resnet_50_v1	.398
49	resnet50-sup	.398
50	resnet50_tutorial	.398
51	resnet50-SIN	.399
52	Res2Net50_26w_4s	.397
53	resnext101_32x16d_wsl	.397
54	antialiased-r50	.396
55	resnext101_32x8d_wsl	.396
56	resnet50_ewconplus_wzc_seed3_2_323	.395
57	VOneCORnet-S	.394
58	deit_large_imagenet_full_seed-0	.394
59	vit_base_patch16_clip_224:openai_ft_in1k	.395
60	deit_base_imagenet_full_seed-0	.393
61	efficientnet_b2_imagenet_full	.391
62	convnext_large_imagenet_full_seed-0	.390
63	vit_large_patch14_clip_224:laion2b_ft_in1k	.390
64	convnext_tiny_sup	.388
65	convnext_tiny_imagenet_full_seed-0	.388
66	resnet50_ewconplus_wzc_seed7_2_323	.386
67	resnet50_ewconplus_wzc_seed5_2__323	.383
68	effnetb1_272x240	.380
69	convnext_base_imagenet_full_seed-0	.379
70	resnet50_st_wzc_seed4_2_323	.380
71	AdvProp_efficientnet-b8	.379
72	resnet50_ewconplus_wzc_seed4_2_323	.377
73	resnet50_st_wzc_noseed_2_323	.375
74	resnet50_ewconplus_wzc_seed2_2__323	.373
75	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.371
76	AdvProp_efficientnet-b4	.370
77	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.371
78	resnet50_imagenet_full	.367
79	convnext_small_imagenet_full_seed-0	.365
80	convnext_femto_ols:d1_in1k	.363
81	resnet50_st_wzc_seed6_2_323	.363
82	mobilenet_v2_1_4_224	.362
83	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.360
84	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.363
85	convnext_base:clip_laiona_augreg_ft_in1k_384	.359
86	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.359
87	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.351
88	AlexNet_SIN	.352
89	voneresnet-50-non_stochastic	.350
90	AdvProp_efficientnet-b7	.347
91	convnext_base_fb_in1k	.338
92	grcnn	.333
93	AdvProp_efficientnet-b6	.329
94	resnet18_fair	.328
95	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.326
96	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.325
97	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.320
98	resnet50_robust_l2_eps1	.319
99	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.313
100	ReAlnet01_cornet_fov4	.306
101	ViT_L_32_imagenet1k	.285
102	densenet-121	.282
103	AlexNet_SIN_fov12	.269
104	resnet-50-robust	.242
105	pr1_stl10_disentangled_alpha04	.235
106	predictive_coding_pc	.219
107	AlexNet_SIN_fov16	.210
108	alexnet_training_seed_01	.179
109	alexnet_training_seed_06	.176
110	alexnet_training_seed_09	.172
111	alexnet_training_seed_10	.168
112	alexnet_training_seed_02	.165
113	alexnet_training_seed_03	.161
114	alexnet_training_seed_07	.159
115	hmax	.054
116	compact_resnet50_robust_V4	.042

Benchmark bibtex

@article{allen_massive_2022,
    title = {A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence},
    volume = {25},
    issn = {1097-6256},
    doi = {10.1038/s41593-021-00962-x},
    journal = {Nature Neuroscience},
    author = {Allen, Emily J. and St-Yves, Ghislain and Wu, Yihan and Breedlove, Jesse L.
              and Prince, Jacob S. and Dowdle, Logan T. and Nau, Matthias and Caron, Brad
              and Pestilli, Franco and Charest, Ian and Hutchinson, J. Benjamin
              and Naselaris, Thomas and Kay, Kendrick},
    year = {2022},
    pages = {116--126},
}

Ceiling

0.51.

Note that scores are relative to this ceiling.

Data: Allen2022_fmri_surface.V4

Metric: ridge