Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_fMRI.V4-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	AlexNet_SIN	.332
2	alexnet_ks_torevert	.300
3	convnext_xlarge:fb_in22k_ft_in1k	.277
4	grcnn_109	.215
5	convnext_small_imagenet_1_seed-0	.215
6	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.206
7	vit_large_patch14_clip_336:laion2b_ft_in1k	.199
8	vit_large_patch14_clip_224:openai_ft_in1k	.197
9	vit_large_patch14_clip_224:laion2b_ft_in1k	.171
10	deit_small_imagenet_10_seed-0	.171
11	yudixie_resnet18_random_0_240719	.169
12	efficientnet_b2_imagenet_full	.164
13	cvt_cvt-21-384-in1k_4_LucyV4	.161
14	alexnet_training_seed_01	.157
15	mobilenet_v2_0_5_224	.155
16	resnet-50-robust	.153
17	omnivore_swinS	.145
18	deit_small_imagenet_1_seed-0	.144
19	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.143
20	deit_small_imagenet_full_seed-0	.135
21	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.134
22	BiT-S-R50x1	.134
23	convnext_large:fb_in22k_ft_in1k	.132
24	convnext_small_imagenet_10_seed-0	.131
25	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.126
26	vit_base_patch16_clip_224:openai_ft_in1k	.126
27	alexnet_training_seed_09	.124
28	convnext_large_imagenet_full_seed-0	.123
29	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.120
30	resnet50-moclr8deg	.115
31	resnet50_primary_visual_cortex	.109
32	mobilenet_v2_1_0_160	.107
33	pnasnet_large	.106
34	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.105
35	yolos_tiny	.093
36	shufflenet_v2_x1_0	.090
37	compact_vgg19_V4	.090
38	resnet-152_v2_pytorch	.090
39	alexnet_training_seed_10	.090
40	alexnet_training_seed_07	.089
41	densenet-121	.087
42	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.084
43	vit_relpos_base_patch16_clsgap_224:sw_in1k	.081
44	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.081
45	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.080
46	resnet_101_v2	.080
47	mobilenet_v2_1_0_224	.079
48	alexnet_training_seed_06	.079
49	resnext101_32x48d_wsl	.079
50	resnet50-VITO-8deg-cc	.075
51	resnet50-vitoimagevidnet8	.075
52	inception_v1	.075
53	cvt_cvt-21-224-in1k_4_LucyV4	.074
54	alexnet_training_seed_04	.071
55	ReAlnet08	.070
56	alexnet_training_seed_05	.069
57	deit_large_imagenet_full_seed-0	.069
58	ReAlnet07	.069
59	ReAlnet05	.068
60	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.067
61	ReAlnet06	.065
62	ReAlnet10	.065
63	ReAlnet01	.064
64	ViT_L_32_imagenet1k	.064
65	resnet50-vicregl0p9	.062
66	resnext101_32x32d_wsl	.062
67	resnet34_ecoset_full	.062
68	resnet_152_v1	.060
69	ReAlnet02	.060
70	resnet50-vicreg	.058
71	compact_vgg19_IT	.057
72	resnet_101_v1	.057
73	ReAlnet09	.056
74	convnext_tiny_imagenet_full_seed-0	.056
75	hmax	.053
76	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.053
77	ReAlnet03	.053
78	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.052
79	ReAlnet04	.050
80	efficientnet_b0_imagenet_full	.050
81	BiT-S-R101x1	.049
82	resnet_152_v2	.048
83	grcnn	.047
84	effnetb1_272x240	.047
85	voneresnet-50	.046
86	alexnet_training_seed_08	.044
87	densenet-201	.044
88	resnet50-barlow	.043
89	AdvProp_efficientnet-b8	.042
90	resnet50_ewconplus_wzc	.041
91	custom_model_cv_18_dagger_408	.040
92	BiT-S-R152x4	.040
93	resnext101_32x8d_wsl	.040
94	inception_v4	.039
95	resnet50-SIN	.039
96	omnivore_swinB	.038
97	nasnet_mobile	.038
98	VOneCORnet-S	.037
99	mobilenet_v2_0_75_160	.036
100	resnet101_imagenet_full	.036
101	inception_v3	.035
102	resnet101_ecoset_full	.033
103	densenet-169	.033
104	AdvProp_efficientnet-b2	.031
105	AT_efficientnet-b2	.031
106	deit_small_imagenet_100_seed-0	.029
107	regnet_y_400mf	.029
108	resnet18_imagenet_full	.029
109	resnet50_robust_l2_eps1	.028
110	cv_18_dagger_408_pretrained	.028
111	focalnet_tiny_lrf_in1k	.028
112	resnet152_imagenet_full	.027
113	nasnet_large	.027
114	convnext_small_imagenet_full_seed-0	.026
115	convnext_base_imagenet_full_seed-0	.026
116	mobilenet_v2_1_4_224	.025
117	mobilenet_v2_1-4_224_pytorch	.025
118	resnet152_ecoset_full	.024
119	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.024
120	BiT-S-R50x3	.024
121	BiT-S-R101x3	.023
122	resnet18_imagenet21kP	.023
123	efficientnet-b7	.023
124	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.022
125	ReAlnet07_ALL	.022
126	ReAlnet02_ALL	.022
127	resnet50_imagenet_full	.022
128	convnext_base:clip_laiona_augreg_ft_in1k_384	.021
129	ReAlnet08_ALL	.021
130	imagenet_l2_3_0	.021
131	resnet18_ecoset_full	.020
132	ReAlnet03_ALL	.019
133	ReAlnet05_ALL	.019
134	ReAlnet10_ALL	.019
135	ReAlnet04_ALL	.019
136	ReAlnet09_ALL	.018
137	ReAlnet06_ALL	.018
138	resnet50_robust_l2_eps3	.018
139	ReAlnet10_cornet	.018
140	resnet50-vicregl0p75	.017
141	ReAlnet08_cornet	.017
142	ReAlnet01_ALL	.017
143	ReAlnet02_cornet	.016
144	resnet50_ecoset_full	.016
145	BiT-S-R152x2	.016
146	AdvProp_efficientnet-b6	.015
147	voneresnet-50-robust	.015
148	alexnet_training_seed_03	.015
149	cvt_cvt-13-224-in1k_4_LucyV4	.015
150	ReAlnet01_cornet	.015
151	ReAlnet07_cornet	.014
152	yudixie_resnet50_random_0_240908	.014
153	ReAlnet03_cornet	.014
154	ReAlnet05_cornet	.014
155	mobilenet_v2_1_3_224	.014
156	ReAlnet04_cornet	.013
157	Res2Net50_26w_4s	.013
158	vonegrcnn_47e	.012
159	alexnet_training_seed_02	.012
160	vonegrcnn_52e_full	.012
161	vonegrcnn_62e_nobn	.011
162	efficientnet_b0	.011
163	resnet34_imagenet_full	.011
164	cvt_cvt-13-384-in1k_4_LucyV4	.010
165	ReAlnet09_cornet	.010
166	ReAlnet06_cornet	.010
167	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.010
168	mobilenet_v2_1_0_192	.010
169	mobilenet_v2_1_0_128	.009
170	convnext_small_imagenet_100_seed-0	.009
171	yudixie_resnet18_distance_translation_0_240719	.009
172	resnet-18_test_m	.009
173	mobilenet_v2_0_5_192	.008
174	resnet_50_v1_spiking	.008
175	resnet50_tutorial	.008
176	yudixie_resnet50_imagenet1kpret_0_240908	.008
177	resnet_50_v1_spiking_l4	.008
178	resnet_50_v1_spiking_l4a	.008
179	resnet_50_v1_spiking_l3	.008
180	resnet_50_v1	.008
181	resnet50-sup	.008
182	yudixie_resnet50_imagenet1kpret_0_240312	.008
183	antialiased-rnext101_32x8d	.008
184	AdvProp_efficientnet-b4	.007
185	briaai_rmbg_1_4	.007
186	voneresnet-50-non_stochastic	.006
187	convnext_tiny_sup	.006
188	compact_resnet50_robust_IT	.005
189	resnet_50_v2	.005
190	resnet50-SIN_IN_IN	.005
191	resnet_SIN_IN_FT_IN	.005
192	deit_base_imagenet_full_seed-0	.005
193	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.005
194	xception	.005
195	tv_efficientnet-b1	.004
196	yudixie_resnet18_imagenet1kpret_0_240719	.004
197	AdvProp_efficientnet-b7	.004
198	antialias-resnet152	.004
199	resnet50-SIN_IN	.004
200	yudixie_resnet18_translation_rotation_0_240719	.003
201	compact_resnet50_IT	.003
202	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.003
203	resnet50_imagenet_100_seed-0	.002
204	artResNet18_1	.002
205	antialiased-r50	.002
206	yudixie_resnet18_translation_reg_0_240719	.001
207	resnet50_imagenet_10_seed-0	.001
208	resnet50_imagenet_1_seed-0	.001
209	yudixie_resnet18_rotation_reg_0_240719	.000
210	convnext_femto_ols:d1_in1k	.000
211	blt_vs	.000
212	yudixie_resnet18_distance_rotation_0_240719	.000
213	yudixie_resnet18_distance_reg_0_240719	.000
214	efficientnet_b1_imagenet_full	.000
215	yudixie_resnet18_distance_translation_rotation_0_240719	.000
216	vgg_16	.000
217	mobilenet_v2_0_75_224	.001
218	convnext_tiny:in12k_ft_in1k	.002
219	yudixie_resnet50_rotation_reg_0_240908	.003
220	vgg_19	.003
221	yudixie_resnet50_object_class_0_240908	.003
222	yudixie_resnet50_translation_rotation_0_240908	.003
223	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.003
224	yudixie_resnet18_object_class_0_240719	.004
225	yudixie_resnet50_category_class_0_240908	.004
226	yudixie_resnet50_translation_reg_0_240908	.004
227	yudixie_resnet50_distance_translation_rotation_0_240908	.005
228	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.006
229	yudixie_resnet50_distance_translation_0_240908	.007
230	yudixie_resnet18_category_class_0_240719	.007
231	compact_cornets_IT	.007
232	yudixie_resnet50_distance_rotation_0_240908	.007
233	yudixie_resnet50_distance_reg_0_240908	.008
234	pnasnet_large_pytorch
235	mobilenet_v2_0_75_192
236	compact_resnet50_V4
237	SeLaVi-AVE
238	r3d_18
239	resnext101_32x16d_wsl
240	fixres_resnext101_32x48d_wsl
241	compact_resnet50_robust_V4	nan
242	mc3_18
243	s3d
244	mvit_v1_b
245	resnet50_eMMCR_Vanilla
246	compact_cornets_V4	nan
247	SeLaVi-Kinetics400
248	SeLaVi-VGG-Sound
249	SeLaVi-Kinetics-Sound
250	r2plus1d_18
251	mvit_v2_s

Benchmark bibtex

@inproceedings{santurkar2019computer,
    title={Computer Vision with a Single (Robust) Classifier},
    author={Shibani Santurkar and Dimitris Tsipras and Brandon Tran and Andrew Ilyas and Logan Engstrom and Aleksander Madry},
    booktitle={ArXiv preprint arXiv:1906.09453},
    year={2019}
}

Ceiling

Not available

Data: tong.Coggan2024_fMRI.V4

Metric: rdm