Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_fMRI.V4-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	gabor_filter_entropy_4x4_v2	.927
2	gabor_filter_entropy_4x4_v2_forcedCosine	.883
3	gabor_filter_entropy_4x4	.857
4	mehrer2020_alexnet_training_seed_07	.477
5	mehrer2020_alexnet_training_seed_04	.406
6	mehrer2020_alexnet_training_seed_01	.380
7	mehrer2020_alexnet_training_seed_06	.375
8	mehrer2020_alexnet_training_seed_08	.374
9	AlexNet_SIN	.332
10	mehrer2020_alexnet_training_seed_09	.332
11	mehrer2020_alexnet_training_seed_02	.329
12	AlexNet_SIN_fov12	.318
13	mehrer2020_alexnet_training_seed_03	.311
14	alexnet	.301
15	alexnet_ks_torevert	.300
16	mehrer2020_alexnet_training_seed_05	.280
17	convnext_xlarge:fb_in22k_ft_in1k	.277
18	vit_base_patch14_dinov2-lvd142m	.248
19	alexnet_training_seed_01_fov16	.228
20	grcnn_109	.215
21	convnext_small_imagenet_1_seed-0	.215
22	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.206
23	alexnet_training_seed_01_fov4	.206
24	vit_large_patch14_clip_336:laion2b_ft_in1k	.199
25	mehrer2020_alexnet_training_seed_01_fov16	.199
26	vit_large_patch14_clip_224:openai_ft_in1k	.197
27	resnet50_vicreg_linhead	.195
28	resnet50_byol_linhead	.185
29	vit_large_patch14_clip_224:laion2b_ft_in1k	.171
30	deit_small_imagenet_10_seed-0	.171
31	yudixie_resnet18_random_0_240719	.169
32	efficientnet_b2_imagenet_full	.164
33	cvt_cvt-21-384-in1k_4_LucyV4	.161
34	alexnet_training_seed_01	.157
35	mobilenet_v2_0_5_224	.155
36	resnet-50-robust	.153
37	pr1_stl10_disentangled_alpha04	.148
38	omnivore_swinS	.145
39	deit_small_imagenet_1_seed-0	.144
40	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.143
41	deit_small_imagenet_full_seed-0	.135
42	resnet50_simsiam_linhead	.135
43	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.134
44	BiT-S-R50x1	.134
45	convnext_large:fb_in22k_ft_in1k	.132
46	convnext_small_imagenet_10_seed-0	.131
47	mehrer2020_alexnet_training_seed_10	.129
48	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.126
49	vit_base_patch16_clip_224:openai_ft_in1k	.126
50	alexnet_training_seed_09	.124
51	convnext_large_imagenet_full_seed-0	.123
52	dinov2_vitg14_lc	.120
53	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.120
54	resnet50-moclr8deg	.115
55	resnet50_primary_visual_cortex	.109
56	mehrer2020_alexnet_training_seed_01_fov12	.107
57	mobilenet_v2_1_0_160	.107
58	pnasnet_large	.106
59	AlexNet_SIN_fov16	.106
60	vit_huge_clip336_laion	.106
61	alexnet_training_seed_01_fov12	.105
62	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.105
63	resnet50_barlowtwins_linhead	.097
64	yolos_tiny	.093
65	shufflenet_v2_x1_0	.090
66	compact_vgg19_V4	.090
67	resnet-152_v2_pytorch	.090
68	alexnet_training_seed_10	.090
69	alexnet_fov16	.089
70	alexnet_training_seed_07	.089
71	resnet50_simclr_linhead_01norm	.089
72	densenet-121	.087
73	seresnext50_32x4d	.085
74	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.084
75	vit_relpos_base_patch16_clsgap_224:sw_in1k	.081
76	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.081
77	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.080
78	ReAlnet01_cornet_fov12	.080
79	resnet_101_v2	.080
80	mobilenet_v2_1_0_224	.079
81	alexnet_training_seed_06	.079
82	resnext101_32x48d_wsl	.079
83	resnet50-vitoimagevidnet8	.075
84	resnet50-VITO-8deg-cc	.075
85	inception_v1	.075
86	cvt_cvt-21-224-in1k_4_LucyV4	.074
87	alexnet_training_seed_04	.071
88	ReAlnet08	.070
89	alexnet_training_seed_05	.069
90	deit_large_imagenet_full_seed-0	.069
91	ReAlnet07	.069
92	ReAlnet05	.068
93	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.067
94	ReAlnet06	.065
95	ReAlnet10	.065
96	resnet50_st_wzc_2	.064
97	regnety_032	.064
98	ReAlnet01	.064
99	ViT_L_32_imagenet1k	.064
100	resnet50-vicregl0p9	.062
101	resnext101_32x32d_wsl	.062
102	resnet34_ecoset_full	.062
103	yudixie_wbh_object_class_scaling_0415_run_3	.061
104	resnet_152_v1	.060
105	ReAlnet02	.060
106	gabor_filter_mean_abs_4x4_v2	.058
107	resnet50-vicreg	.058
108	compact_vgg19_IT	.057
109	resnet_101_v1	.057
110	ReAlnet09	.056
111	vit_large_clip336_openai	.056
112	convnext_tiny_imagenet_full_seed-0	.056
113	resnext101_32x16d_wsl	.054
114	hmax	.053
115	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.053
116	ReAlnet03	.053
117	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.052
118	ReAlnet04	.050
119	efficientnet_b0_imagenet_full	.050
120	BiT-S-R101x1	.049
121	resnet_152_v2	.048
122	AlexNet_SIN_fov4	.047
123	grcnn	.047
124	effnetb1_272x240	.047
125	voneresnet-50	.046
126	alexnet_training_seed_08	.044
127	densenet-201	.044
128	resnet50-barlow	.043
129	mehrer2020_alexnet_training_seed_01_fov4	.043
130	resnet50_st_wzc_seed7_2_323	.043
131	AdvProp_efficientnet-b8	.042
132	resnet50_ewconplus_wzc	.041
133	custom_model_cv_18_dagger_408	.040
134	BiT-S-R152x4	.040
135	resnext101_32x8d_wsl	.040
136	inception_v4	.039
137	resnet50-SIN	.039
138	deepeisnn_ei_imagenet_resnet18	.039
139	dinov2_vitl14_lc_res336	.038
140	omnivore_swinB	.038
141	nasnet_mobile	.038
142	resnet50_st_wzc_seed3_2_323	.037
143	ijepa_vith14_linhead	.037
144	VOneCORnet-S	.037
145	mobilenet_v2_0_75_160	.036
146	resnet101_imagenet_full	.036
147	dinov2_vitl14_lc	.036
148	inception_v3	.035
149	resnet101_ecoset_full	.033
150	densenet-169	.033
151	predictive_coding_pc	.032
152	yudixie_wbh_object_class_scaling_0415_run_2	.031
153	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.031
154	deit3_base_patch16_224_fb_in22k_ft_in1k	.031
155	AT_efficientnet-b2	.031
156	AdvProp_efficientnet-b2	.031
157	deit_small_imagenet_100_seed-0	.029
158	regnet_y_400mf	.029
159	resnet18_imagenet_full	.029
160	resnet50_robust_l2_eps1	.028
161	cv_18_dagger_408_pretrained	.028
162	focalnet_tiny_lrf_in1k	.028
163	dinov2_vitl14_reg_lc_featread	.027
164	dinov2_vitl14_reg_lc	.027
165	resnet152_imagenet_full	.027
166	nasnet_large	.027
167	convnext_small_imagenet_full_seed-0	.026
168	convnext_base_imagenet_full_seed-0	.026
169	mobilenet_v2_1_4_224	.025
170	mobilenet_v2_1-4_224_pytorch	.025
171	eva02_large_in22k	.025
172	alexnet_fov4	.024
173	resnet152_ecoset_full	.024
174	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.024
175	BiT-S-R50x3	.024
176	alexnet_fov12	.024
177	BiT-S-R101x3	.023
178	resnet18_imagenet21kP	.023
179	dinov2_vitg14_reg_lc	.023
180	efficientnet-b7	.023
181	resnet50_ewconplus_wzc_seed2_2__323	.022
182	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.022
183	ReAlnet07_ALL	.022
184	ReAlnet02_ALL	.022
185	resnet50_imagenet_full	.022
186	convnext_base:clip_laiona_augreg_ft_in1k_384	.021
187	ReAlnet08_ALL	.021
188	imagenet_l2_3_0	.021
189	resnet18_ecoset_full	.020
190	ReAlnet03_ALL	.019
191	ReAlnet05_ALL	.019
192	ReAlnet10_ALL	.019
193	ReAlnet04_ALL	.019
194	convnext_large_in22k_supervised	.018
195	ReAlnet09_ALL	.018
196	ReAlnet06_ALL	.018
197	resnet50_robust_l2_eps3	.018
198	ReAlnet10_cornet	.018
199	resnet50-vicregl0p75	.017
200	ReAlnet08_cornet	.017
201	ReAlnet01_ALL	.017
202	deit3_base_patch16_224_fb_in1k	.016
203	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.016
204	ReAlnet02_cornet	.016
205	resnet50_ecoset_full	.016
206	BiT-S-R152x2	.016
207	AdvProp_efficientnet-b6	.015
208	voneresnet-50-robust	.015
209	alexnet_training_seed_03	.015
210	resnet50_ewconplus_wzc_seed5_2__323	.015
211	cvt_cvt-13-224-in1k_4_LucyV4	.015
212	ReAlnet01_cornet	.015
213	convnext_xxlarge_clip	.015
214	ReAlnet07_cornet	.014
215	yudixie_resnet50_random_0_240908	.014
216	yudixie_wbh_object_class_scaling_0415_run_1	.014
217	ReAlnet03_cornet	.014
218	ReAlnet05_cornet	.014
219	resnet50_st_wzc_seed6_2_323	.014
220	mobilenet_v2_1_3_224	.014
221	vit_base_patch14_reg4_dinov2-lvd142m	.013
222	ReAlnet04_cornet	.013
223	Res2Net50_26w_4s	.013
224	eicircuit_resnet18_bn_20260919	.012
225	vonegrcnn_47e	.012
226	alexnet_training_seed_02	.012
227	vonegrcnn_52e_full	.012
228	resnet50_ewconplus_wzc_seed6_2_323	.012
229	vonegrcnn_62e_nobn	.011
230	efficientnet_b0	.011
231	resnet34_imagenet_full	.011
232	cvt_cvt-13-384-in1k_4_LucyV4	.010
233	ReAlnet09_cornet	.010
234	resnet50_hvs_wzc	.010
235	ReAlnet06_cornet	.010
236	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.010
237	mobilenet_v2_1_0_192	.010
238	deepeisnn_ei_cifar10_vgg19	.010
239	mobilenet_v2_1_0_128	.009
240	convnext_small_imagenet_100_seed-0	.009
241	yudixie_resnet18_distance_translation_0_240719	.009
242	resnet-18_test_m	.009
243	mobilenet_v2_0_5_192	.008
244	yudixie_wbh_object_class_scaling_0415_run_0	.008
245	yudixie_resnet50_imagenet1kpret_0_240312	.008
246	resnet_50_v1_spiking_l3	.008
247	resnet_50_v1_spiking_l4a	.008
248	resnet_50_v1_spiking_l4	.008
249	resnet_50_v1_spiking	.008
250	yudixie_resnet50_imagenet1kpret_0_240908	.008
251	resnet_50_v1	.008
252	resnet50-sup	.008
253	resnet50_tutorial	.008
254	convnext_large_clip_laion2b_finelayers	.008
255	antialiased-rnext101_32x8d	.008
256	AdvProp_efficientnet-b4	.007
257	briaai_rmbg_1_4	.007
258	voneresnet-50-non_stochastic	.006
259	convnext_tiny_sup	.006
260	compact_resnet50_robust_IT	.005
261	resnet_50_v2	.005
262	resnet50-SIN_IN_IN	.005
263	resnet_SIN_IN_FT_IN	.005
264	deit_base_imagenet_full_seed-0	.005
265	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.005
266	ReAlnet01_cornet_fov4	.005
267	xception	.005
268	tv_efficientnet-b1	.004
269	yudixie_wbh_object_class_scaling_0415_imagenet	.004
270	yudixie_resnet18_imagenet1kpret_0_240719	.004
271	AdvProp_efficientnet-b7	.004
272	antialias-resnet152	.004
273	resnet50-SIN_IN	.004
274	yudixie_resnet18_translation_rotation_0_240719	.003
275	compact_resnet50_IT	.003
276	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.003
277	convnext_base_fb_in1k_gram_aligned_dinov3	.002
278	convnext_base_fb_in1k	.002
279	deepeisnn_ei_cifar10_resnet18	.002
280	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.002
281	convnext_base_fb_in22k_ft_in1k	.002
282	resnet50_imagenet_100_seed-0	.002
283	artResNet18_1	.002
284	antialiased-r50	.002
285	yudixie_resnet18_translation_reg_0_240719	.001
286	resnet50_imagenet_10_seed-0	.001
287	resnet50_imagenet_1_seed-0	.001
288	yudixie_resnet18_rotation_reg_0_240719	.000
289	convnext_femto_ols:d1_in1k	.000
290	blt_vs	.000
291	yudixie_resnet18_distance_rotation_0_240719	.000
292	yudixie_resnet18_distance_reg_0_240719	.000
293	efficientnet_b1_imagenet_full	.000
294	yudixie_resnet18_distance_translation_rotation_0_240719	.000
295	vgg_16	.000
296	vit_base_patch16_dinov3-lvd1689m	.001
297	mobilenet_v2_0_75_224	.001
298	convnext_tiny:in12k_ft_in1k	.002
299	yudixie_resnet50_rotation_reg_0_240908	.003
300	vgg_19	.003
301	yudixie_resnet50_object_class_0_240908	.003
302	yudixie_resnet50_translation_rotation_0_240908	.003
303	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.003
304	resnet18_fair	.003
305	yudixie_resnet18_object_class_0_240719	.004
306	yudixie_resnet50_category_class_0_240908	.004
307	yudixie_resnet50_translation_reg_0_240908	.004
308	yudixie_resnet50_distance_translation_rotation_0_240908	.005
309	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.006
310	yudixie_resnet50_distance_translation_0_240908	.007
311	yudixie_resnet18_category_class_0_240719	.007
312	compact_cornets_IT	.007
313	yudixie_resnet50_distance_rotation_0_240908	.007
314	yudixie_resnet50_distance_reg_0_240908	.008
315	pnasnet_large_halfPrecision
316	ReAlnet01_cornet_fov16	1.0
317	compact_cornets_V4	1.0
318	compact_resnet50_robust_V4	1.0
319	compact_resnet50_V4
320	mvit_v2_s
321	r2plus1d_18
322	SeLaVi-Kinetics-Sound
323	SeLaVi-VGG-Sound
324	SeLaVi-Kinetics400
325	resnet50_eMMCR_Vanilla
326	mvit_v1_b
327	s3d
328	mc3_18
329	fixres_resnext101_32x48d_wsl
330	r3d_18
331	SeLaVi-AVE
332	mobilenet_v2_0_75_192
333	pnasnet_large_pytorch

Benchmark bibtex

@inproceedings{santurkar2019computer,
    title={Computer Vision with a Single (Robust) Classifier},
    author={Shibani Santurkar and Dimitris Tsipras and Brandon Tran and Andrew Ilyas and Logan Engstrom and Aleksander Madry},
    booktitle={ArXiv preprint arXiv:1906.09453},
    year={2019}
}

Ceiling

0.33.

Note that scores are relative to this ceiling.

Data: tong.Coggan2024_fMRI.V4

Metric: rdm