Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_fMRI.IT-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	swin_small_patch4_window7_224:ms_in22k_ft_in1k	1.0
2	vit_base_patch16_dinov3-lvd1689m	.969
3	resnet50_ewconplus_wzc	.956
4	alexnet_training_seed_08	.932
5	convnext_small_imagenet_10_seed-0	.927
6	alexnet_training_seed_10	.885
7	convnext_tiny_imagenet_full_seed-0	.874
8	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.871
9	deit_small_imagenet_full_seed-0	.851
10	alexnet_training_seed_06	.834
11	vit_relpos_base_patch16_clsgap_224:sw_in1k	.833
12	alexnet_training_seed_09	.827
13	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.786
14	resnet50_imagenet_100_seed-0	.778
15	resnet50-SIN	.765
16	AlexNet_SIN	.759
17	convnext_small_imagenet_full_seed-0	.744
18	alexnet_training_seed_05	.733
19	BiT-S-R101x1	.705
20	mobilenet_v2_0_5_192	.700
21	vit_large_patch14_clip_224:openai_ft_in1k	.697
22	alexnet_training_seed_02	.689
23	VOneCORnet-S	.677
24	convnext_femto_ols:d1_in1k	.674
25	deit_large_imagenet_full_seed-0	.668
26	alexnet_training_seed_01_fov12	.660
27	resnet50_ewconplus_wzc_seed2_2__323	.656
28	voneresnet-50-robust	.656
29	grcnn	.655
30	convnext_base_fb_in1k_gram_aligned_dinov3	.655
31	pr1_stl10_disentangled_alpha04	.652
32	alexnet_training_seed_03	.651
33	alexnet_training_seed_07	.642
34	resnet50_ewconplus_wzc_seed6_2_323	.642
35	antialiased-r50	.640
36	alexnet_training_seed_04	.639
37	convnext_base_imagenet_full_seed-0	.632
38	resnet50_robust_l2_eps1	.632
39	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.630
40	resnet50_hvs_wzc	.629
41	focalnet_tiny_lrf_in1k	.620
42	ReAlnet01_cornet	.614
43	BiT-S-R50x1	.613
44	deit_base_imagenet_full_seed-0	.612
45	resnet50_ewconplus_wzc_seed5_2__323	.608
46	omnivore_swinS	.607
47	vit_base_patch14_reg4_dinov2-lvd142m	.603
48	dinov2_vitl14_lc	.602
49	vit_base_patch14_dinov2-lvd142m	.590
50	antialiased-rnext101_32x8d	.587
51	ReAlnet03_cornet	.586
52	resnet101_ecoset_full	.577
53	alexnet_training_seed_01_fov16	.575
54	mobilenet_v2_0_75_160	.568
55	ReAlnet10_cornet	.567
56	AlexNet_SIN_fov4	.565
57	ReAlnet07_cornet	.565
58	ReAlnet09_cornet	.559
59	ReAlnet02_cornet	.557
60	convnext_base:clip_laiona_augreg_ft_in1k_384	.554
61	convnext_large_in22k_supervised	.550
62	ReAlnet06_cornet	.540
63	alexnet_training_seed_01	.538
64	mobilenet_v2_0_75_224	.533
65	deit_small_imagenet_10_seed-0	.529
66	convnext_small_imagenet_1_seed-0	.527
67	voneresnet-50	.527
68	ReAlnet04_ALL	.524
69	resnet50_ecoset_full	.521
70	ReAlnet08_cornet	.513
71	resnext101_32x32d_wsl	.511
72	resnet50_robust_l2_eps3	.509
73	resnext101_32x8d_wsl	.506
74	yudixie_resnet18_random_0_240719	.505
75	resnet101_imagenet_full	.504
76	ReAlnet06_ALL	.502
77	ReAlnet08_ALL	.499
78	deepeisnn_ei_cifar10_vgg19	.499
79	ReAlnet05_ALL	.499
80	ReAlnet03_ALL	.491
81	ReAlnet07_ALL	.491
82	resnet50_st_wzc_seed6_2_323	.489
83	resnet_152_v1	.483
84	resnext101_32x48d_wsl	.483
85	ReAlnet04_cornet	.481
86	nasnet_large	.481
87	ReAlnet09_ALL	.473
88	ReAlnet05_cornet	.464
89	resnet_101_v1	.463
90	BiT-S-R50x3	.462
91	grcnn_109	.462
92	efficientnet_b2_imagenet_full	.461
93	voneresnet-50-non_stochastic	.459
94	resnet50-vitoimagevidnet8	.456
95	resnet50-VITO-8deg-cc	.456
96	shufflenet_v2_x1_0	.455
97	resnet50-SIN_IN_IN	.454
98	ReAlnet02_ALL	.454
99	ReAlnet01_ALL	.452
100	alexnet	.449
101	alexnet_ks_torevert	.449
102	deepeisnn_ei_cifar10_resnet18	.445
103	ReAlnet10_ALL	.438
104	resnet18_ecoset_full	.437
105	resnet50_st_wzc_seed7_2_323	.434
106	resnet50-SIN_IN	.431
107	resnet152_ecoset_full	.429
108	resnet_SIN_IN_FT_IN	.428
109	AlexNet_SIN_fov12	.424
110	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.424
111	convnext_base_fb_in22k_ft_in1k	.423
112	artResNet18_1	.413
113	mobilenet_v2_0_75_192	.410
114	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.409
115	vit_large_patch14_clip_224:laion2b_ft_in1k	.399
116	inception_v1	.393
117	pnasnet_large	.392
118	alexnet_training_seed_01_fov4	.385
119	deit_small_imagenet_1_seed-0	.384
120	resnet50_imagenet_full	.380
121	cvt_cvt-21-224-in1k_4_LucyV4	.380
122	AlexNet_SIN_fov16	.377
123	resnet50_st_wzc_2	.376
124	ReAlnet03	.375
125	ReAlnet01	.369
126	resnet_50_v1_spiking	.366
127	resnet_50_v1	.366
128	resnet50-sup	.366
129	ReAlnet01_cornet_fov12	.366
130	blt_vs	.365
131	resnet50_primary_visual_cortex	.365
132	dinov2_vitl14_lc_res336	.360
133	resnet34_imagenet_full	.359
134	mobilenet_v2_0_5_224	.358
135	resnet50_st_wzc_seed3_2_323	.357
136	convnext_base_fb_in1k	.356
137	resnet50-vicregl0p9	.355
138	convnext_large_imagenet_full_seed-0	.354
139	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.349
140	ReAlnet09	.345
141	ReAlnet10	.336
142	ReAlnet06	.331
143	imagenet_l2_3_0	.330
144	ReAlnet02	.329
145	effnetb1_272x240	.328
146	mobilenet_v2_1_0_160	.327
147	alexnet_fov16	.326
148	xception	.324
149	ReAlnet05	.323
150	resnet-18_test_m	.322
151	ReAlnet07	.318
152	nasnet_mobile	.310
153	ReAlnet08	.309
154	ReAlnet04	.308
155	BiT-S-R101x3	.300
156	convnext_xxlarge_clip	.294
157	deepeisnn_ei_imagenet_resnet18	.289
158	ReAlnet01_cornet_fov16	.288
159	resnet50-moclr8deg	.285
160	dinov2_vitg14_lc	.283
161	alexnet_fov4	.282
162	resnet18_imagenet_full	.271
163	dinov2_vitg14_reg_lc	.262
164	resnet18_imagenet21kP	.261
165	yudixie_wbh_object_class_scaling_0415_imagenet	.256
166	yudixie_resnet18_imagenet1kpret_0_240719	.256
167	hmax	.254
168	resnet50-vicregl0p75	.252
169	vit_huge_clip336_laion	.250
170	resnet50-barlow	.245
171	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.245
172	resnet50-vicreg	.244
173	convnext_xlarge:fb_in22k_ft_in1k	.243
174	efficientnet_b0	.242
175	vonegrcnn_52e_full	.241
176	omnivore_swinB	.240
177	resnet18_fair	.238
178	resnet50_imagenet_10_seed-0	.233
179	dinov2_vitl14_reg_lc_featread	.233
180	dinov2_vitl14_reg_lc	.233
181	resnet_101_v2	.230
182	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.230
183	vit_base_patch16_clip_224:openai_ft_in1k	.229
184	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.228
185	yudixie_wbh_object_class_scaling_0415_run_3	.221
186	regnet_y_400mf	.218
187	resnet152_imagenet_full	.215
188	yudixie_resnet50_imagenet1kpret_0_240312	.213
189	resnet_50_v1_spiking_l4	.213
190	yudixie_resnet50_imagenet1kpret_0_240908	.213
191	resnet_50_v1_spiking_l4a	.213
192	resnet50_tutorial	.213
193	Res2Net50_26w_4s	.211
194	alexnet_fov12	.210
195	vonegrcnn_47e	.207
196	resnet34_ecoset_full	.203
197	inception_v3	.201
198	deit3_base_patch16_224_fb_in1k	.196
199	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.196
200	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.188
201	tv_efficientnet-b1	.186
202	cvt_cvt-21-384-in1k_4_LucyV4	.184
203	resnet-152_v2_pytorch	.180
204	predictive_coding_pc	.178
205	vonegrcnn_62e_nobn	.177
206	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.173
207	convnext_tiny_sup	.173
208	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.166
209	eva02_large_in22k	.166
210	resnet_152_v2	.164
211	compact_vgg19_IT	.160
212	yolos_tiny	.159
213	convnext_large:fb_in22k_ft_in1k	.158
214	deit_small_imagenet_100_seed-0	.158
215	resnet_50_v2	.158
216	antialias-resnet152	.149
217	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.149
218	vit_large_clip336_openai	.145
219	AdvProp_efficientnet-b4	.144
220	briaai_rmbg_1_4	.142
221	custom_model_cv_18_dagger_408	.139
222	compact_vgg19_V4	.136
223	efficientnet-b7	.131
224	convnext_small_imagenet_100_seed-0	.120
225	vit_large_patch14_clip_336:laion2b_ft_in1k	.119
226	BiT-S-R152x4	.115
227	mobilenet_v2_1_0_224	.114
228	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.107
229	densenet-201	.104
230	mobilenet_v2_1-4_224_pytorch	.103
231	mobilenet_v2_1_4_224	.103
232	inception_v4	.102
233	AdvProp_efficientnet-b6	.101
234	cv_18_dagger_408_pretrained	.099
235	efficientnet_b0_imagenet_full	.099
236	convnext_tiny:in12k_ft_in1k	.097
237	AdvProp_efficientnet-b8	.093
238	mobilenet_v2_1_0_128	.092
239	resnet-50-robust	.084
240	AT_efficientnet-b2	.082
241	AdvProp_efficientnet-b2	.082
242	mobilenet_v2_1_0_192	.078
243	AdvProp_efficientnet-b7	.075
244	ReAlnet01_cornet_fov4	.074
245	yudixie_wbh_object_class_scaling_0415_run_1	.071
246	yudixie_wbh_object_class_scaling_0415_run_2	.067
247	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.066
248	mobilenet_v2_1_3_224	.063
249	yudixie_wbh_object_class_scaling_0415_run_0	.062
250	yudixie_resnet18_distance_reg_0_240719	.060
251	densenet-169	.057
252	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.057
253	convnext_large_clip_laion2b_finelayers	.055
254	efficientnet_b1_imagenet_full	.052
255	BiT-S-R152x2	.048
256	yudixie_resnet50_random_0_240908	.035
257	densenet-121	.035
258	yudixie_resnet18_distance_rotation_0_240719	.033
259	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.030
260	resnet_50_v1_spiking_l3	.025
261	yudixie_resnet18_translation_reg_0_240719	.023
262	vgg_16	.022
263	yudixie_resnet18_distance_translation_rotation_0_240719	.019
264	ViT_L_32_imagenet1k	.015
265	cvt_cvt-13-384-in1k_4_LucyV4	.011
266	yudixie_resnet18_translation_rotation_0_240719	.009
267	vgg_19	.008
268	compact_cornets_IT	.002
269	yudixie_resnet50_distance_rotation_0_240908	.002
270	yudixie_resnet18_distance_translation_0_240719	.001
271	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.000
272	yudixie_resnet18_rotation_reg_0_240719	.000
273	yudixie_resnet50_distance_translation_rotation_0_240908	.000
274	resnet50_imagenet_1_seed-0	.000
275	cvt_cvt-13-224-in1k_4_LucyV4	.000
276	yudixie_resnet50_translation_rotation_0_240908	.000
277	yudixie_resnet50_object_class_0_240908	.000
278	compact_resnet50_robust_IT	.000
279	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.001
280	deit3_base_patch16_224_fb_in22k_ft_in1k	.001
281	yudixie_resnet18_object_class_0_240719	.001
282	yudixie_resnet50_distance_translation_0_240908	.001
283	yudixie_resnet50_rotation_reg_0_240908	.001
284	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.001
285	yudixie_resnet50_category_class_0_240908	.002
286	yudixie_resnet50_translation_reg_0_240908	.002
287	compact_resnet50_IT	.003
288	yudixie_resnet18_category_class_0_240719	.005
289	yudixie_resnet50_distance_reg_0_240908	.016
290	pnasnet_large_halfPrecision
291	compact_cornets_V4	1.0
292	compact_resnet50_robust_V4	1.0
293	compact_resnet50_V4
294	s3d
295	mvit_v2_s
296	r2plus1d_18
297	SeLaVi-Kinetics-Sound
298	SeLaVi-VGG-Sound
299	SeLaVi-Kinetics400
300	resnet50_eMMCR_Vanilla
301	mvit_v1_b
302	mc3_18
303	resnext101_32x16d_wsl
304	fixres_resnext101_32x48d_wsl
305	r3d_18
306	SeLaVi-AVE
307	pnasnet_large_pytorch

Benchmark bibtex

@inproceedings{santurkar2019computer,
    title={Computer Vision with a Single (Robust) Classifier},
    author={Shibani Santurkar and Dimitris Tsipras and Brandon Tran and Andrew Ilyas and Logan Engstrom and Aleksander Madry},
    booktitle={ArXiv preprint arXiv:1906.09453},
    year={2019}
}

Ceiling

0.24.

Note that scores are relative to this ceiling.

Data: tong.Coggan2024_fMRI.IT

Metric: rdm