Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_fMRI.IT-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	swin_small_patch4_window7_224:ms_in22k_ft_in1k	1.1
2	alexnet_training_seed_08	.932
3	convnext_small_imagenet_10_seed-0	.927
4	alexnet_training_seed_10	.885
5	convnext_tiny_imagenet_full_seed-0	.874
6	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.871
7	deit_small_imagenet_full_seed-0	.851
8	alexnet_training_seed_06	.834
9	vit_relpos_base_patch16_clsgap_224:sw_in1k	.833
10	alexnet_training_seed_09	.827
11	resnet50_imagenet_100_seed-0	.778
12	resnet50-SIN	.765
13	AlexNet_SIN	.759
14	convnext_small_imagenet_full_seed-0	.744
15	alexnet_training_seed_05	.733
16	BiT-S-R101x1	.705
17	mobilenet_v2_0_5_192	.700
18	vit_large_patch14_clip_224:openai_ft_in1k	.697
19	alexnet_training_seed_02	.689
20	VOneCORnet-S	.677
21	convnext_femto_ols:d1_in1k	.674
22	deit_large_imagenet_full_seed-0	.668
23	voneresnet-50-robust	.656
24	grcnn	.655
25	alexnet_training_seed_03	.651
26	alexnet_training_seed_07	.642
27	antialiased-r50	.640
28	alexnet_training_seed_04	.639
29	convnext_base_imagenet_full_seed-0	.632
30	resnet50_robust_l2_eps1	.632
31	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.630
32	focalnet_tiny_lrf_in1k	.620
33	ReAlnet01_cornet	.614
34	BiT-S-R50x1	.613
35	deit_base_imagenet_full_seed-0	.612
36	omnivore_swinS	.607
37	antialiased-rnext101_32x8d	.587
38	ReAlnet03_cornet	.586
39	resnet101_ecoset_full	.577
40	mobilenet_v2_0_75_160	.568
41	ReAlnet10_cornet	.567
42	ReAlnet07_cornet	.565
43	ReAlnet09_cornet	.559
44	ReAlnet02_cornet	.557
45	convnext_base:clip_laiona_augreg_ft_in1k_384	.554
46	ReAlnet06_cornet	.540
47	alexnet_training_seed_01	.538
48	mobilenet_v2_0_75_224	.533
49	deit_small_imagenet_10_seed-0	.529
50	convnext_small_imagenet_1_seed-0	.527
51	voneresnet-50	.527
52	ReAlnet04_ALL	.524
53	resnet50_ecoset_full	.521
54	ReAlnet08_cornet	.513
55	resnext101_32x32d_wsl	.511
56	resnet50_robust_l2_eps3	.509
57	resnext101_32x8d_wsl	.506
58	yudixie_resnet18_random_0_240719	.505
59	resnet101_imagenet_full	.504
60	ReAlnet06_ALL	.502
61	ReAlnet08_ALL	.499
62	ReAlnet05_ALL	.499
63	ReAlnet03_ALL	.491
64	ReAlnet07_ALL	.491
65	resnet_152_v1	.483
66	resnext101_32x48d_wsl	.483
67	ReAlnet04_cornet	.481
68	nasnet_large	.481
69	ReAlnet09_ALL	.473
70	ReAlnet05_cornet	.464
71	resnet_101_v1	.463
72	BiT-S-R50x3	.462
73	grcnn_109	.462
74	efficientnet_b2_imagenet_full	.461
75	voneresnet-50-non_stochastic	.459
76	resnet50-vitoimagevidnet8	.456
77	resnet50-VITO-8deg-cc	.456
78	shufflenet_v2_x1_0	.455
79	resnet50-SIN_IN_IN	.454
80	ReAlnet02_ALL	.454
81	ReAlnet01_ALL	.452
82	alexnet_ks_torevert	.449
83	ReAlnet10_ALL	.438
84	resnet18_ecoset_full	.437
85	resnet50-SIN_IN	.431
86	resnet152_ecoset_full	.429
87	resnet_SIN_IN_FT_IN	.428
88	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.424
89	artResNet18_1	.413
90	mobilenet_v2_0_75_192	.410
91	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.409
92	vit_large_patch14_clip_224:laion2b_ft_in1k	.399
93	inception_v1	.393
94	pnasnet_large	.392
95	deit_small_imagenet_1_seed-0	.384
96	resnet50_imagenet_full	.380
97	cvt_cvt-21-224-in1k_4_LucyV4	.380
98	ReAlnet03	.375
99	ReAlnet01	.369
100	resnet_50_v1_spiking	.366
101	resnet_50_v1	.366
102	resnet50-sup	.366
103	blt_vs	.365
104	resnet50_primary_visual_cortex	.365
105	resnet34_imagenet_full	.359
106	mobilenet_v2_0_5_224	.358
107	resnet50-vicregl0p9	.355
108	convnext_large_imagenet_full_seed-0	.354
109	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.349
110	ReAlnet09	.345
111	ReAlnet10	.336
112	ReAlnet06	.331
113	imagenet_l2_3_0	.330
114	ReAlnet02	.329
115	effnetb1_272x240	.328
116	mobilenet_v2_1_0_160	.327
117	xception	.324
118	ReAlnet05	.323
119	resnet-18_test_m	.322
120	ReAlnet07	.318
121	nasnet_mobile	.310
122	ReAlnet08	.309
123	ReAlnet04	.308
124	BiT-S-R101x3	.300
125	resnet50-moclr8deg	.285
126	resnet18_imagenet_full	.271
127	resnet18_imagenet21kP	.261
128	yudixie_resnet18_imagenet1kpret_0_240719	.256
129	hmax	.254
130	resnet50-vicregl0p75	.252
131	resnet50-barlow	.245
132	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.245
133	resnet50-vicreg	.244
134	convnext_xlarge:fb_in22k_ft_in1k	.243
135	efficientnet_b0	.242
136	vonegrcnn_52e_full	.241
137	omnivore_swinB	.240
138	resnet50_imagenet_10_seed-0	.233
139	resnet_101_v2	.230
140	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.230
141	vit_base_patch16_clip_224:openai_ft_in1k	.229
142	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.228
143	regnet_y_400mf	.218
144	resnet152_imagenet_full	.215
145	resnet_50_v1_spiking_l4	.213
146	yudixie_resnet50_imagenet1kpret_0_240908	.213
147	resnet50_tutorial	.213
148	resnet_50_v1_spiking_l4a	.213
149	yudixie_resnet50_imagenet1kpret_0_240312	.213
150	Res2Net50_26w_4s	.211
151	vonegrcnn_47e	.207
152	resnet34_ecoset_full	.203
153	inception_v3	.201
154	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.188
155	tv_efficientnet-b1	.186
156	cvt_cvt-21-384-in1k_4_LucyV4	.184
157	resnet-152_v2_pytorch	.180
158	vonegrcnn_62e_nobn	.177
159	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.173
160	convnext_tiny_sup	.173
161	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.166
162	resnet_152_v2	.164
163	yolos_tiny	.159
164	convnext_large:fb_in22k_ft_in1k	.158
165	deit_small_imagenet_100_seed-0	.158
166	resnet_50_v2	.158
167	antialias-resnet152	.149
168	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.149
169	AdvProp_efficientnet-b4	.144
170	briaai_rmbg_1_4	.142
171	custom_model_cv_18_dagger_408	.139
172	efficientnet-b7	.131
173	convnext_small_imagenet_100_seed-0	.120
174	vit_large_patch14_clip_336:laion2b_ft_in1k	.119
175	BiT-S-R152x4	.115
176	mobilenet_v2_1_0_224	.114
177	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.107
178	densenet-201	.104
179	mobilenet_v2_1-4_224_pytorch	.103
180	mobilenet_v2_1_4_224	.103
181	inception_v4	.102
182	AdvProp_efficientnet-b6	.101
183	cv_18_dagger_408_pretrained	.099
184	efficientnet_b0_imagenet_full	.099
185	convnext_tiny:in12k_ft_in1k	.097
186	AdvProp_efficientnet-b8	.093
187	mobilenet_v2_1_0_128	.092
188	resnet-50-robust	.084
189	AdvProp_efficientnet-b2	.082
190	AT_efficientnet-b2	.082
191	mobilenet_v2_1_0_192	.078
192	AdvProp_efficientnet-b7	.075
193	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.066
194	mobilenet_v2_1_3_224	.063
195	yudixie_resnet18_distance_reg_0_240719	.060
196	densenet-169	.057
197	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.057
198	efficientnet_b1_imagenet_full	.052
199	BiT-S-R152x2	.048
200	yudixie_resnet50_random_0_240908	.035
201	densenet-121	.035
202	yudixie_resnet18_distance_rotation_0_240719	.033
203	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.030
204	resnet_50_v1_spiking_l3	.025
205	yudixie_resnet18_translation_reg_0_240719	.023
206	vgg_16	.022
207	yudixie_resnet18_distance_translation_rotation_0_240719	.019
208	ViT_L_32_imagenet1k	.015
209	cvt_cvt-13-384-in1k_4_LucyV4	.011
210	yudixie_resnet18_translation_rotation_0_240719	.009
211	vgg_19	.008
212	yudixie_resnet50_distance_rotation_0_240908	.002
213	yudixie_resnet18_distance_translation_0_240719	.001
214	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.000
215	yudixie_resnet18_rotation_reg_0_240719	.000
216	yudixie_resnet50_distance_translation_rotation_0_240908	.000
217	resnet50_imagenet_1_seed-0	.000
218	cvt_cvt-13-224-in1k_4_LucyV4	.000
219	yudixie_resnet50_translation_rotation_0_240908	.000
220	yudixie_resnet50_object_class_0_240908	.000
221	yudixie_resnet18_object_class_0_240719	.001
222	yudixie_resnet50_distance_translation_0_240908	.001
223	yudixie_resnet50_rotation_reg_0_240908	.001
224	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.001
225	yudixie_resnet50_category_class_0_240908	.002
226	yudixie_resnet50_translation_reg_0_240908	.002
227	yudixie_resnet18_category_class_0_240719	.005
228	yudixie_resnet50_distance_reg_0_240908	.016
229	s3d
230	pnasnet_large_pytorch
231	SeLaVi-AVE
232	r3d_18
233	fixres_resnext101_32x48d_wsl
234	resnext101_32x16d_wsl
235	mc3_18
236	mvit_v1_b
237	resnet50_eMMCR_Vanilla
238	SeLaVi-Kinetics400
239	SeLaVi-VGG-Sound
240	SeLaVi-Kinetics-Sound
241	r2plus1d_18
242	mvit_v2_s

Benchmark bibtex

@inproceedings{santurkar2019computer,
    title={Computer Vision with a Single (Robust) Classifier},
    author={Shibani Santurkar and Dimitris Tsipras and Brandon Tran and Andrew Ilyas and Logan Engstrom and Aleksander Madry},
    booktitle={ArXiv preprint arXiv:1906.09453},
    year={2019}
}

Ceiling

Not available

Data: tong.Coggan2024_fMRI.IT

Metric: rdm