Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_fMRI.IT-rdm")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	swin_small_patch4_window7_224:ms_in22k_ft_in1k	1.1
2	alexnet_training_seed_08	.932
3	convnext_small_imagenet_10_seed-0	.927
4	alexnet_training_seed_10	.885
5	convnext_tiny_imagenet_full_seed-0	.874
6	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.871
7	deit_small_imagenet_full_seed-0	.851
8	alexnet_training_seed_06	.834
9	vit_relpos_base_patch16_clsgap_224:sw_in1k	.833
10	alexnet_training_seed_09	.827
11	resnet50_imagenet_100_seed-0	.778
12	resnet50-SIN	.765
13	convnext_small_imagenet_full_seed-0	.744
14	alexnet_training_seed_05	.733
15	BiT-S-R101x1	.705
16	mobilenet_v2_0_5_192	.700
17	vit_large_patch14_clip_224:openai_ft_in1k	.697
18	alexnet_training_seed_02	.689
19	VOneCORnet-S	.677
20	convnext_femto_ols:d1_in1k	.674
21	deit_large_imagenet_full_seed-0	.668
22	voneresnet-50-robust	.656
23	alexnet_training_seed_03	.651
24	alexnet_training_seed_07	.642
25	antialiased-r50	.640
26	alexnet_training_seed_04	.639
27	convnext_base_imagenet_full_seed-0	.632
28	resnet50_robust_l2_eps1	.632
29	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.630
30	focalnet_tiny_lrf_in1k	.620
31	ReAlnet01_cornet	.614
32	BiT-S-R50x1	.613
33	deit_base_imagenet_full_seed-0	.612
34	omnivore_swinS	.607
35	ReAlnet03_cornet	.586
36	resnet101_ecoset_full	.577
37	mobilenet_v2_0_75_160	.568
38	ReAlnet10_cornet	.567
39	ReAlnet07_cornet	.565
40	ReAlnet09_cornet	.559
41	ReAlnet02_cornet	.557
42	convnext_base:clip_laiona_augreg_ft_in1k_384	.554
43	ReAlnet06_cornet	.540
44	alexnet_training_seed_01	.538
45	mobilenet_v2_0_75_224	.533
46	deit_small_imagenet_10_seed-0	.529
47	convnext_small_imagenet_1_seed-0	.527
48	voneresnet-50	.527
49	resnet50_ecoset_full	.521
50	ReAlnet08_cornet	.513
51	resnext101_32x32d_wsl	.511
52	resnet50_robust_l2_eps3	.509
53	resnext101_32x8d_wsl	.506
54	yudixie_resnet18_random_0_240719	.505
55	resnet101_imagenet_full	.504
56	resnext101_32x48d_wsl	.483
57	ReAlnet04_cornet	.481
58	ReAlnet05_cornet	.464
59	resnet_101_v1	.463
60	BiT-S-R50x3	.462
61	efficientnet_b2_imagenet_full	.461
62	voneresnet-50-non_stochastic	.459
63	resnet50-vitoimagevidnet8	.456
64	resnet50-VITO-8deg-cc	.456
65	shufflenet_v2_x1_0	.455
66	resnet50-SIN_IN_IN	.454
67	resnet18_ecoset_full	.437
68	resnet50-SIN_IN	.431
69	resnet152_ecoset_full	.429
70	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.424
71	artResNet18_1	.413
72	mobilenet_v2_0_75_192	.410
73	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.409
74	vit_large_patch14_clip_224:laion2b_ft_in1k	.399
75	inception_v1	.393
76	deit_small_imagenet_1_seed-0	.384
77	resnet50_imagenet_full	.380
78	cvt_cvt-21-224-in1k_4_LucyV4	.380
79	ReAlnet03	.375
80	ReAlnet01	.369
81	resnet_50_v1	.366
82	resnet_50_v1_spiking	.366
83	resnet50-sup	.366
84	blt_vs	.365
85	resnet50_primary_visual_cortex	.365
86	resnet34_imagenet_full	.359
87	mobilenet_v2_0_5_224	.358
88	resnet50-vicregl0p9	.355
89	convnext_large_imagenet_full_seed-0	.354
90	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.349
91	ReAlnet09	.345
92	ReAlnet10	.336
93	ReAlnet06	.331
94	imagenet_l2_3_0	.330
95	ReAlnet02	.329
96	effnetb1_272x240	.328
97	mobilenet_v2_1_0_160	.327
98	ReAlnet05	.323
99	resnet-18_test_m	.322
100	ReAlnet07	.318
101	nasnet_mobile	.310
102	ReAlnet08	.309
103	ReAlnet04	.308
104	BiT-S-R101x3	.300
105	resnet50-moclr8deg	.285
106	resnet18_imagenet_full	.271
107	yudixie_resnet18_imagenet1kpret_0_240719	.256
108	hmax	.254
109	resnet50-vicregl0p75	.252
110	resnet50-barlow	.245
111	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.245
112	resnet50-vicreg	.244
113	convnext_xlarge:fb_in22k_ft_in1k	.243
114	efficientnet_b0	.242
115	omnivore_swinB	.240
116	resnet50_imagenet_10_seed-0	.233
117	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.230
118	vit_base_patch16_clip_224:openai_ft_in1k	.229
119	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.228
120	resnet152_imagenet_full	.215
121	resnet_50_v1_spiking_l4	.213
122	resnet50_tutorial	.213
123	yudixie_resnet50_imagenet1kpret_0_240908	.213
124	resnet_50_v1_spiking_l4a	.213
125	Res2Net50_26w_4s	.211
126	resnet34_ecoset_full	.203
127	inception_v3	.201
128	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.188
129	cvt_cvt-21-384-in1k_4_LucyV4	.184
130	resnet-152_v2_pytorch	.180
131	convnext_tiny_sup	.173
132	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.166
133	yolos_tiny	.159
134	convnext_large:fb_in22k_ft_in1k	.158
135	deit_small_imagenet_100_seed-0	.158
136	resnet_50_v2	.158
137	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.149
138	AdvProp_efficientnet-b4	.144
139	briaai_rmbg_1_4	.142
140	custom_model_cv_18_dagger_408	.139
141	efficientnet-b7	.131
142	convnext_small_imagenet_100_seed-0	.120
143	vit_large_patch14_clip_336:laion2b_ft_in1k	.119
144	mobilenet_v2_1_0_224	.114
145	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.107
146	densenet-201	.104
147	mobilenet_v2_1-4_224_pytorch	.103
148	mobilenet_v2_1_4_224	.103
149	AdvProp_efficientnet-b6	.101
150	cv_18_dagger_408_pretrained	.099
151	efficientnet_b0_imagenet_full	.099
152	convnext_tiny:in12k_ft_in1k	.097
153	AdvProp_efficientnet-b8	.093
154	mobilenet_v2_1_0_128	.092
155	resnet-50-robust	.084
156	AT_efficientnet-b2	.082
157	AdvProp_efficientnet-b2	.082
158	mobilenet_v2_1_0_192	.078
159	AdvProp_efficientnet-b7	.075
160	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.066
161	mobilenet_v2_1_3_224	.063
162	yudixie_resnet18_distance_reg_0_240719	.060
163	densenet-169	.057
164	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.057
165	efficientnet_b1_imagenet_full	.052
166	BiT-S-R152x2	.048
167	yudixie_resnet50_random_0_240908	.035
168	densenet-121	.035
169	yudixie_resnet18_distance_rotation_0_240719	.033
170	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.030
171	resnet_50_v1_spiking_l3	.025
172	yudixie_resnet18_translation_reg_0_240719	.023
173	vgg_16	.022
174	yudixie_resnet18_distance_translation_rotation_0_240719	.019
175	ViT_L_32_imagenet1k	.015
176	cvt_cvt-13-384-in1k_4_LucyV4	.011
177	yudixie_resnet18_translation_rotation_0_240719	.009
178	vgg_19	.008
179	yudixie_resnet50_distance_rotation_0_240908	.002
180	yudixie_resnet18_distance_translation_0_240719	.001
181	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.000
182	yudixie_resnet18_rotation_reg_0_240719	.000
183	yudixie_resnet50_distance_translation_rotation_0_240908	.000
184	resnet50_imagenet_1_seed-0	.000
185	cvt_cvt-13-224-in1k_4_LucyV4	.000
186	yudixie_resnet50_translation_rotation_0_240908	.000
187	yudixie_resnet50_object_class_0_240908	.000
188	yudixie_resnet18_object_class_0_240719	.001
189	yudixie_resnet50_distance_translation_0_240908	.001
190	yudixie_resnet50_rotation_reg_0_240908	.001
191	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.001
192	yudixie_resnet50_category_class_0_240908	.002
193	yudixie_resnet50_translation_reg_0_240908	.002
194	yudixie_resnet18_category_class_0_240719	.005
195	yudixie_resnet50_distance_reg_0_240908	.016
196	pnasnet_large_pytorch
197	vonegrcnn_52e_full
198	grcnn
199	grcnn_109
200	resnet_SIN_IN_FT_IN
201	resnet_101_v2
202	vonegrcnn_62e_nobn
203	BiT-S-R152x4
204	pnasnet_large
205	nasnet_large
206	xception
207	resnet_152_v1
208	inception_v4
209	resnet_152_v2
210	vonegrcnn_47e

Benchmark bibtex

@inproceedings{santurkar2019computer,
    title={Computer Vision with a Single (Robust) Classifier},
    author={Shibani Santurkar and Dimitris Tsipras and Brandon Tran and Andrew Ilyas and Logan Engstrom and Aleksander Madry},
    booktitle={ArXiv preprint arXiv:1906.09453},
    year={2019}
}

Ceiling

Not available

Data: tong.Coggan2024_fMRI.IT

Metric: rdm