Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("tong.Coggan2024_behavior-ConditionWiseAccuracySimilarity")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.844
2	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.779
3	convnext_base_fb_in1k	.707
4	convnext_large_imagenet_full_seed-0	.700
5	convnext_base_fb_in22k_ft_in1k	.689
6	vit_base_patch16_clip_224:openai_ft_in1k	.677
7	convnext_base_fb_in1k_gram_aligned_dinov3	.673
8	convnext_base:clip_laiona_augreg_ft_in1k_384	.660
9	cvt_cvt-21-384-in1k_4_LucyV4	.659
10	convnext_xlarge:fb_in22k_ft_in1k	.636
11	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.635
12	focalnet_tiny_lrf_in1k	.628
13	cvt_cvt-21-224-in1k_4_LucyV4	.626
14	convnext_base_imagenet_full_seed-0	.619
15	convnext_tiny:in12k_ft_in1k	.613
16	vit_relpos_base_patch16_clsgap_224:sw_in1k	.611
17	seresnext50_32x4d	.610
18	convnext_large:fb_in22k_ft_in1k	.603
19	AdvProp_efficientnet-b7	.597
20	tv_efficientnet-b1	.595
21	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.591
22	resnet50-vitoimagevidnet8	.590
23	resnet50-VITO-8deg-cc	.590
24	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.588
25	resnet101_ecoset_full	.588
26	cvt_cvt-13-224-in1k_4_LucyV4	.586
27	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.575
28	effnetb1_272x240	.573
29	resnet152_ecoset_full	.571
30	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.566
31	regnety_032	.565
32	AdvProp_efficientnet-b6	.558
33	ijepa_vith14_linhead	.556
34	omnivore_swinS	.555
35	resnext101_32x8d_wsl	.554
36	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.552
37	AT_efficientnet-b2	.552
38	AdvProp_efficientnet-b2	.552
39	efficientnet-b7	.551
40	ViT_L_32_imagenet1k	.542
41	resnet50_ewconplus_wzc	.542
42	resnet_101_v2	.541
43	convnext_small_imagenet_full_seed-0	.540
44	resnext101_32x48d_wsl	.536
45	dinov2_vitl14_lc	.535
46	dinov2_vitg14_reg_lc	.535
47	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.535
48	resnext101_32x16d_wsl	.534
49	convnext_tiny_imagenet_full_seed-0	.529
50	resnet50_supervised_linhead	.529
51	dinov2_vitg14_lc	.526
52	vit_large_patch14_clip_224:openai_ft_in1k	.526
53	deit_large_imagenet_full_seed-0	.523
54	dinov2_vitl14_reg_lc	.520
55	convnext_tiny_sup	.519
56	resnet50_st_wzc_seed3_2_323	.519
57	resnet_50_v2	.515
58	resnet50-moclr8deg	.515
59	resnet50_ewconplus_wzc_seed6_2_323	.507
60	vit_large_patch14_clip_224:laion2b_ft_in1k	.505
61	resnet50_ecoset_full	.504
62	cvt_cvt-13-384-in1k_4_LucyV4	.501
63	AdvProp_efficientnet-b8	.497
64	resnet50_hvs_wzc	.484
65	BiT-S-R50x1	.482
66	resnet_152_v2	.478
67	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.476
68	deit_base_imagenet_full_seed-0	.471
69	resnext101_32x32d_wsl	.469
70	resnet50_ewconplus_wzc_seed2_2__323	.469
71	resnet50_ewconplus_wzc_seed5_2__323	.467
72	resnet-152_v2_pytorch	.466
73	resnet50_st_wzc_seed7_2_323	.465
74	efficientnet_b0	.463
75	resnet50_st_wzc_seed6_2_323	.460
76	resnet152_imagenet_full	.459
77	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.457
78	resnet50_st_wzc_2	.454
79	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.453
80	AdvProp_efficientnet-b4	.448
81	deit_small_imagenet_full_seed-0	.448
82	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.446
83	convnext_femto_ols:d1_in1k	.434
84	inception_v3	.430
85	grcnn_109	.425
86	vith14_supervised_linhead	.424
87	voneresnet-50	.421
88	densenet_201_pytorch	.412
89	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.411
90	yolos_tiny	.409
91	antialiased-r50	.409
92	resnet50_tutorial	.407
93	voneresnet-50-non_stochastic	.398
94	pnasnet_large_halfPrecision	.397
95	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.393
96	resnet_50_v1_spiking_l4a	.392
97	nasnet_large	.383
98	resnet_50_v1_spiking	.383
99	BiT-S-R101x1	.379
100	convnext_small_imagenet_100_seed-0	.374
101	inception_v4	.372
102	blt_vs	.372
103	Res2Net50_26w_4s	.371
104	resnet_152_v1	.371
105	inception_v3_pytorch	.360
106	yudixie_resnet50_imagenet1kpret_0_240908	.359
107	resnet18_ecoset_full	.356
108	resnet_101_v1	.351
109	resnet34_ecoset_full	.342
110	resnet_50_v1_spiking_l4	.339
111	resnet18_imagenet21kP	.338
112	predictive_coding_pc	.333
113	resnet_50_v1	.331
114	resnet50-sup	.331
115	grcnn	.331
116	resnet101_imagenet_full	.329
117	resnet50_simclr_linhead_01norm	.326
118	mobilenet_v2_1_0_224	.326
119	xception	.323
120	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.320
121	cv_18_dagger_408_pretrained	.320
122	resnet_SIN_IN_FT_IN	.317
123	vonegrcnn_52e_full	.317
124	resnet50_imagenet_full	.316
125	BiT-S-R152x2	.315
126	antialias-resnet152	.312
127	inception_v1	.311
128	deit_small_imagenet_100_seed-0	.305
129	mobilenet_v2_1_0_128	.303
130	vonegrcnn_62e_nobn	.303
131	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.300
132	vonegrcnn_47e	.299
133	VOneCORnet-S	.298
134	densenet-201	.295
135	mehrer2020_alexnet_training_seed_02	.294
136	resnet50-SIN_IN	.293
137	mehrer2020_alexnet_training_seed_08	.291
138	resnet50_byol_linhead	.291
139	mehrer2020_alexnet_training_seed_01_fov12	.289
140	eicircuit_resnet18_bn_20260919	.288
141	custom_model_cv_18_dagger_408	.288
142	resnet50-SIN_IN_IN	.284
143	resnet34_imagenet_full	.277
144	vit_large_patch14_clip_336:laion2b_ft_in1k	.273
145	dinov2_vitl14_lc_res336	.261
146	ReAlnet03_ALL	.258
147	resnet50-barlow	.258
148	nasnet_mobile	.256
149	mehrer2020_alexnet_training_seed_10	.255
150	regnet_y_400mf	.251
151	mehrer2020_alexnet_training_seed_01	.250
152	ReAlnet06_ALL	.250
153	mehrer2020_alexnet_training_seed_05	.242
154	efficientnet_b0_imagenet_full	.236
155	mobilenet_v2_0_75_160	.235
156	resnet50_barlowtwins_linhead	.232
157	mehrer2020_alexnet_training_seed_07	.230
158	efficientnet_b2_imagenet_full	.229
159	ReAlnet01_cornet_fov12	.229
160	ReAlnet01_ALL	.228
161	ReAlnet10_ALL	.226
162	densenet-121	.226
163	resnet50_simsiam_linhead	.223
164	mehrer2020_alexnet_training_seed_06	.221
165	ReAlnet08_ALL	.219
166	ReAlnet07_ALL	.216
167	resnet18_imagenet_full	.215
168	mobilenet_v2_1_0_192	.214
169	mehrer2020_alexnet_training_seed_09	.211
170	mobilenet_v2_0_75_192	.211
171	mobilenet_v2_1_0_160	.211
172	ReAlnet09_ALL	.210
173	ReAlnet05_ALL	.207
174	mehrer2020_alexnet_training_seed_04	.206
175	ReAlnet02_ALL	.201
176	mehrer2020_alexnet_training_seed_03	.198
177	ReAlnet04_ALL	.198
178	vgg_19	.191
179	deepeisnn_ei_imagenet_resnet18	.186
180	resnet50_vicreg_linhead	.185
181	resnet50_robust_l2_eps1	.180
182	ReAlnet02_cornet	.180
183	ReAlnet02	.180
184	alexnet_fov12	.170
185	vgg_16	.166
186	shufflenet_v2_x1_0	.165
187	ReAlnet01_cornet_fov16	.162
188	resnet50-vicregl0p9	.162
189	alexnet_training_seed_06	.162
190	yudixie_resnet18_imagenet1kpret_0_240719	.159
191	efficientnet_b1_imagenet_full	.156
192	mehrer2020_alexnet_training_seed_01_fov16	.155
193	ReAlnet07_cornet	.154
194	ReAlnet07	.154
195	AlexNet_SIN_fov12	.153
196	alexnet_fov16	.148
197	mobilenet_v2_1_4_224	.144
198	mobilenet_v2_1-4_224_pytorch	.144
199	resnet-50-robust	.143
200	resnet50-SIN	.142
201	yudixie_resnet50_category_class_0_240908	.139
202	ReAlnet01_cornet	.133
203	ReAlnet01	.133
204	resnet-18_test_m	.132
205	alexnet_ks_torevert	.132
206	alexnet	.132
207	resnet50-vicreg	.129
208	ReAlnet05_cornet	.129
209	ReAlnet05	.129
210	yudixie_wbh_object_class_scaling_0415_run_1	.123
211	yudixie_wbh_object_class_scaling_0415_run_3	.123
212	ReAlnet01_cornet_fov4	.122
213	ReAlnet08_cornet	.113
214	ReAlnet08	.113
215	yudixie_resnet18_object_class_0_240719	.113
216	ReAlnet03_cornet	.111
217	ReAlnet03	.111
218	resnet50_robust_l2_eps3	.110
219	imagenet_l2_3_0	.110
220	vonealexnet	.109
221	resnet50-vicregl0p75	.108
222	yudixie_wbh_object_class_scaling_0415_imagenet	.106
223	yudixie_wbh_object_class_scaling_0415_run_2	.103
224	ReAlnet10_cornet	.101
225	ReAlnet10	.101
226	pnasnet_large_pytorch	.099
227	ReAlnet06_cornet	.096
228	ReAlnet06	.096
229	mehrer2020_alexnet_training_seed_01_fov4	.095
230	resnet50_eMMCR_Vanilla	.095
231	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.092
232	ReAlnet09_cornet	.092
233	ReAlnet09	.092
234	gabor_filter_entropy_4x4_v2_forcedCosine	.090
235	AlexNet_SIN	.089
236	ReAlnet04_cornet	.079
237	ReAlnet04	.079
238	alexnet_fov4	.078
239	yudixie_resnet18_category_class_0_240719	.077
240	mobilenet_v2_0_5_192	.077
241	AlexNet_SIN_fov16	.077
242	gabor_filter_entropy_4x4	.072
243	alexnet_training_seed_01_fov4	.064
244	alexnet_training_seed_03	.063
245	yudixie_wbh_object_class_scaling_0415_run_0	.062
246	resnet50_imagenet_100_seed-0	.058
247	gabor_filter_entropy_4x4_v2	.054
248	alexnet_training_seed_01	.052
249	deepeisnn_ei_cifar10_vgg19	.048
250	AlexNet_SIN_fov4	.044
251	compact_vgg19_IT	.043
252	alexnet_training_seed_02	.038
253	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.036
254	compact_cornets_V4	.035
255	yudixie_resnet50_object_class_0_240908	.023
256	alexnet_training_seed_07	.023
257	alexnet_training_seed_01_fov12	.022
258	compact_resnet50_IT	.021
259	alexnet_training_seed_05	.020
260	persistence_memory	.020
261	alexnet_training_seed_01_fov16	.019
262	alexnet_training_seed_10	.018
263	resnet50_ijepacnn_linhead	.012
264	alexnet_training_seed_09	.012
265	compact_vgg19_V4	.009
266	alexnet_training_seed_04	.007
267	yudixie_resnet50_rotation_reg_0_240908	.007
268	deepeisnn_ei_cifar10_resnet18	.007
269	yudixie_resnet50_random_0_240908	.006
270	deit_small_imagenet_1_seed-0	.006
271	pr1_stl10_disentangled_alpha04	.006
272	compact_resnet50_robust_IT	.006
273	briaai_rmbg_1_4	.005
274	alexnet_training_seed_08	.005
275	compact_resnet50_V4	.005
276	compact_resnet50_robust_V4	.004
277	resnet18_fair	.003
278	resnet_50_v1_spiking_l3	.003
279	resnet50_cpc_linhead	.002
280	resnet50_imagenet_10_seed-0	.002
281	yudixie_resnet50_distance_rotation_0_240908	.002
282	yudixie_resnet18_random_0_240719	.001
283	yudixie_resnet50_distance_translation_0_240908	.000
284	yudixie_resnet50_distance_reg_0_240908	.000
285	resnet50_untrained_linhead	.000
286	gabor_filter_mean_abs_4x4_v2	.000
287	compact_cornets_IT	.000
288	yudixie_resnet18_rotation_reg_0_240719	.000
289	convnext_small_imagenet_1_seed-0	.002
290	yudixie_resnet18_translation_rotation_0_240719	.002
291	deit_small_imagenet_10_seed-0	.002
292	resnet50_imagenet_1_seed-0	.002
293	yudixie_resnet18_distance_reg_0_240719	.006
294	vith14_untrained_linhead	.007
295	yudixie_resnet18_distance_rotation_0_240719	.007
296	yudixie_resnet50_distance_translation_rotation_0_240908	.008
297	yudixie_resnet18_translation_reg_0_240719	.009
298	yudixie_resnet50_translation_rotation_0_240908	.017
299	persistence_mem	.017
300	yudixie_resnet50_translation_reg_0_240908	.023
301	yudixie_resnet18_distance_translation_rotation_0_240719	.023
302	yudixie_resnet18_distance_translation_0_240719	.033
303	convnext_small_imagenet_10_seed-0	.034
304	artResNet18_1	.067
305	resnet50_primary_visual_cortex	.069
306	hmax	.142
307	vit_huge_clip336_laion
308	convnext_xxlarge_clip
309	vit_large_clip336_openai
310	dinov2_vitl14_reg_lc_featread
311	eva02_large_in22k
312	convnext_large_in22k_supervised
313	convnext_large_clip_laion2b_finelayers
314	deit3_base_patch16_224_fb_in22k_ft_in1k
315	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3
316	deit3_base_patch16_224_fb_in1k
317	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3
318	vit_base_patch16_dinov3-lvd1689m
319	vit_base_patch14_reg4_dinov2-lvd142m
320	vit_base_patch14_dinov2-lvd142m
321	mobilenet_v2_1_3_224
322	pnasnet_large
323	mobilenet_v2_0_75_224
324	mobilenet_v2_0_5_224
325	voneresnet-50-robust
326	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k
327	omnivore_swinB
328	densenet-169
329	BiT-S-R101x3
330	BiT-S-R152x4
331	BiT-S-R50x3
332	MIM
333	PredRNN
334	mobilevit_small
335	TAU
336	SimVP
337	ConvLSTM
338	antialiased-rnext101_32x8d

Benchmark bibtex

None

Ceiling

0.69.

Note that scores are relative to this ceiling.

Data: tong.Coggan2024_behavior

Metric: ConditionWiseAccuracySimilarity