Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Hebart2023-match")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	bp_resnet50_julios	1.0
2	resnet50-moclr8deg	.534
3	convnext_base_fb_in22k_ft_in1k_gram_aligned_dinov3	.504
4	resnet50_robust_l2_eps1	.503
5	vonegrcnn_47e	.498
6	vonegrcnn_62e_nobn	.494
7	vonegrcnn_52e_full	.490
8	resnet_SIN_IN_FT_IN	.489
9	resnet50_tutorial	.488
10	resnet50-VITO-8deg-cc	.483
11	resnet50-vitoimagevidnet8	.483
12	densenet_201_pytorch	.476
13	imagenet_l2_3_0	.476
14	resnet50_robust_l2_eps3	.476
15	resnet18_imagenet21kP	.470
16	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.469
17	antialias-resnet152	.464
18	vit_base_patch14_reg4_dinov2-lvd142m	.463
19	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.463
20	vit_base_patch14_dinov2-lvd142m	.452
21	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.416
22	resnet_50_v2	.408
23	vgg_16	.407
24	resnext101_32x8d_wsl	.407
25	vgg_19	.404
26	efficientnet_b0_imagenet_full	.399
27	efficientnet_b1_imagenet_full	.396
28	efficientnet_b2_imagenet_full	.396
29	vit_base_patch16_dinov3-lvd1689m	.395
30	convnext_base_fb_in1k_gram_aligned_dinov3	.391
31	resnext101_32x16d_wsl	.387
32	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.381
33	shufflenet_v2_x1_0	.379
34	resnet-152_v2_pytorch	.375
35	alexnet	.375
36	alexnet_ks_torevert	.375
37	voneresnet-50-robust	.372
38	custom_model_cv_18_dagger_408	.371
39	voneresnet-50-non_stochastic	.368
40	ReAlnet09	.364
41	ReAlnet09_cornet	.364
42	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.363
43	grcnn	.361
44	deepeisnn_ei_imagenet_resnet18	.361
45	resnet18_imagenet_full	.358
46	resnet34_imagenet_full	.358
47	ReAlnet04	.358
48	ReAlnet04_cornet	.358
49	ReAlnet01_cornet_fov12	.357
50	voneresnet-50	.357
51	grcnn_109	.356
52	Res2Net50_26w_4s	.354
53	ReAlnet05	.354
54	ReAlnet05_cornet	.354
55	resnet50_ewconplus_wzc_seed2_2__323	.353
56	resnet50-vicregl0p9	.352
57	resnet-50-robust	.352
58	pnasnet_large_pytorch	.351
59	resnet50_ewconplus_noseed_2_323	.351
60	ReAlnet06	.350
61	ReAlnet06_cornet	.350
62	ReAlnet03_cornet	.349
63	ReAlnet03	.349
64	resnet50_ewconplus_wzc_seed3_2_323	.349
65	resnet50_ewconplus_wzc_seed7_2_323	.348
66	ReAlnet07	.347
67	ReAlnet07_cornet	.347
68	ReAlnet01_cornet	.347
69	ReAlnet01	.347
70	resnet50_ewconplus_wzc_seed5_2__323	.346
71	ReAlnet01_cornet_fov16	.346
72	ReAlnet02_cornet	.346
73	ReAlnet02	.346
74	resnet50_ewconplus_wzc_seed6_2_323	.345
75	resnet50-vicregl0p75	.345
76	convnext_tiny_sup	.344
77	efficientnet_b0	.342
78	ReAlnet08	.342
79	ReAlnet08_cornet	.342
80	ReAlnet10_ALL	.341
81	ReAlnet10	.338
82	ReAlnet10_cornet	.338
83	alexnet_fov4	.336
84	resnet18_ecoset_full	.336
85	convnext_large:fb_in22k_ft_in1k	.336
86	resnet50_ewconplus_wzc_2_323	.335
87	ReAlnet08_ALL	.335
88	ReAlnet07_ALL	.333
89	resnet_101_v2	.333
90	resnet50_ewconplus_wzc	.332
91	ReAlnet03_ALL	.332
92	mobilenet_v2_1_0_224	.330
93	mobilenet_v2_1_4_224	.330
94	mobilenet_v2_1-4_224_pytorch	.330
95	resnet50-SIN_IN	.329
96	ReAlnet05_ALL	.329
97	ReAlnet02_ALL	.328
98	ReAlnet04_ALL	.327
99	ReAlnet01_ALL	.327
100	ReAlnet06_ALL	.326
101	resnet_152_v2	.326
102	focalnet_tiny_lrf_in1k	.326
103	resnext101_32x32d_wsl	.325
104	resnet50_st_wzc_2_323	.324
105	regnet_y_400mf	.322
106	resnet50_st_wzc_seed7_2_323	.321
107	ReAlnet09_ALL	.320
108	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.320
109	resnet50_st_wzc_2	.319
110	convnext_xlarge:fb_in22k_ft_in1k	.319
111	alexnet_fov12	.319
112	resnet50_imagenet_full	.318
113	resnet50_st_wzc_seed4_2_323	.317
114	resnet34_ecoset_full	.317
115	resnet101_imagenet_full	.316
116	convnext_base_fb_in22k_ft_in1k	.315
117	resnet50-barlow	.313
118	resnet50_st_wzc_seed3_2_323	.312
119	resnet50-vicreg	.311
120	resnet152_imagenet_full	.308
121	resnet_152_v1	.307
122	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.304
123	resnet_101_v1	.297
124	VOneCORnet-S	.296
125	densenet-121	.291
126	inception_v3_pytorch	.291
127	antialiased-r50	.290
128	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.289
129	alexnet_fov16	.289
130	resnet_50_v1	.288
131	resnet50-sup	.288
132	predictive_coding_pc	.288
133	densenet-201	.286
134	BiT-S-R50x1	.286
135	pr1_stl10_disentangled_alpha04	.284
136	deit3_base_patch16_224_fb_in22k_ft_in1k_gram_aligned_dinov3	.281
137	AlexNet_SIN	.281
138	resnet50_imagenet_100_seed-0	.279
139	resnext101_32x48d_wsl	.278
140	resnet-18_test_m	.273
141	resnet50-SIN_IN_IN	.272
142	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.271
143	yudixie_resnet50_imagenet1kpret_0_240908	.271
144	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.270
145	yudixie_wbh_object_class_scaling_0415_imagenet	.270
146	ReAlnet01_cornet_fov4	.268
147	resnet50_ecoset_full	.266
148	convnext_tiny:in12k_ft_in1k	.265
149	AdvProp_efficientnet-b2	.265
150	AT_efficientnet-b2	.265
151	deit_large_imagenet_full_seed-0	.263
152	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.260
153	yudixie_resnet18_imagenet1kpret_0_240719	.258
154	convnext_base:clip_laiona_augreg_ft_in1k_384	.257
155	vit_huge_patch14_clip_336:laion2b_ft_in12k_in1k	.256
156	BiT-S-R101x1	.255
157	resnet50-SIN	.254
158	BiT-S-R50x3	.254
159	BiT-S-R152x2	.254
160	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.253
161	resnet101_ecoset_full	.253
162	densenet-169	.250
163	deit_small_imagenet_100_seed-0	.247
164	BiT-S-R101x3	.244
165	effnetb1_272x240	.242
166	convnext_femto_ols:d1_in1k	.242
167	convnext_base_fb_in1k	.241
168	cvt_cvt-21-224-in1k_4_LucyV4	.238
169	resnet152_ecoset_full	.238
170	convnext_small_imagenet_full_seed-0	.238
171	deit_base_imagenet_full_seed-0	.238
172	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.237
173	resnet50_eMMCR_Vanilla	.233
174	AlexNet_SIN_fov12	.232
175	AdvProp_efficientnet-b4	.228
176	deit3_base_patch16_224_fb_in1k	.227
177	inception_v1	.224
178	AlexNet_SIN_fov4	.221
179	convnext_tiny_imagenet_full_seed-0	.220
180	cvt_cvt-21-384-in1k_4_LucyV4	.219
181	cvt_cvt-13-224-in1k_4_LucyV4	.217
182	AlexNet_SIN_fov16	.215
183	deit3_base_patch16_224_fb_in1k_gram_aligned_dinov3	.213
184	resnet_50_v1_spiking	.210
185	convnext_base_imagenet_full_seed-0	.209
186	deit_small_imagenet_full_seed-0	.207
187	resnet50_imagenet_10_seed-0	.206
188	vit_relpos_base_patch16_clsgap_224:sw_in1k	.203
189	vit_large_patch14_clip_224:laion2b_ft_in1k	.202
190	vit_large_patch14_clip_336:laion2b_ft_in1k	.200
191	vit_base_patch16_clip_224:openai_ft_in1k	.199
192	cvt_cvt-13-384-in1k_4_LucyV4	.198
193	convnext_small_imagenet_100_seed-0	.191
194	nasnet_mobile	.191
195	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.188
196	AdvProp_efficientnet-b6	.185
197	efficientnet-b7	.176
198	xception	.175
199	artResNet18_1	.173
200	tv_efficientnet-b1	.169
201	convnext_large_imagenet_full_seed-0	.166
202	vit_large_patch14_clip_224:openai_ft_in1k	.157
203	resnet_50_v1_spiking_l4a	.155
204	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.153
205	pnasnet_large_halfPrecision	.151
206	pnasnet_large	.150
207	deepeisnn_ei_cifar10_resnet18	.144
208	aughost_fair_resnet18	.143
209	AdvProp_efficientnet-b7	.142
210	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.139
211	deit_small_imagenet_10_seed-0	.133
212	AdvProp_efficientnet-b8	.132
213	resnet_50_v1_spiking_l4	.130
214	resnet18_fair	.129
215	mobilenet_v2_0_5_192	.129
216	inception_v3	.117
217	mobilenet_v2_0_5_224	.117
218	resnet50_imagenet_1_seed-0	.116
219	mobilenet_v2_0_75_160	.115
220	convnext_small_imagenet_10_seed-0	.114
221	nasnet_large	.113
222	deepeisnn_ei_cifar10_vgg19	.113
223	inception_v4	.110
224	resnet50_primary_visual_cortex	.105
225	mobilenet_v2_1_0_128	.105
226	mobilenet_v2_0_75_192	.103
227	mobilenet_v2_0_75_224	.099
228	yudixie_resnet50_category_class_0_240908	.097
229	mobilenet_v2_1_0_160	.089
230	yudixie_resnet18_object_class_0_240719	.089
231	yudixie_resnet50_object_class_0_240908	.088
232	blt_vs	.086
233	mobilenet_v2_1_0_192	.085
234	yudixie_resnet18_cat_obj_class_all_latents_0_240719	.083
235	convnext_small_imagenet_1_seed-0	.083
236	yudixie_resnet50_cat_obj_class_all_latents_0_240908	.080
237	cv_18_dagger_408_pretrained	.077
238	compact_resnet50_IT	.072
239	yudixie_resnet18_category_class_0_240719	.071
240	yudixie_resnet18_distance_reg_0_240719	.070
241	mobilenet_v2_1_3_224	.070
242	BiT-S-R152x4	.059
243	yudixie_resnet18_distance_translation_rotation_0_240719	.056
244	yudixie_resnet18_distance_rotation_0_240719	.055
245	alexnet_training_seed_09	.053
246	compact_vgg19_IT	.053
247	ViT_L_32_imagenet1k	.052
248	alexnet_training_seed_08	.051
249	alexnet_training_seed_10	.051
250	alexnet_training_seed_05	.051
251	compact_resnet50_robust_IT	.049
252	alexnet_training_seed_01	.048
253	alexnet_training_seed_01_fov12	.048
254	alexnet_training_seed_03	.048
255	yudixie_resnet50_distance_rotation_0_240908	.047
256	alexnet_training_seed_02	.047
257	alexnet_training_seed_01_fov16	.046
258	yudixie_resnet18_distance_translation_0_240719	.046
259	alexnet_training_seed_04	.045
260	briaai_rmbg_1_4	.045
261	alexnet_training_seed_07	.045
262	alexnet_training_seed_01_fov4	.044
263	compact_cornets_V4	.042
264	alexnet_training_seed_06	.041
265	compact_cornets_IT	.041
266	yudixie_resnet50_distance_translation_rotation_0_240908	.040
267	yudixie_resnet50_distance_translation_0_240908	.040
268	yudixie_resnet50_distance_reg_0_240908	.035
269	yudixie_resnet18_rotation_reg_0_240719	.032
270	compact_resnet50_V4	.031
271	deit_small_imagenet_1_seed-0	.029
272	yudixie_resnet50_random_0_240908	.029
273	mobilevit_small	.029
274	yudixie_resnet18_translation_rotation_0_240719	.028
275	yolos_tiny	.025
276	yudixie_resnet50_translation_rotation_0_240908	.024
277	yudixie_resnet18_random_0_240719	.023
278	hmax	.022
279	yudixie_wbh_object_class_scaling_0415_run_3	.022
280	compact_resnet50_robust_V4	.019
281	yudixie_wbh_object_class_scaling_0415_run_0	.017
282	yudixie_wbh_object_class_scaling_0415_run_2	.015
283	yudixie_resnet50_rotation_reg_0_240908	.013
284	resnet_50_v1_spiking_l3	.009
285	yudixie_resnet18_translation_reg_0_240719	.009
286	compact_vgg19_V4	.003
287	yudixie_resnet50_translation_reg_0_240908	.003
288	omnivore_swinB	.000
289	omnivore_swinS	.000
290	ConvLSTM
291	PredRNN
292	TAU
293	MIM
294	antialiased-rnext101_32x8d
295	SimVP

Benchmark bibtex

None

Ceiling

0.68.

Note that scores are relative to this ceiling.

Data: Hebart2023

Metric: match