Leaderboard Explore Compare Profile Community Blog FAQ Competition 2024 Report Issue

Sample stimuli

How to use

from brainscore_vision import load_benchmark
benchmark = load_benchmark("Gifford2022.IT-ridgecv")
score = benchmark(my_model)

Benchmark API

Code examples

Model scores

Score Legend Min Alignment Max Alignment

Rank	Model	Score
1	resnext101_32x32d_wsl	.284
2	vit_large_patch14_clip_224:laion2b_ft_in12k_in1k	.277
3	resnet50-moclr8deg	.278
4	resnext101_32x48d_wsl	.277
5	deit_large_imagenet_full_seed-0	.273
6	convnext_base:clip_laiona_augreg_ft_in1k_384	.269
7	convnext_tiny:in12k_ft_in1k	.266
8	dinov2_vitl14_lc	.265
9	vit_base_patch16_clip_224:openai_ft_in12k_in1k	.264
10	densenet-121	.262
11	convnext_xxlarge:clip_laion2b_soup_ft_in1k	.261
12	vit_relpos_base_patch16_clsgap_224:sw_in1k	.261
13	vit_large_patch14_clip_336:laion2b_ft_in1k	.259
14	resnet50-vitoimagevidnet8	.259
15	resnet50-VITO-8deg-cc	.259
16	resnet50_tutorial	.257
17	convnext_large_imagenet_full_seed-0	.257
18	custom_model_cv_18_dagger_408	.257
19	deit_base_imagenet_full_seed-0	.256
20	convnext_large:fb_in22k_ft_in1k	.252
21	voneresnet-50	.252
22	ReAlnet03_cornet	.252
23	vit_huge_patch14_clip_224:laion2b_ft_in12k_in1k	.251
24	resnet50-SIN_IN_IN	.252
25	ReAlnet01_cornet	.251
26	vit_large_patch14_clip_224:openai_ft_in1k	.250
27	focalnet_tiny_lrf_in1k	.250
28	resnet50_ewconplus_wzc	.250
29	convnext_small_imagenet_full_seed-0	.250
30	resnet50_ewconplus_wzc_seed5_2__323	.249
31	convnext_xlarge:fb_in22k_ft_in1k	.250
32	resnet50_robust_l2_eps1	.248
33	dinov2_vitl14_reg_lc_featread	.248
34	dinov2_vitl14_reg_lc	.248
35	voneresnet-50-non_stochastic	.247
36	vit_large_patch14_clip_224:openai_ft_in12k_in1k	.247
37	resnet_50_v1	.247
38	resnet50-sup	.247
39	resnet_50_v1_spiking	.247
40	vit_large_patch14_clip_336:openai_ft_in12k_in1k	.247
41	ReAlnet04_cornet	.247
42	shufflenet_v2_x1_0	.248
43	VOneCORnet-S	.246
44	resnet50_st_wzc_seed6_2_323	.246
45	resnet152_imagenet_full	.247
46	antialiased-r50	.246
47	deit_small_imagenet_full_seed-0	.245
48	cvt_cvt-13-384-in22k_finetuned-in1k_4_LucyV4	.243
49	resnet50_ewconplus_wzc_seed6_2_323	.243
50	convnext_tiny_imagenet_full_seed-0	.243
51	convnext_base_imagenet_full_seed-0	.242
52	resnet50_st_wzc_seed7_2_323	.241
53	resnet50_imagenet_full	.241
54	cvt_cvt-w24-384-in22k_finetuned-in1k_4	.240
55	resnet50_st_wzc_seed3_2_323	.239
56	vit_large_patch14_clip_224:laion2b_ft_in1k	.239
57	Res2Net50_26w_4s	.240
58	resnet-50-robust	.239
59	convnext_femto_ols:d1_in1k	.238
60	resnet50_ewconplus_wzc_seed2_2__323	.238
61	resnet50-SIN_IN	.237
62	efficientnet_b0	.236
63	cvt_cvt-13-384-in1k_4_LucyV4	.236
64	convnext_large_mlp:clip_laion2b_augreg_ft_in1k_384	.236
65	vit_tiny_r_s16_p8_384:augreg_in21k_ft_in1k	.235
66	resnet50-SIN	.235
67	vit_base_patch16_clip_224:openai_ft_in1k	.234
68	cvt_cvt-13-224-in1k_4_LucyV4	.233
69	vit_relpos_base_patch32_plus_rpn_256:sw_in1k	.233
70	mobilenet_v2_1_4_224	.232
71	resnet_50_v2	.232
72	swin_small_patch4_window7_224:ms_in22k_ft_in1k	.231
73	AT_efficientnet-b2	.230
74	AdvProp_efficientnet-b2	.230
75	cvt_cvt-21-384-in1k_4_LucyV4	.230
76	cvt_cvt-21-384-in22k_finetuned-in1k_4_LucyV4	.230
77	effnetb1_cutmixpatch_SAM_robust32_avge6e8e9e10_manylayers_324x288	.228
78	resnext101_32x8d_wsl	.226
79	resnet_SIN_IN_FT_IN	.226
80	AdvProp_efficientnet-b6	.224
81	cvt_cvt-21-224-in1k_4_LucyV4	.221
82	vit_large_clip336_openai	.217
83	AdvProp_efficientnet-b7	.215
84	AdvProp_efficientnet-b4	.215
85	effnetb1_cutmixpatch_augmix_robust32_avge4e7_manylayers_324x288	.214
86	effnetb1_272x240	.213
87	AdvProp_efficientnet-b8	.213
88	convnext_tiny_sup	.210
89	ReAlnet01_cornet_fov4	.212
90	grcnn	.211
91	alexnet	.206
92	efficientnet_b2_imagenet_full	.202
93	ViT_L_32_imagenet1k	.196
94	effnetb1_cutmix_augmix_sam_e1_5avg_424x377	.186
95	AlexNet_SIN_fov12	.176
96	AlexNet_SIN	.173
97	AlexNet_SIN_fov16	.172
98	pr1_stl10_disentangled_alpha04	.162
99	predictive_coding_pc	.147
100	resnet18_fair	.142
101	alexnet_training_seed_06	.103
102	alexnet_training_seed_02	.103
103	convnext_base_fb_in1k	.098
104	alexnet_training_seed_09	.098
105	alexnet_training_seed_01	.090
106	alexnet_training_seed_03	.087
107	alexnet_training_seed_10	.086
108	alexnet_training_seed_07	.084
109	compact_resnet50_robust_V4	.071
110	hmax	.050
111	vit_huge_clip336_laion
112	convnext_xxlarge_clip
113	dinov2_vitl14_lc_res336
114	eva02_large_in22k
115	dinov2_vitg14_reg_lc
116	dinov2_vitg14_lc
117	pnasnet_large_halfPrecision
118	resnext101_32x16d_wsl

Benchmark bibtex

@article{gifford_large_2022,
	title = {A large and rich {EEG} dataset for modeling human visual object recognition},
	volume = {264},
	issn = {10538119},
	url = {https://linkinghub.elsevier.com/retrieve/pii/S1053811922008758},
	doi = {10.1016/j.neuroimage.2022.119754},
	journal = {NeuroImage},
	author = {Gifford, Alessandro T. and Dwivedi, Kshitij and Roig, Gemma and Cichy, Radoslaw M.},
	year = {2022},
}

Ceiling

0.42.

Note that scores are relative to this ceiling.

Data: Gifford2022.IT

Metric: ridgecv