{ "procrustes": { "audio": { "cos_before": 0.0004274400125723332, "cos_after": 0.4403640627861023, "alignment_score": 0.03040863425630924, "whitened": true }, "code": { "cos_before": -0.001554255373775959, "cos_after": 0.4035840928554535, "alignment_score": 0.027868849992177303, "whitened": true }, "image": { "cos_before": 0.0038259471766650677, "cos_after": 0.4106820225715637, "alignment_score": 0.028358985808754133, "whitened": true }, "protein": { "cos_before": 0.0005492757773026824, "cos_after": 0.3770841360092163, "alignment_score": 0.02603893835401859, "whitened": true } }, "direct": { "text_audio": { "r1": 1.0, "r5": 1.0, "cos_match": 0.9640073180198669, "cos_rand": -7.691488335973982e-05, "n": 1500, "cv_joint": 0.17256759986001435, "cv_a": 0.19427314676123544, "cv_b": 0.18895417093629857 }, "text_code": { "r1": 0.9995999932289124, "r5": 1.0, "cos_match": 0.9873326420783997, "cos_rand": 3.8973341543308664e-05, "n": 5000, "cv_joint": 0.17719816445396094, "cv_a": 0.19323632809870428, "cv_b": 0.1731157625411702 }, "text_image": { "r1": 1.0, "r5": 1.0, "cos_match": 0.984387993812561, "cos_rand": 3.4838022291958394e-05, "n": 5000, "cv_joint": 0.18230467042124854, "cv_a": 0.17898831577048732, "cv_b": 0.1830825770565412 }, "text_protein": { "r1": 0.9351687431335449, "r5": 1.0, "cos_match": 0.9552662372589111, "cos_rand": 0.013878807341793227, "n": 2252, "cv_joint": 0.2316995246729575, "cv_a": 0.22968862902426246, "cv_b": 0.22825009100172633 } }, "test": { "image_coco_test": { "r1": 1.0, "r5": 1.0, "cos_match": 0.9735139608383179, "cos_rand": 0.05161707841568314, "n": 5000, "cv_joint": 0.2007410876349909, "cv_a": 0.19805539229380184, "cv_b": 0.19432275030104657 } }, "cross_expert_probe": { "audio_code": { "cos_diag_mean": -0.0031577320769429207, "cos_full_mean": 0.00013128384307492524, "cv_joint": 0.13971785483827395, "cv_a": 0.1840270306445139, "cv_b": 0.18111360044807193, "n": 1500 }, "audio_image": { "cos_diag_mean": -0.0031977002508938313, "cos_full_mean": -0.00020100346591789275, "cv_joint": 0.1403747858026955, "cv_a": 0.1738844095451624, "cv_b": 0.1647542987109409, "n": 1500 }, "audio_protein": { "cos_diag_mean": -0.007476924918591976, "cos_full_mean": -0.000758425157982856, "cv_joint": 0.15620887526291047, "cv_a": 0.18254905215395156, "cv_b": 0.23137484389990381, "n": 1500 }, "code_image": { "cos_diag_mean": 0.0001785126223694533, "cos_full_mean": -2.45414485107176e-05, "cv_joint": 0.15336840480268704, "cv_a": 0.17955238829421197, "cv_b": 0.18434656214740008, "n": 5000 }, "code_protein": { "cos_diag_mean": 0.00020936284272465855, "cos_full_mean": 7.64721553423442e-05, "cv_joint": 0.17170385549268455, "cv_a": 0.1755603770143341, "cv_b": 0.2237294542118778, "n": 2252 }, "image_protein": { "cos_diag_mean": 0.0006325799622572958, "cos_full_mean": 0.0004473256994970143, "cv_joint": 0.16123978815471438, "cv_a": 0.17964195790710535, "cv_b": 0.22353617125230693, "n": 2252 } } }