geolip-bertenstein / bertenstein_results.json
AbstractPhil's picture
Add full battery results JSON
ebcabeb verified
{
"procrustes": {
"audio": {
"cos_before": 0.0004274400125723332,
"cos_after": 0.4403640627861023,
"alignment_score": 0.03040863425630924,
"whitened": true
},
"code": {
"cos_before": -0.001554255373775959,
"cos_after": 0.4035840928554535,
"alignment_score": 0.027868849992177303,
"whitened": true
},
"image": {
"cos_before": 0.0038259471766650677,
"cos_after": 0.4106820225715637,
"alignment_score": 0.028358985808754133,
"whitened": true
},
"protein": {
"cos_before": 0.0005492757773026824,
"cos_after": 0.3770841360092163,
"alignment_score": 0.02603893835401859,
"whitened": true
}
},
"direct": {
"text_audio": {
"r1": 1.0,
"r5": 1.0,
"cos_match": 0.9640073180198669,
"cos_rand": -7.691488335973982e-05,
"n": 1500,
"cv_joint": 0.17256759986001435,
"cv_a": 0.19427314676123544,
"cv_b": 0.18895417093629857
},
"text_code": {
"r1": 0.9995999932289124,
"r5": 1.0,
"cos_match": 0.9873326420783997,
"cos_rand": 3.8973341543308664e-05,
"n": 5000,
"cv_joint": 0.17719816445396094,
"cv_a": 0.19323632809870428,
"cv_b": 0.1731157625411702
},
"text_image": {
"r1": 1.0,
"r5": 1.0,
"cos_match": 0.984387993812561,
"cos_rand": 3.4838022291958394e-05,
"n": 5000,
"cv_joint": 0.18230467042124854,
"cv_a": 0.17898831577048732,
"cv_b": 0.1830825770565412
},
"text_protein": {
"r1": 0.9351687431335449,
"r5": 1.0,
"cos_match": 0.9552662372589111,
"cos_rand": 0.013878807341793227,
"n": 2252,
"cv_joint": 0.2316995246729575,
"cv_a": 0.22968862902426246,
"cv_b": 0.22825009100172633
}
},
"test": {
"image_coco_test": {
"r1": 1.0,
"r5": 1.0,
"cos_match": 0.9735139608383179,
"cos_rand": 0.05161707841568314,
"n": 5000,
"cv_joint": 0.2007410876349909,
"cv_a": 0.19805539229380184,
"cv_b": 0.19432275030104657
}
},
"cross_expert_probe": {
"audio_code": {
"cos_diag_mean": -0.0031577320769429207,
"cos_full_mean": 0.00013128384307492524,
"cv_joint": 0.13971785483827395,
"cv_a": 0.1840270306445139,
"cv_b": 0.18111360044807193,
"n": 1500
},
"audio_image": {
"cos_diag_mean": -0.0031977002508938313,
"cos_full_mean": -0.00020100346591789275,
"cv_joint": 0.1403747858026955,
"cv_a": 0.1738844095451624,
"cv_b": 0.1647542987109409,
"n": 1500
},
"audio_protein": {
"cos_diag_mean": -0.007476924918591976,
"cos_full_mean": -0.000758425157982856,
"cv_joint": 0.15620887526291047,
"cv_a": 0.18254905215395156,
"cv_b": 0.23137484389990381,
"n": 1500
},
"code_image": {
"cos_diag_mean": 0.0001785126223694533,
"cos_full_mean": -2.45414485107176e-05,
"cv_joint": 0.15336840480268704,
"cv_a": 0.17955238829421197,
"cv_b": 0.18434656214740008,
"n": 5000
},
"code_protein": {
"cos_diag_mean": 0.00020936284272465855,
"cos_full_mean": 7.64721553423442e-05,
"cv_joint": 0.17170385549268455,
"cv_a": 0.1755603770143341,
"cv_b": 0.2237294542118778,
"n": 2252
},
"image_protein": {
"cos_diag_mean": 0.0006325799622572958,
"cos_full_mean": 0.0004473256994970143,
"cv_joint": 0.16123978815471438,
"cv_a": 0.17964195790710535,
"cv_b": 0.22353617125230693,
"n": 2252
}
}
}