| { |
| "model_path": "outputs/bert-tiny-stage2-sbert", |
| "dataset": "another-symato/VMTEB-Zalo-legel-retrieval-wseg", |
| "eval_split": "train", |
| "results": [ |
| { |
| "truncate_dim": 384, |
| "cosine_accuracy@1": 0.20344287949921752, |
| "cosine_accuracy@3": 0.34076682316118934, |
| "cosine_accuracy@5": 0.4182316118935837, |
| "cosine_accuracy@10": 0.5246478873239436, |
| "cosine_precision@1": 0.20344287949921752, |
| "cosine_precision@3": 0.11358894105373016, |
| "cosine_precision@5": 0.08364632237871533, |
| "cosine_precision@10": 0.05246478873239306, |
| "cosine_recall@1": 0.20344287949921752, |
| "cosine_recall@3": 0.34076682316118934, |
| "cosine_recall@5": 0.4182316118935837, |
| "cosine_recall@10": 0.5246478873239436, |
| "cosine_ndcg@3": 0.28296443965459644, |
| "cosine_ndcg@5": 0.31498936372857955, |
| "cosine_ndcg@10": 0.34952346401058043, |
| "cosine_mrr@3": 0.263041210224309, |
| "cosine_mrr@5": 0.2808815858111636, |
| "cosine_mrr@10": 0.2952013003949625, |
| "cosine_map@100": 0.30558138488387787 |
| }, |
| { |
| "truncate_dim": 256, |
| "cosine_accuracy@1": 0.1936619718309859, |
| "cosine_accuracy@3": 0.3392018779342723, |
| "cosine_accuracy@5": 0.40923317683881066, |
| "cosine_accuracy@10": 0.5117370892018779, |
| "cosine_precision@1": 0.1936619718309859, |
| "cosine_precision@3": 0.11306729264475783, |
| "cosine_precision@5": 0.08184663536776082, |
| "cosine_precision@10": 0.051173708920186564, |
| "cosine_recall@1": 0.1936619718309859, |
| "cosine_recall@3": 0.3392018779342723, |
| "cosine_recall@5": 0.40923317683881066, |
| "cosine_recall@10": 0.5117370892018779, |
| "cosine_ndcg@3": 0.27754763557316336, |
| "cosine_ndcg@5": 0.3064740024881631, |
| "cosine_ndcg@10": 0.3397688675668828, |
| "cosine_mrr@3": 0.25632498695878986, |
| "cosine_mrr@5": 0.2724243609806993, |
| "cosine_mrr@10": 0.2862491305859853, |
| "cosine_map@100": 0.2966242956740067 |
| }, |
| { |
| "truncate_dim": 128, |
| "cosine_accuracy@1": 0.17566510172143976, |
| "cosine_accuracy@3": 0.3212050078247261, |
| "cosine_accuracy@5": 0.39123630672926446, |
| "cosine_accuracy@10": 0.4823943661971831, |
| "cosine_precision@1": 0.17566510172143976, |
| "cosine_precision@3": 0.10706833594157612, |
| "cosine_precision@5": 0.07824726134585179, |
| "cosine_precision@10": 0.04823943661971724, |
| "cosine_recall@1": 0.17566510172143976, |
| "cosine_recall@3": 0.3212050078247261, |
| "cosine_recall@5": 0.39123630672926446, |
| "cosine_recall@10": 0.4823943661971831, |
| "cosine_ndcg@3": 0.25980688782975864, |
| "cosine_ndcg@5": 0.2885789457629316, |
| "cosine_ndcg@10": 0.3182168056871434, |
| "cosine_mrr@3": 0.2386541471048512, |
| "cosine_mrr@5": 0.2545774647887326, |
| "cosine_mrr@10": 0.2668972166331323, |
| "cosine_map@100": 0.2779128681223102 |
| }, |
| { |
| "truncate_dim": 64, |
| "cosine_accuracy@1": 0.14241001564945227, |
| "cosine_accuracy@3": 0.27230046948356806, |
| "cosine_accuracy@5": 0.3517214397496088, |
| "cosine_accuracy@10": 0.4428794992175274, |
| "cosine_precision@1": 0.14241001564945227, |
| "cosine_precision@3": 0.09076682316119022, |
| "cosine_precision@5": 0.0703442879499211, |
| "cosine_precision@10": 0.0442879499217519, |
| "cosine_recall@1": 0.14241001564945227, |
| "cosine_recall@3": 0.27230046948356806, |
| "cosine_recall@5": 0.3517214397496088, |
| "cosine_recall@10": 0.4428794992175274, |
| "cosine_ndcg@3": 0.21647319880114255, |
| "cosine_ndcg@5": 0.2491862954231763, |
| "cosine_ndcg@10": 0.27884940087516746, |
| "cosine_mrr@3": 0.19731351069379194, |
| "cosine_mrr@5": 0.21546687532602982, |
| "cosine_mrr@10": 0.22781736716595852, |
| "cosine_map@100": 0.23812275569660138 |
| } |
| ] |
| } |
