1013 lines
20 KiB
JSON
1013 lines
20 KiB
JSON
{
|
|
"Accuracy": [
|
|
"acc",
|
|
"accuracy",
|
|
"acc/f1",
|
|
"Accuracy test",
|
|
"accuracy_stem",
|
|
"Accuracy test server",
|
|
"normalized_accuracy",
|
|
"Accuracy std test server",
|
|
"Accuracy testdev balanced",
|
|
"accuracy test server std",
|
|
"accuracy-top1",
|
|
"accuracy-top5",
|
|
"accuracy-norm",
|
|
"accuracy_norm",
|
|
"accuracy_malignant_breast_cancer",
|
|
"accuracy_bicycle",
|
|
"accuracy_road-cracks",
|
|
"qa_accuracy",
|
|
"eval_accuracy_bicycle",
|
|
"eval_accuracy_terrain",
|
|
"accuracy_plant_skip",
|
|
"accuracy_sleeve",
|
|
"accuracy_fruit",
|
|
"accuracy_biotic",
|
|
"accuracy_road-cracks",
|
|
"accuracy_flower",
|
|
"accuracy_mm_nli",
|
|
"eval_accuracy_person",
|
|
"accuracy_door",
|
|
"accuracy_waterway",
|
|
"accuracy_traffic_sign",
|
|
"accuracy_plant_skip",
|
|
"accuracy_person",
|
|
"eval_accuracy_sky",
|
|
"accuracy_building",
|
|
"accuracy_outside",
|
|
"accuracy_graf",
|
|
"accuracy_flat-sidewalk",
|
|
"accuracy_crack",
|
|
"accuracy_branch",
|
|
"accuracy_wall",
|
|
"accuracy_leaf",
|
|
"accuracy_vegetation",
|
|
"accuracy_terrain",
|
|
"accuracy_sky",
|
|
"accuracy_room",
|
|
"accuracy_right",
|
|
"accuracy_traversable",
|
|
"accuracy_ignore",
|
|
"accuracy_exact",
|
|
"accuracy_top2",
|
|
"accuracy_abnormality",
|
|
"accuracy test server",
|
|
"accuracy_fence",
|
|
"accuracy_top5",
|
|
"accuracy_earthquake-roads",
|
|
"accuracy_benign_breast_cancer",
|
|
"accuracy_scale_bar",
|
|
"accuracy_construction-building",
|
|
"accuracy_floor",
|
|
"accuracy_traffic_light",
|
|
"accuracy_manhattan",
|
|
"accuracy_nutrient_deficiency",
|
|
"accuracy_no_text",
|
|
"accuracy_left",
|
|
"accuracy_euclidean",
|
|
"accuracy_not_graf",
|
|
"accuracy_sidewalk",
|
|
"accuracy_cosinus",
|
|
"accuracy_unlabeled",
|
|
"accuracy_other",
|
|
"accuracy_weed_cluster",
|
|
"true_accuracy",
|
|
"relaxed_accuracy",
|
|
"balanced_accuracy",
|
|
"dev_accuracy",
|
|
"train_acc_off_by_one",
|
|
"accuracy_off_by_1",
|
|
"accuracy_ruler",
|
|
"sparse_categorical_accuracy",
|
|
"paired accuracy",
|
|
"inst_level_strict_acc_and_prompt_level_strict_acc",
|
|
"inst_level_strict_acc and prompt_level_strict_acc",
|
|
"zero-shot top-1 accuracy",
|
|
"zero-shot_top-1_accuracy",
|
|
"top-1_zero-shot_accuracy",
|
|
"inst_level_strict_acc",
|
|
"prompt_level_strict_acc",
|
|
"top-1_accuracy",
|
|
"top-1-accuracy",
|
|
"top1 accuracy",
|
|
"top1_accuracy",
|
|
"top_1_accuracy",
|
|
"top-5_accuracy",
|
|
"top5 accuracy",
|
|
"top_5_accuracy",
|
|
"top2_accuracy",
|
|
"top3_accuracy",
|
|
"top-3",
|
|
"top-2_acc",
|
|
"top-10",
|
|
"top_10",
|
|
"top-20*",
|
|
"top-25",
|
|
"top5*",
|
|
"acc_macro",
|
|
"macro_avg/acc",
|
|
"macro_avg_acc",
|
|
"acc_char",
|
|
"average/acc_char",
|
|
"macro_avg/acc_char",
|
|
"acc_micro",
|
|
"micro average accuracy",
|
|
"mean accuracy test/test2",
|
|
"Mean Accuracy test non numeric",
|
|
"mean accuracy bn/de/en/id/ko/pt/ru/zh",
|
|
"mean accuracy test_human/test_aug",
|
|
"mean accuracy",
|
|
"group_acc",
|
|
"classification_average_12_datasets",
|
|
"multilabel_classification_2_datasets",
|
|
"average_accuracy",
|
|
"Avg. Perf.",
|
|
"Avg.",
|
|
"Avg",
|
|
"avg",
|
|
"AVERAGE",
|
|
"Average (exclude HybriDial)",
|
|
"Average (all)",
|
|
"Average",
|
|
"average",
|
|
"mean_accuracy",
|
|
"Mean_Accuracy",
|
|
"avg_performance",
|
|
"average_performance",
|
|
"avg_perf",
|
|
"avg_f1",
|
|
"average_g",
|
|
"avg_ndcg@10",
|
|
"avg_perf",
|
|
"OpenCompass-avg",
|
|
"opencompass_avg",
|
|
"OpenCompass_avg",
|
|
"average_score",
|
|
"Average Score on 11 Academic Benchmarks",
|
|
"average_similarity",
|
|
"average_precision",
|
|
"average_max_reward",
|
|
"average_reward",
|
|
"average_30_datasets",
|
|
"#Average",
|
|
"#Overall Average",
|
|
"Overall_Accuracy",
|
|
"Overall",
|
|
"Overall_Accuracy",
|
|
"overall_score",
|
|
"single_turn_overall",
|
|
"multi_turn_overall",
|
|
"single_turn_inference",
|
|
"multi_turn_inference",
|
|
"classification_average_12_datasets",
|
|
"pairclassification_average_4_datasets",
|
|
"multilabel_classification_2_datasets"
|
|
],
|
|
"F1 Score": [
|
|
"f1",
|
|
"f-score",
|
|
"F1",
|
|
"f1-score",
|
|
"F1 Score",
|
|
"F1_Score",
|
|
"f1score",
|
|
"F-measure",
|
|
"f1/em",
|
|
"f1/em",
|
|
"F1-score",
|
|
"F1 Score (Macro)",
|
|
"F1 of positive class",
|
|
"f1_positive_class",
|
|
"F1 of positive class",
|
|
"f1-score_non-sensational",
|
|
"f1-score_weighted",
|
|
"f1_score_weighted",
|
|
"f1_score_macro",
|
|
"f1-score_macro",
|
|
"f1_weighted",
|
|
"F1 Score (Macro)",
|
|
"F1 Score",
|
|
"f1score",
|
|
"F1_Score",
|
|
"f1-micro",
|
|
"f1_micro",
|
|
"f1-micro/auc",
|
|
"f1-micro_auc",
|
|
"f1-macro",
|
|
"f1_macro",
|
|
"f1-macro",
|
|
"macro F1",
|
|
"Macro F1",
|
|
"macro F1",
|
|
"F1_micro",
|
|
"F1_EM_VilaQuAD",
|
|
"F1_EM_ViquiQuAD",
|
|
"f1_entity_span",
|
|
"f1_entity/f1-char",
|
|
"f1_ner",
|
|
"f1_punct",
|
|
"f1_top1",
|
|
"f1_case",
|
|
"f1_no_type",
|
|
"f1_ner",
|
|
"NER_F1",
|
|
"NER F Score",
|
|
"NERC_F1",
|
|
"NER Score",
|
|
"NER Precision",
|
|
"NER_Precision",
|
|
"NER Recall",
|
|
"NER_Recall",
|
|
"f1_ORGANIZATION",
|
|
"f1_LOCATION",
|
|
"organization_f1",
|
|
"location_f1",
|
|
"macro F1",
|
|
"F1 Score (Macro)",
|
|
"f1_score_slightly_biased",
|
|
"f1_score_neutral",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"macro F1",
|
|
"F1 Score (Macro)",
|
|
"f1score",
|
|
"F1_Score",
|
|
"f1-micro",
|
|
"f1_micro",
|
|
"f1-micro/auc",
|
|
"f1-micro_auc",
|
|
"f1-macro",
|
|
"f1_macro",
|
|
"f1-macro",
|
|
"macro F1",
|
|
"Macro F1",
|
|
"macro F1",
|
|
"F1_micro",
|
|
"F1_EM_VilaQuAD",
|
|
"F1_EM_ViquiQuAD",
|
|
"f1_entity_span",
|
|
"f1_entity/f1-char",
|
|
"f1_ner",
|
|
"f1_punct",
|
|
"f1_top1",
|
|
"f1_case",
|
|
"f1_no_type",
|
|
"f1_ner",
|
|
"NER_F1",
|
|
"NER F Score",
|
|
"NERC_F1",
|
|
"NER Score",
|
|
"NER Precision",
|
|
"NER_Precision",
|
|
"NER Recall",
|
|
"NER_Recall",
|
|
"f1_ORGANIZATION",
|
|
"f1_LOCATION",
|
|
"organization_f1",
|
|
"location_f1",
|
|
"macro F1",
|
|
"F1 Score (Macro)",
|
|
"f1_score_slightly_biased",
|
|
"f1_score_neutral",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"re+ macro f1",
|
|
"F1@M",
|
|
"f1@m",
|
|
"F1@5",
|
|
"f1@5",
|
|
"f1-score",
|
|
"F1-Score",
|
|
"f1score",
|
|
"F1_Score",
|
|
"F1",
|
|
"f1",
|
|
"F-score",
|
|
"f-score",
|
|
"F-measure",
|
|
"f-measure",
|
|
"F-measure",
|
|
"f_score",
|
|
"F_slot_F1",
|
|
"Sentences_F-Score_SENTS",
|
|
"Sentences F-Score",
|
|
"F1-Score_128",
|
|
"Test F1",
|
|
"Test_F1",
|
|
"subj_f1",
|
|
"start_f1_score",
|
|
"end_f1_score",
|
|
"true-case-f1",
|
|
"f1_punct",
|
|
"weighted-f1",
|
|
"weighted_recall",
|
|
"weighted-recall",
|
|
"weighted_precision",
|
|
"macro-f1",
|
|
"macro_recall",
|
|
"macro-precision",
|
|
"prec_macro",
|
|
"precision_macro",
|
|
"macro_recall",
|
|
"macro-precision",
|
|
"prec_macro",
|
|
"precision_macro",
|
|
"re_micro_f1",
|
|
"re_micro_F1",
|
|
"re_micro_f1",
|
|
"f1_micro",
|
|
"f1-micro",
|
|
"micro-f1",
|
|
"micro_f1",
|
|
"micro_f1_score",
|
|
"prec_micro",
|
|
"precision_micro",
|
|
"micro-precision",
|
|
"micro_precision",
|
|
"f1-score_non-sensational",
|
|
"f1-score_weighted",
|
|
"f1_score_weighted",
|
|
"f1_score_macro",
|
|
"f1-score_macro",
|
|
"f1_weighted",
|
|
"f1_score_slightly_biased",
|
|
"f1_score_neutral",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"f1_score_macro",
|
|
"f1_score_weighted",
|
|
"overall_f1",
|
|
"Average_F1",
|
|
"mean f1",
|
|
"Mean_F1",
|
|
"f1_TVSHOW",
|
|
"Test F1",
|
|
"F1_Score",
|
|
"F1 Score",
|
|
"f1score",
|
|
"f1-score",
|
|
"F1",
|
|
"f1",
|
|
"f-score",
|
|
"f-score",
|
|
"F-measure",
|
|
"f-measure",
|
|
"macro F1",
|
|
"Macro F1",
|
|
"macro F1",
|
|
"F1_micro",
|
|
"f1_micro",
|
|
"f1-micro",
|
|
"micro-f1",
|
|
"micro_f1",
|
|
"f1-macro",
|
|
"f1_macro",
|
|
"macro-f1",
|
|
"macro_f1",
|
|
"f1_entity_span",
|
|
"f1_entity/f1-char",
|
|
"f1_ner",
|
|
"f1_punct",
|
|
"f1_top1",
|
|
"f1_case",
|
|
"f1_no_type",
|
|
"f1_ner",
|
|
"f1_ORGANIZATION",
|
|
"f1_LOCATION"
|
|
],
|
|
"Recall": [
|
|
"recall",
|
|
"recall-score",
|
|
"recall_PERSON",
|
|
"recall_LOCATION",
|
|
"recall_biased",
|
|
"text_recall",
|
|
"cosine_recall@1",
|
|
"cosine_recall@2",
|
|
"cosine_recall@3",
|
|
"cosine_recall@5",
|
|
"cosine_recall@10",
|
|
"dot_recall",
|
|
"dot_recall@3",
|
|
"dot_recall@5",
|
|
"dot_recall@10",
|
|
"Retrieval@5",
|
|
"retrieval@5",
|
|
"Retrieval",
|
|
"Retrieval_JMTEB",
|
|
"text-retrieval-R@5",
|
|
"image_retrieval_R@5",
|
|
"flickr-imageretr-R@5",
|
|
"mscoco-imageretr-R@5",
|
|
"text-retrieval_R@10",
|
|
"image_retrieval_R@10",
|
|
"text_retrieval_R@1",
|
|
"image_retrieval_R@1",
|
|
"flickr-imageretr-R@1",
|
|
"mscoco-imageretr-R@1",
|
|
"text-retrieval-R@1",
|
|
"end_recall",
|
|
"start_recall",
|
|
"seg_recall",
|
|
"rl_recall",
|
|
"weighted_recall",
|
|
"macro-recall",
|
|
"micro_recall",
|
|
"recall_micro",
|
|
"macro_recall",
|
|
"precision-recall-f1",
|
|
"recall_PRODUCT",
|
|
"recall_sensational",
|
|
"recall_weighted",
|
|
"recall_positive_class",
|
|
"recall of positive class",
|
|
"recall_entity_span",
|
|
"recall_core_phi_span",
|
|
"answer_recall_rate",
|
|
"Recall@1",
|
|
"Recall@3",
|
|
"Recall@5",
|
|
"Recall@500",
|
|
"Recall@100",
|
|
"Recall@1K",
|
|
"R@1",
|
|
"R@5",
|
|
"R@10",
|
|
"R@50",
|
|
"R@100",
|
|
"R@1k",
|
|
"R@1000",
|
|
"flickr30k.test_R@1",
|
|
"flickr-textretr-R@1",
|
|
"mscoco-textretr-R@1",
|
|
"Flickr30k-test-R@1",
|
|
"flickr-textretr-R@5",
|
|
"mscoco-textretr-R@5",
|
|
"rouge1-recall",
|
|
"rouge2_recall",
|
|
"rouge1-r",
|
|
"rouge2-r",
|
|
"r1_recall",
|
|
"r2_recall",
|
|
"r1_precision",
|
|
"punct_post_recall",
|
|
"punct_pre_recall",
|
|
"recall_top1",
|
|
"AvgRecall"
|
|
],
|
|
"Precision": [
|
|
"precision",
|
|
"precision-score",
|
|
"qa_aligned_precision_bertscore_question_answer_generation_gold_answer",
|
|
"qa_aligned_precision_moverscore_question_answer_generation_gold_answer",
|
|
"qa_aligned_precision_moverscore_question_answer_generation_with_gold_answer_gold_answer",
|
|
"precision_at_1",
|
|
"precision_at_3",
|
|
"precision_at_5",
|
|
"precision_at_10",
|
|
"precision_at_1000",
|
|
"dot_precision",
|
|
"dot_precision@1",
|
|
"dot_precision@3",
|
|
"dot_precision@5",
|
|
"dot_precision@10",
|
|
"dot_precision@100",
|
|
"precision_biased",
|
|
"precision_non_biased",
|
|
"precision_weighted",
|
|
"macro-precision",
|
|
"micro-precision",
|
|
"precision_micro",
|
|
"prec_micro",
|
|
"macro_precision",
|
|
"precision_macro",
|
|
"prec_macro",
|
|
"precision_macro",
|
|
"macro-precision",
|
|
"precision_macro",
|
|
"prec_macro",
|
|
"precision_macro",
|
|
"precision of positive class",
|
|
"precision_positive_class",
|
|
"F1 of positive class",
|
|
"precision_TVSHOW",
|
|
"seg_precision",
|
|
"rl_precision",
|
|
"weighted_precision",
|
|
"weighted-precision",
|
|
"precision_PRODUCT",
|
|
"precision_ORGANIZATION",
|
|
"precision_LOCATION",
|
|
"precision_entity_span",
|
|
"precision_PERSON",
|
|
"precision_score",
|
|
"Average_precision",
|
|
"average_precision",
|
|
"precision_at_128",
|
|
"punct_pre_precision",
|
|
"r1_precision",
|
|
"correct-precision"
|
|
],
|
|
"mAP": [
|
|
"map",
|
|
"mAP",
|
|
"MAP",
|
|
"map_50",
|
|
"map_75",
|
|
"map_coverall",
|
|
"map_Coverall",
|
|
"map_mask",
|
|
"map_Mask",
|
|
"map_line",
|
|
"map_large",
|
|
"map_small",
|
|
"map_medium",
|
|
"map_person",
|
|
"map_gloves",
|
|
"map_Gloves",
|
|
"map_Goggles",
|
|
"map_goggles",
|
|
"map_Face_Shield",
|
|
"map_face_shield",
|
|
"map_at_1",
|
|
"map_at_3",
|
|
"map_at_5",
|
|
"map_at_10",
|
|
"map_at_100",
|
|
"map_at_1000",
|
|
"mAP_small",
|
|
"mAP_medium",
|
|
"mAP_large",
|
|
"mAP_rare_classes",
|
|
"mAP_car-plates-and-these-types",
|
|
"mAP_p_p",
|
|
"mAP_n_p",
|
|
"mAP50",
|
|
"mAP50-95",
|
|
"mAP@0.5",
|
|
"mAP@0.75",
|
|
"mAP@0.5(box)",
|
|
"mAP@0.5(mask)",
|
|
"MAP@10",
|
|
"MAP@100",
|
|
"MAP@0.5",
|
|
"AP",
|
|
"AP50",
|
|
"AP75",
|
|
"APL",
|
|
"APS",
|
|
"AP-l",
|
|
"AP-m",
|
|
"AP-s",
|
|
"AP-m",
|
|
"AP-s",
|
|
"ap",
|
|
"ap50",
|
|
"aps",
|
|
"apl",
|
|
"apm",
|
|
"ap_iou_05_095_all_maxDets_100",
|
|
"ap_iou_0.50_to_0.95_all_maxDets_100",
|
|
"ap_iou_0.50_to_0.95_all",
|
|
"ar_iou_0.50_to_0.95_all_maxDets_100",
|
|
"ar_iou_05_095_all_maxDets_100",
|
|
"ap_iou_0.50_all",
|
|
"ar_iou_05_095_small_maxDets_100",
|
|
"ar_iou_0.50_to_0.95_small_maxDets_100",
|
|
"ap_iou_05_095_small_maxDets_100",
|
|
"ar_0.50_to_0.95_small_100",
|
|
"ap_iou_05_095_large_maxDets_100",
|
|
"ap_iou_075_all_maxDets_100",
|
|
"ap_iou_0.75_all",
|
|
"ar_iou_0.50_to_0.95_all_maxDets_1",
|
|
"ar_0.50_to_0.95_all_1",
|
|
"ar_0.50_to_0.95_all_100",
|
|
"ar_0.50_to_0.95_medium_100",
|
|
"ar_0.50_to_0.95_small_100",
|
|
"box-ap",
|
|
"seg_ap",
|
|
"mAR_10",
|
|
"mAR_100",
|
|
"mAR_100",
|
|
"mAR_100",
|
|
"mAR_100_line",
|
|
"mAR_100_face_shield",
|
|
"mAR_100_fracture",
|
|
"mAR_100_p_p",
|
|
"mAR_100_n_p",
|
|
"mAR_100_goggles",
|
|
"mAR_100_gloves",
|
|
"mAR_100_Mask",
|
|
"mAR_100_falciparum_trophozoite",
|
|
"mAR_100_angle",
|
|
"mAR_100_messed_up_angle"
|
|
],
|
|
"NDCG": [
|
|
"ndcg",
|
|
"NDCG",
|
|
"ndcg_at_1",
|
|
"ndcg_at_3",
|
|
"ndcg_at_5",
|
|
"ndcg_at_10",
|
|
"ndcg_at_20",
|
|
"ndcg_at_100",
|
|
"ndcg_top1",
|
|
"cosine_ndcg@10",
|
|
"dot_ndcg@10",
|
|
"AVG NDCG@10",
|
|
"avg_ndcg@10"
|
|
],
|
|
"mIOU": [
|
|
"miou",
|
|
"mIoU",
|
|
"Mean_IoU",
|
|
"Mean_Iou",
|
|
"mean_iou",
|
|
"meanBIoU",
|
|
"maxBIoU",
|
|
"eval_iou_sky",
|
|
"eval_iou_road",
|
|
"eval_iou_building",
|
|
"eval_iou_traffic_light",
|
|
"eval_iou_person",
|
|
"eval_iou_bicycle",
|
|
"eval_iou_terrain",
|
|
"eval_giou",
|
|
"iou_nature-terrain",
|
|
"iou_road-cracks",
|
|
"iou_nature-vegetation",
|
|
"iou_vehicle-car",
|
|
"iou_fruit",
|
|
"iou_room",
|
|
"iou_traffic_sign",
|
|
"iou_benign_breast_cancer",
|
|
"iou_malignant_breast_cancer",
|
|
"iou_scale_bar",
|
|
"iou_door",
|
|
"iou_bicycle",
|
|
"iou_nutrient_deficiency",
|
|
"iou_stem",
|
|
"iou_building",
|
|
"iou_waterway",
|
|
"iou_vegetation",
|
|
"iou_terrain",
|
|
"iou_sky",
|
|
"iou_room",
|
|
"iou_right",
|
|
"iou_left",
|
|
"iou_hood",
|
|
"iou_object",
|
|
"iou_sidewalk",
|
|
"iou_biotic",
|
|
"iou_ignore",
|
|
"iou_other",
|
|
"iou_water",
|
|
"iou_traversable",
|
|
"iou_crown",
|
|
"iou_torso",
|
|
"iou_weed_cluster",
|
|
"iou_wall",
|
|
"iou_leaf",
|
|
"iou_terrain",
|
|
"iou_sky",
|
|
"iou_room",
|
|
"iou_right",
|
|
"iou_left",
|
|
"iou_hood",
|
|
"iou_object",
|
|
"iou_sidewalk",
|
|
"iou_biotic",
|
|
"iou_ignore",
|
|
"iou_other",
|
|
"iou_water",
|
|
"iou_traversable",
|
|
"iou_crown",
|
|
"iou_torso",
|
|
"iou_weed_cluster",
|
|
"iou_wall",
|
|
"iou_leaf",
|
|
"iou_flat-road",
|
|
"iou_flat-sidewalk",
|
|
"iou_crack",
|
|
"iou_branch",
|
|
"iou_construction-building",
|
|
"iou_floor",
|
|
"iou_traffic_light",
|
|
"iou_manhattan",
|
|
"iou_nutrient_deficiency",
|
|
"iou_no_text",
|
|
"iou_left",
|
|
"iou_euclidean",
|
|
"iou_not_graf",
|
|
"iou_sidewalk",
|
|
"iou_cosinus",
|
|
"iou_unlabeled",
|
|
"iou_other",
|
|
"iou_wrinkle",
|
|
"iou_plant_skip",
|
|
"iou_door",
|
|
"iou_vehicle-cartrailer",
|
|
"iou_fallo_cohesivo",
|
|
"iou_fallo_adhesivo",
|
|
"iou_fallo_malla",
|
|
"iou_scale_bar",
|
|
"iou_graf",
|
|
"iou_non-traversable",
|
|
"CharadesSTA_mIoU",
|
|
"CharadesSTA/mIoU",
|
|
"CharadesSTA-mIoU",
|
|
"RefCOCO_RES_val_mIoU",
|
|
"Refcoco_RES_val_mIoU",
|
|
"Refcoco_RES.val_mIoU",
|
|
"Refcoco_RES-val-mIoU",
|
|
"Refcoco_RES_val_mIoU",
|
|
"mious validation refcoco/refcoco+/refcocog"
|
|
],
|
|
"CIDEr": [
|
|
"CIDEr",
|
|
"Cider",
|
|
"cider",
|
|
"cider_d",
|
|
"cider test",
|
|
"CIDEr test",
|
|
"cider dev en/avg-34/avg",
|
|
"CIDEr dev avg-34/avg",
|
|
"NoCaps val CIDEr",
|
|
"NoCaps-val-CIDEr",
|
|
"TextCaps-val-CIDEr",
|
|
"TextCaps.val_CIDEr",
|
|
"textcaps.val_cider",
|
|
"Coco",
|
|
"coco_cap.test_cider",
|
|
"COCO_Cap_test_CIDEr",
|
|
"COCO-Cap-test-CIDEr",
|
|
"COCO_Caption_Karpathy_test_CIDEr",
|
|
"flickr_cider",
|
|
"NoCaps_val_CIDEr",
|
|
"TextCaps_val_CIDEr",
|
|
"cider dev en/avg-34/avg",
|
|
"CIDEr dev avg-34/avg"
|
|
],
|
|
"Rouge": [
|
|
"ROUGE",
|
|
"rouge",
|
|
"rougue",
|
|
"rougueL",
|
|
"rougue-L",
|
|
"rougueL-f",
|
|
"rougueLsum",
|
|
"rougelsum",
|
|
"rouge1",
|
|
"rouge-1",
|
|
"rouge1-f",
|
|
"rouge1-f1",
|
|
"rouge1-p",
|
|
"rouge1-recall",
|
|
"rouge2",
|
|
"rouge-2",
|
|
"rouge2-f1",
|
|
"rouge2-p",
|
|
"rouge2-precision",
|
|
"rouge2-recall",
|
|
"rougeL",
|
|
"rouge-L",
|
|
"rougeL-f",
|
|
"rougeL-mid-fmeasure",
|
|
"rougeL-p",
|
|
"rougeL-precision",
|
|
"rougeL-recall",
|
|
"rougeLsum",
|
|
"rouge-l",
|
|
"rouge_score",
|
|
"micro_avg/rougeL",
|
|
"rougelsum",
|
|
"rouge-L-SUM",
|
|
"ROUGE-1",
|
|
"ROUGE-2"
|
|
],
|
|
"BLEU": [
|
|
"BLEU",
|
|
"bleu",
|
|
"bleu4",
|
|
"bleu",
|
|
"BLEU-4",
|
|
"BLEU@4",
|
|
"sacrebleu",
|
|
"sacreBLEU",
|
|
"sacrebleu-1",
|
|
"sacrebleu-2",
|
|
"sacrebleu-3",
|
|
"sacrebleu-4"
|
|
],
|
|
"WER/CER": [
|
|
"WER",
|
|
"wer",
|
|
"WER_with_LM",
|
|
"wer_with_lm",
|
|
"wer+lm",
|
|
"wer (+LM)",
|
|
"wer P&C",
|
|
"wer_normalized",
|
|
"wer_without_norm",
|
|
"clean_wer",
|
|
"clean_cer",
|
|
"cer",
|
|
"CER",
|
|
"cer (+LM)",
|
|
"CER_with_LM",
|
|
"CER",
|
|
"clean_cer",
|
|
"clean_wer"
|
|
],
|
|
"AUPRC/AUC-ROC/AUC": [
|
|
"AUPRC",
|
|
"AUC-ROC",
|
|
"AUC",
|
|
"AUC",
|
|
"auc",
|
|
"auroc",
|
|
"AUC-ROC",
|
|
"AUC",
|
|
"auc_macro",
|
|
"auc_micro",
|
|
"auc-roc",
|
|
"Cats Macro AUC"
|
|
],
|
|
"Hallucination Metrics": [
|
|
"hallucination",
|
|
"Hallusion",
|
|
"HallusionBench",
|
|
"HallusionBenchAvg",
|
|
"HallBench",
|
|
"HallBenchavg",
|
|
"HallBench-avg",
|
|
"HallBench_avg",
|
|
"hallbench_avg",
|
|
"HallBench_avg",
|
|
"hallbenchavg",
|
|
"hallbench-avg",
|
|
"hallbench_avg_score",
|
|
"HallusionBenchAvg",
|
|
"HallusionBench"
|
|
],
|
|
"Spearman Correlation": [
|
|
"spearman",
|
|
"Spearman",
|
|
"spearman_manhattan",
|
|
"spearman_cosine",
|
|
"spearman_rank_correlation",
|
|
"spearman_correlation_coefficient",
|
|
"spearman_euclidean",
|
|
"spearman_dot",
|
|
"spearman_pearson",
|
|
"eucledian_spearman",
|
|
"pearson_spearman",
|
|
"Cosine Spearman",
|
|
"Dot Spearman",
|
|
"Manhattan Spearman",
|
|
"Euclidean Spearman",
|
|
"Dot_Spearman",
|
|
"Manhattan_Spearman",
|
|
"Euclidean_Spearman",
|
|
"Spearman_correlation_coefficient",
|
|
"pearsonr/f1",
|
|
"pearsonr",
|
|
"pearsons_r",
|
|
"Pearsons'r",
|
|
"Pearson/Spearman",
|
|
"Pearson Correlation",
|
|
"Pearson Correlation",
|
|
"Pearson_Correlation",
|
|
"Pearson_correlation_coefficient",
|
|
"pearson_correlation",
|
|
"pearson_correlation_coefficient",
|
|
"pearson_manhattan",
|
|
"pearson_euclidean",
|
|
"pearson_dot",
|
|
"Cosine Pearson",
|
|
"Dot Pearson",
|
|
"Euclidean Pearson",
|
|
"Manhattan Pearson",
|
|
"Euclidean_Pearson",
|
|
"Manhattan_Pearson"
|
|
],
|
|
"Cosine Similarity": [
|
|
"cosine_accuracy",
|
|
"cosine_accuracy@1",
|
|
"cosine_accuracy@2",
|
|
"cosine_accuracy@3",
|
|
"cosine_accuracy@5",
|
|
"cosine_accuracy@10",
|
|
"cosine_precision",
|
|
"cosine_precision@3",
|
|
"cosine_precision@10",
|
|
"cosine_recall",
|
|
"cosine_recall@1",
|
|
"cosine_recall@2",
|
|
"cosine_recall@3",
|
|
"cosine_recall@5",
|
|
"cosine_recall@10",
|
|
"cos_sim_accuracy",
|
|
"cos_sim_f1",
|
|
"cos_sim_precision",
|
|
"cos_sim_recall",
|
|
"cos_sim-MRR@10",
|
|
"cos_sim_ap",
|
|
"cosine_ndcg@10",
|
|
"cosine_map@100",
|
|
"Cosine Pearson",
|
|
"Cosine Spearman",
|
|
"Cosine_Pearson",
|
|
"Cosine_Spearman",
|
|
"cosine-similarity",
|
|
"chroma_cosine_similarity"
|
|
],
|
|
"Exact Match": [
|
|
"em",
|
|
"EM",
|
|
"exact-match",
|
|
"exact_accuracy",
|
|
"exact_str_match",
|
|
"exact_set-match",
|
|
"exact_accuracy",
|
|
"exact-set-match",
|
|
"Extact Match",
|
|
"exact_match",
|
|
"fncall-em",
|
|
"fncall_em",
|
|
"no_ans_exact",
|
|
"noanswer_f1",
|
|
"no_ans_f1",
|
|
"noanswer_f1"
|
|
],
|
|
"MRR": [
|
|
"MRR",
|
|
"mrr",
|
|
"MRR@1",
|
|
"MRR@3",
|
|
"MRR@5",
|
|
"MRR@10",
|
|
"MRR@100",
|
|
"mrr_at_1",
|
|
"mrr_at_3",
|
|
"mrr_at_5",
|
|
"mrr_at_10",
|
|
"mrr_at_100",
|
|
"dot_mrr@10",
|
|
"dot_score-MRR@10",
|
|
"cos_sim-MRR@10"
|
|
],
|
|
"FAD/FID": [
|
|
"FID",
|
|
"FAD",
|
|
"fID",
|
|
"fid",
|
|
"FID_score",
|
|
"FID_CLIP",
|
|
"Frechet Audio Distance",
|
|
"frechet_audio_distance"
|
|
],
|
|
"PSNR/SSIM": [
|
|
"PSNR",
|
|
"PSNR",
|
|
"SSIM",
|
|
"SSIM"
|
|
],
|
|
"STOI/PESQ/SI-SNR": [
|
|
"STOI",
|
|
"stoi",
|
|
"STOI",
|
|
"stoi",
|
|
"pesq",
|
|
"PESQ",
|
|
"test pesq",
|
|
"test_pesq",
|
|
"SI-SNR",
|
|
"si-snr",
|
|
"si_snr",
|
|
"sisnr",
|
|
"si-snri",
|
|
"si_sdr_imp",
|
|
"sir_imp",
|
|
"sdr",
|
|
"SDR",
|
|
"sdr'",
|
|
"sdr-i",
|
|
"sdr_imp",
|
|
"vocals_sdr",
|
|
"accompaniment_sdr",
|
|
"SDRi",
|
|
"SI-SNRi",
|
|
"test si-snri",
|
|
"test si-sdri",
|
|
"test si-snr",
|
|
"test_si-snr",
|
|
"test_si-sdri",
|
|
"test_si-snri"
|
|
]
|
|
} |