DATA_SPLITS_SIZES = {
    "adversarial_qa_dbert_answer_the_following_q": {"validation": 1000, "train": 10000},
    "adversarial_qa_dbert_based_on": {"validation": 1000, "train": 10000},
    "adversarial_qa_dbert_generate_question": {
        "validation": 1000,
        "test": 1000,
        "train": 10000,
    },
    "adversarial_qa_dbert_question_context_answer": {
        "validation": 1000,
        "train": 10000,
    },
    "adversarial_qa_dbert_tell_what_it_is": {"validation": 1000, "train": 10000},
    "adversarial_qa_dbidaf_answer_the_following_q": {
        "validation": 1000,
        "train": 10000,
    },
    "adversarial_qa_dbidaf_based_on": {"validation": 1000, "train": 10000},
    "adversarial_qa_dbidaf_generate_question": {
        "validation": 1000,
        "test": 1000,
        "train": 10000,
    },
    "adversarial_qa_dbidaf_question_context_answer": {
        "validation": 1000,
        "train": 10000,
    },
    "adversarial_qa_dbidaf_tell_what_it_is": {"validation": 1000, "train": 10000},
    "adversarial_qa_droberta_answer_the_following_q": {
        "validation": 1000,
        "train": 10000,
    },
    "adversarial_qa_droberta_based_on": {"validation": 1000, "train": 10000},
    "adversarial_qa_droberta_generate_question": {
        "validation": 1000,
        "test": 1000,
        "train": 10000,
    },
    "adversarial_qa_droberta_question_context_answer": {
        "validation": 1000,
        "train": 10000,
    },
    "adversarial_qa_droberta_tell_what_it_is": {"validation": 1000, "train": 10000},
    "ag_news_classify": {"test": 7600, "train": 120000},
    "ag_news_classify_question_first": {"test": 7600, "train": 120000},
    "ag_news_classify_with_choices": {"test": 7600, "train": 120000},
    "ag_news_classify_with_choices_question_first": {"test": 7600, "train": 120000},
    "ag_news_recommend": {"test": 7600, "train": 120000},
    "ag_news_which_section": {"test": 7600, "train": 120000},
    "ag_news_which_section_choices": {"test": 7600, "train": 120000},
    "ai2_arc_ARC_Challenge_heres_a_problem": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Challenge_i_am_hesitating": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Challenge_multiple_choice": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Challenge_pick_false_options": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Challenge_pick_the_most_correct_option": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Challenge_qa_options": {
        "validation": 299,
        "test": 1172,
        "train": 1119,
    },
    "ai2_arc_ARC_Easy_heres_a_problem": {
        "validation": 570,
        "test": 2376,
        "train": 2251,
    },
    "ai2_arc_ARC_Easy_i_am_hesitating": {
        "validation": 570,
        "test": 2376,
        "train": 2251,
    },
    "ai2_arc_ARC_Easy_multiple_choice": {
        "validation": 570,
        "test": 2376,
        "train": 2251,
    },
    "ai2_arc_ARC_Easy_pick_false_options": {
        "validation": 570,
        "test": 2376,
        "train": 2251,
    },
    "ai2_arc_ARC_Easy_pick_the_most_correct_option": {
        "validation": 570,
        "test": 2376,
        "train": 2251,
    },
    "ai2_arc_ARC_Easy_qa_options": {"validation": 570, "test": 2376, "train": 2251},
    "amazon_polarity_Is_this_product_review_positive": {
        "test": 400000,
        "train": 3600000,
    },
    "amazon_polarity_Is_this_review": {"test": 400000, "train": 3600000},
    "amazon_polarity_Is_this_review_negative": {"test": 400000, "train": 3600000},
    "amazon_polarity_User_recommend_this_product": {"test": 400000, "train": 3600000},
    "amazon_polarity_convey_negative_or_positive_sentiment": {
        "test": 400000,
        "train": 3600000,
    },
    "amazon_polarity_flattering_or_not": {"test": 400000, "train": 3600000},
    "amazon_polarity_negative_or_positive_tone": {"test": 400000, "train": 3600000},
    "amazon_polarity_user_satisfied": {"test": 400000, "train": 3600000},
    "amazon_polarity_would_you_buy": {"test": 400000, "train": 3600000},
    "anli_GPT_3_style_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_GPT_3_style_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_GPT_3_style_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_GPT_3_style_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_GPT_3_style_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_GPT_3_style_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_MNLI_crowdsource_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_MNLI_crowdsource_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_MNLI_crowdsource_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_MNLI_crowdsource_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_MNLI_crowdsource_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_MNLI_crowdsource_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_always_sometimes_never_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_always_sometimes_never_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_always_sometimes_never_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_always_sometimes_never_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_always_sometimes_never_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_always_sometimes_never_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_based_on_the_previous_passage_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_based_on_the_previous_passage_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_based_on_the_previous_passage_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_based_on_the_previous_passage_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_based_on_the_previous_passage_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_based_on_the_previous_passage_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_can_we_infer_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_can_we_infer_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_can_we_infer_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_can_we_infer_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_can_we_infer_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_can_we_infer_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_claim_true_false_inconclusive_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_claim_true_false_inconclusive_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_claim_true_false_inconclusive_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_claim_true_false_inconclusive_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_claim_true_false_inconclusive_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_claim_true_false_inconclusive_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_consider_always_sometimes_never_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_consider_always_sometimes_never_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_consider_always_sometimes_never_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_consider_always_sometimes_never_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_consider_always_sometimes_never_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_consider_always_sometimes_never_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_does_it_follow_that_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_does_it_follow_that_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_does_it_follow_that_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_does_it_follow_that_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_does_it_follow_that_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_does_it_follow_that_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_does_this_imply_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_does_this_imply_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_does_this_imply_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_does_this_imply_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_does_this_imply_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_does_this_imply_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_guaranteed_possible_impossible_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_guaranteed_possible_impossible_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_guaranteed_possible_impossible_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_guaranteed_possible_impossible_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_guaranteed_possible_impossible_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_guaranteed_possible_impossible_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_guaranteed_true_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_guaranteed_true_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_guaranteed_true_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_guaranteed_true_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_guaranteed_true_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_guaranteed_true_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_justified_in_saying_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_justified_in_saying_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_justified_in_saying_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_justified_in_saying_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_justified_in_saying_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_justified_in_saying_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_must_be_true_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_must_be_true_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_must_be_true_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_must_be_true_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_must_be_true_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_must_be_true_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_should_assume_r1": {"validation": 1000, "test": 1000, "train": 16946},
    "anli_should_assume_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_should_assume_r2": {"validation": 1000, "test": 1000, "train": 45460},
    "anli_should_assume_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_should_assume_r3": {"validation": 1200, "test": 1200, "train": 100459},
    "anli_should_assume_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "anli_take_the_following_as_truth_r1": {
        "validation": 1000,
        "test": 1000,
        "train": 16946,
    },
    "anli_take_the_following_as_truth_r1_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 50838,
    },
    "anli_take_the_following_as_truth_r2": {
        "validation": 1000,
        "test": 1000,
        "train": 45460,
    },
    "anli_take_the_following_as_truth_r2_score_eval": {
        "validation": 3000,
        "test": 3000,
        "train": 136380,
    },
    "anli_take_the_following_as_truth_r3": {
        "validation": 1200,
        "test": 1200,
        "train": 100459,
    },
    "anli_take_the_following_as_truth_r3_score_eval": {
        "validation": 3600,
        "test": 3600,
        "train": 301377,
    },
    "app_reviews_categorize_rating_using_review": {"train": 288065},
    "app_reviews_convert_to_rating": {"train": 288065},
    "app_reviews_convert_to_star_rating": {"train": 288065},
    "app_reviews_generate_review": {"train": 288065},
    "cnn_dailymail_3.0.0_2_or_3_sentences": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_generate_story": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_news_card_view": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_news_stock": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_news_summary": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_spice_up_story": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_sum_in_brief": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_tldr_summary": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "cnn_dailymail_3.0.0_write_an_outline": {
        "validation": 13368,
        "test": 11490,
        "train": 287113,
    },
    "common_gen_Example_prompt": {"validation": 4018, "test": 1497, "train": 67389},
    "common_gen_Given_concepts_type_1": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "common_gen_Given_concepts_type_2": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "common_gen_Put_together": {"validation": 4018, "test": 1497, "train": 67389},
    "common_gen_choice_in_concept_centric_sentence_generation": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "common_gen_random_task_template_prompt": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "common_gen_sentence_to_concepts": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "common_gen_topic_to_sentence": {"validation": 4018, "test": 1497, "train": 67389},
    "common_gen_topics_from_the_sentence": {
        "validation": 4018,
        "test": 1497,
        "train": 67389,
    },
    "cos_e_v1.11_aligned_with_common_sense": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_description_question_option_id": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_description_question_option_text": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_explain_why_human": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_generate_explanation_given_text": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_i_think": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_question_description_option_id": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_question_description_option_text": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_question_option_description_id": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_question_option_description_text": {"validation": 1221, "train": 9741},
    "cos_e_v1.11_rationale": {"validation": 1221, "train": 9741},
    "cosmos_qa_context_answer_to_question": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_description_question_answer_id": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_description_question_answer_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_description_question_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_question_description_answer_id": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_question_description_answer_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_context_question_description_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_description_context_question_answer_id": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_description_context_question_answer_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_description_context_question_text": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "cosmos_qa_no_prompt_id": {"validation": 2985, "test": 6963, "train": 25262},
    "cosmos_qa_no_prompt_text": {"validation": 2985, "test": 6963, "train": 25262},
    "cosmos_qa_only_question_answer": {
        "validation": 2985,
        "test": 6963,
        "train": 25262,
    },
    "dbpedia_14_given_a_choice_of_categories_": {"test": 70000, "train": 560000},
    "dbpedia_14_given_a_list_of_category_what_does_the_title_belong_to": {
        "test": 70000,
        "train": 560000,
    },
    "dbpedia_14_given_list_what_category_does_the_paragraph_belong_to": {
        "test": 70000,
        "train": 560000,
    },
    "dbpedia_14_pick_one_category_for_the_following_text": {
        "test": 70000,
        "train": 560000,
    },
    "dream_answer_to_dialogue": {"validation": 2040, "test": 2041, "train": 6116},
    "dream_baseline": {"validation": 2040, "test": 2041, "train": 6116},
    "dream_generate_first_utterance": {"validation": 2040, "test": 2041, "train": 6116},
    "dream_generate_last_utterance": {"validation": 2040, "test": 2041, "train": 6116},
    "dream_read_the_following_conversation_and_answer_the_question": {
        "validation": 2040,
        "test": 2041,
        "train": 6116,
    },
    "duorc_ParaphraseRC_answer_question": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_build_story_around_qa": {
        "validation": 13111,
        "test": 13449,
        "train": 58752,
    },
    "duorc_ParaphraseRC_decide_worth_it": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_extract_answer": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_generate_question": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_generate_question_by_answer": {
        "validation": 13111,
        "test": 13449,
        "train": 58752,
    },
    "duorc_ParaphraseRC_movie_director": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_question_answering": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_ParaphraseRC_title_generation": {
        "validation": 15591,
        "test": 15857,
        "train": 69524,
    },
    "duorc_SelfRC_answer_question": {
        "validation": 12961,
        "test": 12559,
        "train": 60721,
    },
    "duorc_SelfRC_build_story_around_qa": {
        "validation": 12845,
        "test": 12415,
        "train": 60094,
    },
    "duorc_SelfRC_decide_worth_it": {
        "validation": 12961,
        "test": 12559,
        "train": 60721,
    },
    "duorc_SelfRC_extract_answer": {"validation": 12961, "test": 12559, "train": 60721},
    "duorc_SelfRC_generate_question": {
        "validation": 12961,
        "test": 12559,
        "train": 60721,
    },
    "duorc_SelfRC_generate_question_by_answer": {
        "validation": 12845,
        "test": 12415,
        "train": 60094,
    },
    "duorc_SelfRC_movie_director": {"validation": 12961, "test": 12559, "train": 60721},
    "duorc_SelfRC_question_answering": {
        "validation": 12961,
        "test": 12559,
        "train": 60721,
    },
    "duorc_SelfRC_title_generation": {
        "validation": 12961,
        "test": 12559,
        "train": 60721,
    },
    "gigaword_TLDR": {"validation": 189651, "test": 1951, "train": 3803957},
    "gigaword_first_sentence_title": {
        "validation": 189651,
        "test": 1951,
        "train": 3803957,
    },
    "gigaword_generate_summary_for_this": {
        "validation": 189651,
        "test": 1951,
        "train": 3803957,
    },
    "gigaword_in_a_nutshell": {"validation": 189651, "test": 1951, "train": 3803957},
    "gigaword_make_a_title": {"validation": 189651, "test": 1951, "train": 3803957},
    "gigaword_reverse_writing": {"validation": 189651, "test": 1951, "train": 3803957},
    "gigaword_write_a_title_for_this_sentence": {
        "validation": 189651,
        "test": 1951,
        "train": 3803957,
    },
    "gigaword_write_an_article": {"validation": 189651, "test": 1951, "train": 3803957},
    "gigaword_write_its_sentence": {
        "validation": 189651,
        "test": 1951,
        "train": 3803957,
    },
    "glue_mrpc_equivalent": {"validation": 408, "test": 1725, "train": 3668},
    "glue_mrpc_generate_paraphrase": {"validation": 279, "test": 1147, "train": 2474},
    "glue_mrpc_generate_sentence": {"validation": 279, "test": 1147, "train": 2474},
    "glue_mrpc_paraphrase": {"validation": 408, "test": 1725, "train": 3668},
    "glue_mrpc_replace": {"validation": 408, "test": 1725, "train": 3668},
    "glue_mrpc_same_thing": {"validation": 408, "test": 1725, "train": 3668},
    "glue_mrpc_want_to_know": {"validation": 408, "test": 1725, "train": 3668},
    "glue_qqp_answer": {"validation": 40430, "test": 390965, "train": 363846},
    "glue_qqp_duplicate": {"validation": 40430, "test": 390965, "train": 363846},
    "glue_qqp_duplicate_or_not": {"validation": 40430, "test": 390965, "train": 363846},
    "glue_qqp_meaning": {"validation": 40430, "test": 390965, "train": 363846},
    "glue_qqp_quora": {"validation": 40430, "test": 390965, "train": 363846},
    "glue_qqp_same_thing": {"validation": 40430, "test": 390965, "train": 363846},
    "hellaswag_Appropriate_continuation_Yes_or_No": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Open_ended_completion": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Open_ended_start": {"validation": 10042, "test": 10003, "train": 39905},
    "hellaswag_Predict_ending_with_hint": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Predict_ending_with_hint_score_eval": {
        "validation": 40168,
        "test": 40012,
        "train": 159620,
    },
    "hellaswag_Randomized_prompts_template": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Randomized_prompts_template_score_eval": {
        "validation": 40168,
        "test": 40012,
        "train": 159620,
    },
    "hellaswag_Reversed_appropriate_continuation_Yes_or_No": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Topic_of_the_context": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_Topic_without_the_ending_answer": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_complete_first_then": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_complete_first_then_score_eval": {
        "validation": 40168,
        "test": 40012,
        "train": 159620,
    },
    "hellaswag_how_ends": {"validation": 10042, "test": 10003, "train": 39905},
    "hellaswag_if_begins_how_continues": {
        "validation": 10042,
        "test": 10003,
        "train": 39905,
    },
    "hellaswag_if_begins_how_continues_score_eval": {
        "validation": 40168,
        "test": 40012,
        "train": 159620,
    },
    "imdb_Movie_Expressed_Sentiment": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Movie_Expressed_Sentiment_2": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Negation_template_for_positive_and_negative": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Reviewer_Enjoyment": {"test": 25000, "unsupervised": 50000, "train": 25000},
    "imdb_Reviewer_Enjoyment_Yes_No": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Reviewer_Expressed_Sentiment": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Reviewer_Opinion_bad_good_choices": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Reviewer_Sentiment_Feeling": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Sentiment_with_choices_": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Text_Expressed_Sentiment": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "imdb_Writer_Expressed_Sentiment": {
        "test": 25000,
        "unsupervised": 50000,
        "train": 25000,
    },
    "kilt_tasks_hotpotqa_combining_facts": {"validation": 5600, "train": 88869},
    "kilt_tasks_hotpotqa_complex_question": {"validation": 5600, "train": 88869},
    "kilt_tasks_hotpotqa_final_exam": {"validation": 5600, "train": 88869},
    "kilt_tasks_hotpotqa_formulate": {"validation": 5600, "train": 88869},
    "kilt_tasks_hotpotqa_straighforward_qa": {"validation": 5600, "train": 88869},
    "multi_news_distill": {"validation": 5622, "test": 5622, "train": 44972},
    "multi_news_expand_reverse_task_": {
        "validation": 5622,
        "test": 5622,
        "train": 44972,
    },
    "multi_news_summarize": {"validation": 5622, "test": 5622, "train": 44972},
    "multi_news_summary_scenario": {"validation": 5622, "test": 5622, "train": 44972},
    "multi_news_synthesize": {"validation": 5622, "test": 5622, "train": 44972},
    "multi_news_what_are_the_key_points": {
        "validation": 5622,
        "test": 5622,
        "train": 44972,
    },
    "openbookqa_main_choices": {"validation": 500, "test": 500, "train": 4957},
    "openbookqa_main_choose_an_answer_with_options": {
        "validation": 500,
        "test": 500,
        "train": 4957,
    },
    "openbookqa_main_only_options": {"validation": 500, "test": 500, "train": 4957},
    "openbookqa_main_pick_answer_with_options": {
        "validation": 500,
        "test": 500,
        "train": 4957,
    },
    "openbookqa_main_pick_using_id": {"validation": 500, "test": 500, "train": 4957},
    "openbookqa_main_which_correct": {"validation": 500, "test": 500, "train": 4957},
    "openbookqa_main_which_correct_inverse": {
        "validation": 500,
        "test": 500,
        "train": 4957,
    },
    "paws_labeled_final_Concatenation": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_Concatenation_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_Meaning": {"validation": 8000, "test": 8000, "train": 49401},
    "paws_labeled_final_Meaning_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_PAWS_ANLI_GPT3": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_PAWS_ANLI_GPT3_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_Rewrite": {"validation": 8000, "test": 8000, "train": 49401},
    "paws_labeled_final_Rewrite_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_context_question": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_context_question_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "paws_labeled_final_paraphrase_task": {
        "validation": 3539,
        "test": 3536,
        "train": 21829,
    },
    "paws_labeled_final_task_description_no_label": {
        "validation": 8000,
        "test": 8000,
        "train": 49401,
    },
    "piqa_Correct_the_solution": {"validation": 1838, "test": 3084, "train": 16113},
    "piqa_Correct_the_solution_if_false_from_sol_1": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_Correct_the_solution_if_false_from_sol_2": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_Does_this_solution_make_sense_sol1": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_Does_this_solution_make_sense_sol2": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_choose_the_most_appropriate_solution": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_finish_sentence_with_correct_choice": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_no_prompt_needed": {"validation": 1838, "test": 3084, "train": 16113},
    "piqa_pick_correct_choice_index": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_pick_correct_choice_with_choice_given_before_goal": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "piqa_what_is_the_correct_ending": {
        "validation": 1838,
        "test": 3084,
        "train": 16113,
    },
    "qasc_is_correct_1": {"validation": 926, "test": 920, "train": 8134},
    "qasc_is_correct_2": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_combined_facts_1": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_separated_facts_1": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_separated_facts_2": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_separated_facts_3": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_separated_facts_4": {"validation": 926, "test": 920, "train": 8134},
    "qasc_qa_with_separated_facts_5": {"validation": 926, "test": 920, "train": 8134},
    "quail_context_description_question_answer_id": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_description_question_answer_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_description_question_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_question_answer_description_id": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_question_answer_description_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_question_description_answer_id": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_question_description_answer_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_context_question_description_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_description_context_question_answer_id": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_description_context_question_answer_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_description_context_question_text": {
        "challenge": 556,
        "validation": 2164,
        "train": 10246,
    },
    "quail_no_prompt_id": {"challenge": 556, "validation": 2164, "train": 10246},
    "quail_no_prompt_text": {"challenge": 556, "validation": 2164, "train": 10246},
    "quarel_choose_between": {"validation": 278, "test": 552, "train": 1941},
    "quarel_do_not_use": {"validation": 278, "test": 552, "train": 1941},
    "quarel_heres_a_story": {"validation": 278, "test": 552, "train": 1941},
    "quarel_logic_test": {"validation": 278, "test": 552, "train": 1941},
    "quarel_testing_students": {"validation": 278, "test": 552, "train": 1941},
    "quartz_answer_question_based_on": {"validation": 384, "test": 784, "train": 2696},
    "quartz_answer_question_below": {"validation": 384, "test": 784, "train": 2696},
    "quartz_given_the_fact_answer_the_q": {
        "validation": 384,
        "test": 784,
        "train": 2696,
    },
    "quartz_having_read_above_passage": {"validation": 384, "test": 784, "train": 2696},
    "quartz_paragraph_question_plain_concat": {
        "validation": 384,
        "test": 784,
        "train": 2696,
    },
    "quartz_read_passage_below_choose": {"validation": 384, "test": 784, "train": 2696},
    "quartz_use_info_from_paragraph_question": {
        "validation": 384,
        "test": 784,
        "train": 2696,
    },
    "quartz_use_info_from_question_paragraph": {
        "validation": 384,
        "test": 784,
        "train": 2696,
    },
    "quoref_Answer_Friend_Question": {"validation": 2418, "train": 19399},
    "quoref_Answer_Question_Given_Context": {"validation": 2418, "train": 19399},
    "quoref_Answer_Test": {"validation": 2418, "train": 19399},
    "quoref_Context_Contains_Answer": {"validation": 2418, "train": 19399},
    "quoref_Find_Answer": {"validation": 2418, "train": 19399},
    "quoref_Found_Context_Online": {"validation": 2418, "train": 19399},
    "quoref_Given_Context_Answer_Question": {"validation": 2418, "train": 19399},
    "quoref_Guess_Answer": {"validation": 2418, "train": 19399},
    "quoref_Guess_Title_For_Context": {"validation": 2418, "train": 19399},
    "quoref_Read_And_Extract_": {"validation": 2418, "train": 19399},
    "quoref_What_Is_The_Answer": {"validation": 2418, "train": 19399},
    "race_high_Is_this_the_right_answer": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Read_the_article_and_answer_the_question_no_option_": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Select_the_best_answer": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Select_the_best_answer_generate_span_": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Select_the_best_answer_no_instructions_": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Taking_a_test": {"validation": 3451, "test": 3498, "train": 62445},
    "race_high_Write_a_multi_choice_question_for_the_following_article": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_high_Write_a_multi_choice_question_options_given_": {
        "validation": 3451,
        "test": 3498,
        "train": 62445,
    },
    "race_middle_Is_this_the_right_answer": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Read_the_article_and_answer_the_question_no_option_": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Select_the_best_answer": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Select_the_best_answer_generate_span_": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Select_the_best_answer_no_instructions_": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Taking_a_test": {"validation": 1436, "test": 1436, "train": 25421},
    "race_middle_Write_a_multi_choice_question_for_the_following_article": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "race_middle_Write_a_multi_choice_question_options_given_": {
        "validation": 1436,
        "test": 1436,
        "train": 25421,
    },
    "ropes_background_new_situation_answer": {"validation": 1688, "train": 10924},
    "ropes_background_situation_middle": {"validation": 1688, "train": 10924},
    "ropes_given_background_situation": {"validation": 1688, "train": 10924},
    "ropes_new_situation_background_answer": {"validation": 1688, "train": 10924},
    "ropes_plain_background_situation": {"validation": 1688, "train": 10924},
    "ropes_plain_bottom_hint": {"validation": 1688, "train": 10924},
    "ropes_plain_no_background": {"validation": 1688, "train": 10924},
    "ropes_prompt_beginning": {"validation": 1688, "train": 10924},
    "ropes_prompt_bottom_hint_beginning": {"validation": 1688, "train": 10924},
    "ropes_prompt_bottom_no_hint": {"validation": 1688, "train": 10924},
    "ropes_prompt_mix": {"validation": 1688, "train": 10924},
    "ropes_read_background_situation": {"validation": 1688, "train": 10924},
    "rotten_tomatoes_Movie_Expressed_Sentiment": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Movie_Expressed_Sentiment_2": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Reviewer_Enjoyment": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Reviewer_Enjoyment_Yes_No": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Reviewer_Expressed_Sentiment": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Reviewer_Opinion_bad_good_choices": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Reviewer_Sentiment_Feeling": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Sentiment_with_choices_": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Text_Expressed_Sentiment": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "rotten_tomatoes_Writer_Expressed_Sentiment": {
        "validation": 1066,
        "test": 1066,
        "train": 8530,
    },
    "samsum_Generate_a_summary_for_this_dialogue": {
        "validation": 818,
        "test": 819,
        "train": 14732,
    },
    "samsum_Given_the_above_dialogue_write_a_summary": {
        "validation": 818,
        "test": 819,
        "train": 14732,
    },
    "samsum_Sum_up_the_following_dialogue": {
        "validation": 818,
        "test": 819,
        "train": 14732,
    },
    "samsum_Summarize_": {"validation": 818, "test": 819, "train": 14732},
    "samsum_Summarize_this_dialogue_": {"validation": 818, "test": 819, "train": 14732},
    "samsum_To_sum_up_this_dialog": {"validation": 818, "test": 819, "train": 14732},
    "samsum_Write_a_dialogue_that_match_this_summary": {
        "validation": 818,
        "test": 819,
        "train": 14732,
    },
    "sciq_Direct_Question": {"validation": 1000, "test": 1000, "train": 11679},
    "sciq_Direct_Question_Closed_Book_": {
        "validation": 1000,
        "test": 1000,
        "train": 11679,
    },
    "sciq_Multiple_Choice": {"validation": 1000, "test": 1000, "train": 11679},
    "sciq_Multiple_Choice_Closed_Book_": {
        "validation": 1000,
        "test": 1000,
        "train": 11679,
    },
    "sciq_Multiple_Choice_Question_First": {
        "validation": 1000,
        "test": 1000,
        "train": 11679,
    },
    "social_i_qa_Check_if_a_random_answer_is_valid_or_not": {
        "validation": 1954,
        "train": 33410,
    },
    "social_i_qa_Generate_answer": {"validation": 1954, "train": 33410},
    "social_i_qa_Generate_the_question_from_the_answer": {
        "validation": 1954,
        "train": 33410,
    },
    "social_i_qa_I_was_wondering": {"validation": 1954, "train": 33410},
    "social_i_qa_Show_choices_and_generate_answer": {
        "validation": 1954,
        "train": 33410,
    },
    "social_i_qa_Show_choices_and_generate_index": {"validation": 1954, "train": 33410},
    "squad_v2_Jeopardy_with_Context": {"validation": 5928, "train": 86821},
    "squad_v2_Jeopardy_without_Context": {"validation": 5928, "train": 86821},
    "squad_v2_Questions_with_Context": {"validation": 11873, "train": 130319},
    "squad_v2_Questions_with_Context_Without_Prompt_Keywords": {
        "validation": 11873,
        "train": 130319,
    },
    "squad_v2_Questions_with_Context_Without_Prompt_Keywords_unanswerable": {
        "validation": 11873,
        "train": 130319,
    },
    "squad_v2_Questions_with_Context_unanswerable": {
        "validation": 11873,
        "train": 130319,
    },
    "squad_v2_Topic_Prediction_Context": {"validation": 11873, "train": 130319},
    "squad_v2_Topic_Prediction_Context_with_randomized_prompt_options": {
        "validation": 11873,
        "train": 130319,
    },
    "squad_v2_Topic_Prediction_Context_with_randomized_prompt_options_placed_in_the_end": {
        "validation": 11873,
        "train": 130319,
    },
    "squad_v2_Topic_Prediction_Question_and_Answer_Pair": {
        "validation": 5928,
        "train": 86821,
    },
    "squad_v2_Trivia": {"validation": 5928, "train": 86821},
    "squad_v2_Unanwerable_question": {"validation": 11873, "train": 130319},
    "super_glue_boolq_GPT_3_Style": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_I_wonder_": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_after_reading": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_based_on_the_following_passage": {
        "validation": 3270,
        "test": 3245,
        "train": 9427,
    },
    "super_glue_boolq_based_on_the_previous_passage": {
        "validation": 3270,
        "test": 3245,
        "train": 9427,
    },
    "super_glue_boolq_could_you_tell_me_": {
        "validation": 3270,
        "test": 3245,
        "train": 9427,
    },
    "super_glue_boolq_exam": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_exercise": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_valid_binary": {"validation": 3270, "test": 3245, "train": 9427},
    "super_glue_boolq_yes_no_question": {
        "validation": 3270,
        "test": 3245,
        "train": 9427,
    },
    "super_glue_cb_GPT_3_style": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_GPT_3_style_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_MNLI_crowdsource": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_MNLI_crowdsource_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_always_sometimes_never": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_always_sometimes_never_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_based_on_the_previous_passage": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_based_on_the_previous_passage_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_can_we_infer": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_can_we_infer_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_claim_true_false_inconclusive": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_claim_true_false_inconclusive_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_consider_always_sometimes_never": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_consider_always_sometimes_never_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_does_it_follow_that": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_does_it_follow_that_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_does_this_imply": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_does_this_imply_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_guaranteed_possible_impossible": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_guaranteed_possible_impossible_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_guaranteed_true": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_guaranteed_true_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_justified_in_saying": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_justified_in_saying_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_must_be_true": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_must_be_true_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_should_assume": {"validation": 56, "test": 250, "train": 250},
    "super_glue_cb_should_assume_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_cb_take_the_following_as_truth": {
        "validation": 56,
        "test": 250,
        "train": 250,
    },
    "super_glue_cb_take_the_following_as_truth_score_eval": {
        "validation": 168,
        "test": 750,
        "train": 750,
    },
    "super_glue_copa_C1_or_C2_premise_so_because_": {
        "validation": 100,
        "test": 500,
        "train": 400,
    },
    "super_glue_copa_C1_or_C2_premise_so_because__score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa__As_a_result_C1_or_C2_": {
        "validation": 48,
        "test": 250,
        "train": 202,
    },
    "super_glue_copa__As_a_result_C1_or_C2__score_eval": {
        "validation": 96,
        "test": 500,
        "train": 404,
    },
    "super_glue_copa__What_could_happen_next_C1_or_C2_": {
        "validation": 48,
        "test": 250,
        "train": 202,
    },
    "super_glue_copa__What_could_happen_next_C1_or_C2__score_eval": {
        "validation": 96,
        "test": 500,
        "train": 404,
    },
    "super_glue_copa__which_may_be_caused_by": {
        "validation": 52,
        "test": 250,
        "train": 198,
    },
    "super_glue_copa__which_may_be_caused_by_score_eval": {
        "validation": 104,
        "test": 500,
        "train": 396,
    },
    "super_glue_copa__why_C1_or_C2": {"validation": 52, "test": 250, "train": 198},
    "super_glue_copa__why_C1_or_C2_score_eval": {
        "validation": 104,
        "test": 500,
        "train": 396,
    },
    "super_glue_copa_best_option": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_best_option_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_cause_effect": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_cause_effect_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_choose": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_choose_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_exercise": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_exercise_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_i_am_hesitating": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_i_am_hesitating_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_more_likely": {"validation": 100, "test": 500, "train": 400},
    "super_glue_copa_more_likely_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_copa_plausible_alternatives": {
        "validation": 100,
        "test": 500,
        "train": 400,
    },
    "super_glue_copa_plausible_alternatives_score_eval": {
        "validation": 200,
        "test": 1000,
        "train": 800,
    },
    "super_glue_multirc_I_was_going_to_say_": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_Would_it_be_good_to_answer_": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_confirm": {"validation": 4848, "test": 9693, "train": 27243},
    "super_glue_multirc_correct": {"validation": 4848, "test": 9693, "train": 27243},
    "super_glue_multirc_decide_valid": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_found_this_answer": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_grading": {"validation": 4848, "test": 9693, "train": 27243},
    "super_glue_multirc_is_a_correct_answer_": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_is_the_correct_answer_": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_multirc_paragraph_question_is_it_": {
        "validation": 4848,
        "test": 9693,
        "train": 27243,
    },
    "super_glue_record_Add_sentence_after_after_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_Add_sentence_after_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_Can_you_figure_out_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_GPT_3_style_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_GPT_3_style_summary_only_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_GPT_3_style_with_labels_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_GPT_3_style_with_labels_without_hyphens_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_GPT_3_style_without_hyphens_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_In_the_question_above_the_placeholder_stands_for": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_New_highlight_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_News_article_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_Summary_first_continuation_choices_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_What_could_the_placeholder_be_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_Which_one_is_the_placeholder_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_choose_between": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_corrupted": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_exercise": {"validation": 10000, "test": 10000, "train": 100730},
    "super_glue_record_pick_one_option": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_the_placeholder_refers_to_": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_record_trying_to_decide": {
        "validation": 10000,
        "test": 10000,
        "train": 100730,
    },
    "super_glue_rte_GPT_3_style": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_GPT_3_style_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_MNLI_crowdsource": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_MNLI_crowdsource_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_based_on_the_previous_passage": {
        "validation": 277,
        "test": 3000,
        "train": 2490,
    },
    "super_glue_rte_based_on_the_previous_passage_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_can_we_infer": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_can_we_infer_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_does_it_follow_that": {
        "validation": 277,
        "test": 3000,
        "train": 2490,
    },
    "super_glue_rte_does_it_follow_that_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_does_this_imply": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_does_this_imply_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_guaranteed_true": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_guaranteed_true_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_justified_in_saying": {
        "validation": 277,
        "test": 3000,
        "train": 2490,
    },
    "super_glue_rte_justified_in_saying_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_must_be_true": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_must_be_true_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_rte_should_assume": {"validation": 277, "test": 3000, "train": 2490},
    "super_glue_rte_should_assume_score_eval": {
        "validation": 554,
        "test": 6000,
        "train": 4980,
    },
    "super_glue_wic_GPT_3_prompt": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_GPT_3_prompt_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_GPT_3_prompt_with_label": {
        "validation": 638,
        "test": 1400,
        "train": 5428,
    },
    "super_glue_wic_GPT_3_prompt_with_label_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_affirmation_true_or_false": {
        "validation": 638,
        "test": 1400,
        "train": 5428,
    },
    "super_glue_wic_affirmation_true_or_false_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_grammar_homework": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_grammar_homework_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_polysemous": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_polysemous_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_question_context": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_question_context_meaning": {
        "validation": 638,
        "test": 1400,
        "train": 5428,
    },
    "super_glue_wic_question_context_meaning_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_question_context_meaning_with_label": {
        "validation": 638,
        "test": 1400,
        "train": 5428,
    },
    "super_glue_wic_question_context_meaning_with_label_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_question_context_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_same_sense": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_same_sense_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wic_similar_sense": {"validation": 638, "test": 1400, "train": 5428},
    "super_glue_wic_similar_sense_score_eval": {
        "validation": 1276,
        "test": 2800,
        "train": 10856,
    },
    "super_glue_wsc.fixed_GPT_3_Style": {"validation": 104, "test": 146, "train": 554},
    "super_glue_wsc.fixed_GPT_3_Style_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_I_think_they_mean": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_I_think_they_mean_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_Who_or_what_is_are": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_Who_or_what_is_are_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_by_p_they_mean": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_by_p_they_mean_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_does_p_stand_for": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_does_p_stand_for_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_does_the_pronoun_refer_to": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_does_the_pronoun_refer_to_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_in_other_words": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_in_other_words_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_p_is_are_r": {"validation": 104, "test": 146, "train": 554},
    "super_glue_wsc.fixed_p_is_are_r_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_replaced_with": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_replaced_with_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "super_glue_wsc.fixed_the_pronoun_refers_to": {
        "validation": 104,
        "test": 146,
        "train": 554,
    },
    "super_glue_wsc.fixed_the_pronoun_refers_to_score_eval": {
        "validation": 208,
        "test": 292,
        "train": 1108,
    },
    "trec_fine_grained_ABBR": {"test": 9, "train": 86},
    "trec_fine_grained_ABBR_context_first": {"test": 9, "train": 86},
    "trec_fine_grained_DESC": {"test": 138, "train": 1162},
    "trec_fine_grained_DESC_context_first": {"test": 138, "train": 1162},
    "trec_fine_grained_ENTY": {"test": 94, "train": 1250},
    "trec_fine_grained_HUM": {"test": 65, "train": 1223},
    "trec_fine_grained_HUM_context_first": {"test": 65, "train": 1223},
    "trec_fine_grained_LOC": {"test": 81, "train": 835},
    "trec_fine_grained_LOC_context_first": {"test": 81, "train": 835},
    "trec_fine_grained_NUM": {"test": 113, "train": 896},
    "trec_fine_grained_NUM_context_first": {"test": 113, "train": 896},
    "trec_fine_grained_open": {"test": 500, "train": 5452},
    "trec_fine_grained_open_context_first": {"test": 500, "train": 5452},
    "trec_pick_the_best_descriptor": {"test": 500, "train": 5452},
    "trec_trec1": {"test": 500, "train": 5452},
    "trec_trec2": {"test": 500, "train": 5452},
    "trec_what_category_best_describe": {"test": 500, "train": 5452},
    "trec_which_category_best_describes": {"test": 500, "train": 5452},
    "trivia_qa_unfiltered_first_person_context": {
        "validation": 11313,
        "test": 10832,
        "train": 87622,
    },
    "trivia_qa_unfiltered_formal_description": {
        "validation": 11313,
        "test": 10832,
        "train": 87622,
    },
    "trivia_qa_unfiltered_guess_question": {"validation": 11313, "train": 87622},
    "trivia_qa_unfiltered_question_answer": {
        "validation": 11313,
        "test": 10832,
        "train": 87622,
    },
    "trivia_qa_unfiltered_question_with_instruction": {
        "validation": 11313,
        "test": 10832,
        "train": 87622,
    },
    "web_questions_get_the_answer": {"test": 2032, "train": 3778},
    "web_questions_potential_correct_answer": {"test": 2032, "train": 3778},
    "web_questions_question_answer": {"test": 2032, "train": 3778},
    "web_questions_short_general_knowledge_q": {"test": 2032, "train": 3778},
    "web_questions_whats_the_answer": {"test": 2032, "train": 3778},
    "wiki_bio_comprehension": {"val": 72831, "test": 72829, "train": 582639},
    "wiki_bio_guess_person": {"val": 72831, "test": 72829, "train": 582639},
    "wiki_bio_key_content": {"val": 72831, "test": 72829, "train": 582639},
    "wiki_bio_what_content": {"val": 72831, "test": 72829, "train": 582639},
    "wiki_bio_who": {"val": 72831, "test": 72829, "train": 582639},
    "wiki_hop_original_choose_best_object_affirmative_1": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_hop_original_choose_best_object_affirmative_2": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_hop_original_choose_best_object_affirmative_3": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_hop_original_choose_best_object_interrogative_1": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_hop_original_choose_best_object_interrogative_2": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_hop_original_explain_relation": {"validation": 5129, "train": 43738},
    "wiki_hop_original_generate_object": {"validation": 5129, "train": 43738},
    "wiki_hop_original_generate_subject": {"validation": 5129, "train": 43738},
    "wiki_hop_original_generate_subject_and_object": {
        "validation": 5129,
        "train": 43738,
    },
    "wiki_qa_Decide_good_answer": {"validation": 2733, "test": 6165, "train": 20360},
    "wiki_qa_Direct_Answer_to_Question": {
        "validation": 140,
        "test": 293,
        "train": 1040,
    },
    "wiki_qa_Generate_Question_from_Topic": {
        "validation": 140,
        "test": 293,
        "train": 1040,
    },
    "wiki_qa_Is_This_True_": {"validation": 2733, "test": 6165, "train": 20360},
    "wiki_qa_Jeopardy_style": {"validation": 140, "test": 293, "train": 1040},
    "wiki_qa_Topic_Prediction_Answer_Only": {
        "validation": 140,
        "test": 293,
        "train": 1040,
    },
    "wiki_qa_Topic_Prediction_Question_Only": {
        "validation": 140,
        "test": 293,
        "train": 1040,
    },
    "wiki_qa_Topic_Prediction_Question_and_Answer_Pair": {
        "validation": 140,
        "test": 293,
        "train": 1040,
    },
    "wiki_qa_automatic_system": {"validation": 2733, "test": 6165, "train": 20360},
    "wiki_qa_exercise": {"validation": 2733, "test": 6165, "train": 20360},
    "wiki_qa_found_on_google": {"validation": 2733, "test": 6165, "train": 20360},
    "winogrande_winogrande_debiased_Replace": {
        "validation": 1267,
        "test": 1767,
        "train": 9248,
    },
    "winogrande_winogrande_debiased_Replace_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 18496,
    },
    "winogrande_winogrande_debiased_does_underscore_refer_to": {
        "validation": 1267,
        "test": 1767,
        "train": 9248,
    },
    "winogrande_winogrande_debiased_does_underscore_refer_to_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 18496,
    },
    "winogrande_winogrande_debiased_fill_in_the_blank": {
        "validation": 1267,
        "test": 1767,
        "train": 9248,
    },
    "winogrande_winogrande_debiased_fill_in_the_blank_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 18496,
    },
    "winogrande_winogrande_debiased_stand_for": {
        "validation": 1267,
        "test": 1767,
        "train": 9248,
    },
    "winogrande_winogrande_debiased_stand_for_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 18496,
    },
    "winogrande_winogrande_debiased_underscore_refer_to": {
        "validation": 1267,
        "test": 1767,
        "train": 9248,
    },
    "winogrande_winogrande_debiased_underscore_refer_to_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 18496,
    },
    "winogrande_winogrande_xl_Replace": {
        "validation": 1267,
        "test": 1767,
        "train": 40398,
    },
    "winogrande_winogrande_xl_Replace_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 80796,
    },
    "winogrande_winogrande_xl_does_underscore_refer_to": {
        "validation": 1267,
        "test": 1767,
        "train": 40398,
    },
    "winogrande_winogrande_xl_does_underscore_refer_to_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 80796,
    },
    "winogrande_winogrande_xl_fill_in_the_blank": {
        "validation": 1267,
        "test": 1767,
        "train": 40398,
    },
    "winogrande_winogrande_xl_fill_in_the_blank_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 80796,
    },
    "winogrande_winogrande_xl_stand_for": {
        "validation": 1267,
        "test": 1767,
        "train": 40398,
    },
    "winogrande_winogrande_xl_stand_for_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 80796,
    },
    "winogrande_winogrande_xl_underscore_refer_to": {
        "validation": 1267,
        "test": 1767,
        "train": 40398,
    },
    "winogrande_winogrande_xl_underscore_refer_to_score_eval": {
        "validation": 2534,
        "test": 3534,
        "train": 80796,
    },
    "wiqa_does_the_supposed_perturbation_have_an_effect": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_effect_with_label_answer": {"validation": 6894, "test": 3003, "train": 29808},
    "wiqa_effect_with_string_answer": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_what_is_the_final_step_of_the_following_process": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_what_is_the_missing_first_step": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_what_might_be_the_first_step_of_the_process": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_what_might_be_the_last_step_of_the_process": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "wiqa_which_of_the_following_is_the_supposed_perturbation": {
        "validation": 6894,
        "test": 3003,
        "train": 29808,
    },
    "xsum_DOC_boils_down_to_simple_idea_that": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_DOC_given_above_write_one_sentence": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_DOC_how_would_you_rephrase_few_words": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_DOC_tldr": {"validation": 11332, "test": 11334, "train": 204045},
    "xsum_DOC_write_summary_of_above": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_article_DOC_summary": {"validation": 11332, "test": 11334, "train": 204045},
    "xsum_college_roommate_asked_DOC_so_I_recap": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_read_below_DOC_write_abstract": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "xsum_summarize_DOC": {"validation": 11332, "test": 11334, "train": 204045},
    "xsum_summarize_this_DOC_summary": {
        "validation": 11332,
        "test": 11334,
        "train": 204045,
    },
    "yelp_review_full_based_on_that": {"test": 50000, "train": 650000},
    "yelp_review_full_format_rating": {"test": 50000, "train": 650000},
    "yelp_review_full_format_score": {"test": 50000, "train": 650000},
    "yelp_review_full_format_star": {"test": 50000, "train": 650000},
    "yelp_review_full_on_a_scale": {"test": 50000, "train": 650000},
    "yelp_review_full_so_i_would": {"test": 50000, "train": 650000},
    "yelp_review_full_this_place": {"test": 50000, "train": 650000},
}

if __name__ == "__main__":
    from typing import Dict

    dataset_list = [line.strip() for line in open("data/datasets.txt", "r")]
    train_sizes = [DATA_SPLITS_SIZES[d]["train"] for d in dataset_list]
    # create sums
    prefixes = [line.strip() for line in open("data/dataset_prefixes.txt", "r")]
    from collections import defaultdict

    prefix_sizes: Dict[str, int] = defaultdict(int)
    for ds, size in zip(dataset_list, train_sizes):
        for prefix in prefixes:
            if prefix.lower() in ds.lower():
                prefix_sizes[prefix] += size

    print(prefix_sizes)
