LICENSE.md
README.md
pyproject.toml
setup.py
lm_eval/__init__.py
lm_eval/__main__.py
lm_eval/evaluator.py
lm_eval/evaluator_utils.py
lm_eval/utils.py
lm_eval.egg-info/PKG-INFO
lm_eval.egg-info/SOURCES.txt
lm_eval.egg-info/dependency_links.txt
lm_eval.egg-info/entry_points.txt
lm_eval.egg-info/requires.txt
lm_eval.egg-info/top_level.txt
lm_eval/api/__init__.py
lm_eval/api/filter.py
lm_eval/api/group.py
lm_eval/api/instance.py
lm_eval/api/metrics.py
lm_eval/api/model.py
lm_eval/api/registry.py
lm_eval/api/samplers.py
lm_eval/api/task.py
lm_eval/caching/__init__.py
lm_eval/caching/cache.py
lm_eval/decontamination/__init__.py
lm_eval/decontamination/archiver.py
lm_eval/decontamination/decontaminate.py
lm_eval/decontamination/janitor.py
lm_eval/filters/__init__.py
lm_eval/filters/custom.py
lm_eval/filters/decontamination.py
lm_eval/filters/extraction.py
lm_eval/filters/selection.py
lm_eval/filters/transformation.py
lm_eval/loggers/__init__.py
lm_eval/loggers/evaluation_tracker.py
lm_eval/loggers/utils.py
lm_eval/loggers/wandb_logger.py
lm_eval/models/__init__.py
lm_eval/models/anthropic_llms.py
lm_eval/models/api_models.py
lm_eval/models/dummy.py
lm_eval/models/generate_methods.py
lm_eval/models/generate_methods_utils_bak.py
lm_eval/models/gguf.py
lm_eval/models/hf_vlms.py
lm_eval/models/huggingface.py
lm_eval/models/ibm_watsonx_ai.py
lm_eval/models/mamba_lm.py
lm_eval/models/nemo_lm.py
lm_eval/models/neuralmagic.py
lm_eval/models/neuron_optimum.py
lm_eval/models/openai_completions.py
lm_eval/models/optimum_ipex.py
lm_eval/models/optimum_lm.py
lm_eval/models/semantic_search.py
lm_eval/models/semantic_search_bak.py
lm_eval/models/textsynth.py
lm_eval/models/utils.py
lm_eval/models/vllm_causallms.py
lm_eval/models/vllm_vlms.py
lm_eval/prompts/__init__.py
lm_eval/tasks/README.md
lm_eval/tasks/__init__.py
lm_eval/tasks/aclue/README.md
lm_eval/tasks/aclue/_aclue.yaml
lm_eval/tasks/aclue/_default_template_yaml
lm_eval/tasks/aclue/_generate_configs.py
lm_eval/tasks/aclue/aclue_ancient_chinese_culture.yaml
lm_eval/tasks/aclue/aclue_ancient_literature.yaml
lm_eval/tasks/aclue/aclue_ancient_medical.yaml
lm_eval/tasks/aclue/aclue_ancient_phonetics.yaml
lm_eval/tasks/aclue/aclue_basic_ancient_chinese.yaml
lm_eval/tasks/aclue/aclue_couplet_prediction.yaml
lm_eval/tasks/aclue/aclue_homographic_character_resolution.yaml
lm_eval/tasks/aclue/aclue_named_entity_recognition.yaml
lm_eval/tasks/aclue/aclue_poetry_appreciate.yaml
lm_eval/tasks/aclue/aclue_poetry_context_prediction.yaml
lm_eval/tasks/aclue/aclue_poetry_quality_assessment.yaml
lm_eval/tasks/aclue/aclue_poetry_sentiment_analysis.yaml
lm_eval/tasks/aclue/aclue_polysemy_resolution.yaml
lm_eval/tasks/aclue/aclue_reading_comprehension.yaml
lm_eval/tasks/aclue/aclue_sentence_segmentation.yaml
lm_eval/tasks/aexams/README.md
lm_eval/tasks/aexams/_aexams.yaml
lm_eval/tasks/aexams/_default_template_yaml
lm_eval/tasks/aexams/aexams_Biology.yaml
lm_eval/tasks/aexams/aexams_IslamicStudies.yaml
lm_eval/tasks/aexams/aexams_Physics.yaml
lm_eval/tasks/aexams/aexams_Science.yaml
lm_eval/tasks/aexams/aexams_Social.yaml
lm_eval/tasks/afrimgsm/README.md
lm_eval/tasks/afrimgsm/gen_yaml.sh
lm_eval/tasks/afrimgsm/run.sh
lm_eval/tasks/afrimgsm/utils.py
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_amh.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_eng.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ewe.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_fra.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_hau.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ibo.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml
lm_eval/tasks/afrimgsm/direct/direct_yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml
lm_eval/tasks/afrimgsm/en_cot/cot_yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lin.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lug.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_orm.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sna.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sot.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_swa.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_twi.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_wol.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_xho.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_yor.yaml
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_zul.yaml
lm_eval/tasks/afrimgsm/translate/translate_direct_yaml
lm_eval/tasks/afrimmlu/README.md
lm_eval/tasks/afrimmlu/fewshot.sh
lm_eval/tasks/afrimmlu/utils.py
lm_eval/tasks/afrimmlu/direct/afrimmlu_common_yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_amh.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_eng.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ewe.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_fra.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_hau.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ibo.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_kin.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lin.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lug.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_orm.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sna.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sot.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_swa.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_twi.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_wol.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_xho.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_yor.yaml
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_zul.yaml
lm_eval/tasks/afrimmlu/direct/utils.py
lm_eval/tasks/afrimmlu/translate/afrimmlu_common_translate_yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_amh.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_eng.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ewe.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_fra.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_hau.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ibo.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_kin.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lin.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lug.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_orm.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sna.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sot.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_swa.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_twi.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_wol.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_xho.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_yor.yaml
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_zul.yaml
lm_eval/tasks/afrimmlu/translate/utils.py
lm_eval/tasks/afrixnli/README.md
lm_eval/tasks/afrixnli/utils.py
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_amh.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_eng.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ewe.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_fra.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_hau.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ibo.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_kin.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lin.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lug.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_orm.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sna.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sot.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_swa.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_twi.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_wol.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_xho.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yor.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_zul.yaml
lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_amh.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_eng.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ewe.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_fra.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_hau.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ibo.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_kin.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lin.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lug.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_orm.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sna.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sot.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_swa.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_twi.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_wol.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_xho.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yor.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_zul.yaml
lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_amh.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ewe.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_fra.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_hau.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ibo.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_kin.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lin.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lug.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_orm.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sna.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sot.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_swa.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_twi.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_wol.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_xho.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yor.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_zul.yaml
lm_eval/tasks/afrixnli/anli prompt/translate/utils.py
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_amh.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_eng.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ewe.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_fra.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_hau.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ibo.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_kin.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lin.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lug.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_orm.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sna.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sot.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_swa.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_twi.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_wol.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_xho.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml
lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yor.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_zul.yaml
lm_eval/tasks/afrixnli/lai prompt/translate/utils.py
lm_eval/tasks/agieval/README.md
lm_eval/tasks/agieval/agieval.yaml
lm_eval/tasks/agieval/agieval_cn.yaml
lm_eval/tasks/agieval/agieval_en.yaml
lm_eval/tasks/agieval/agieval_nous.yaml
lm_eval/tasks/agieval/aqua-rat.yaml
lm_eval/tasks/agieval/gaokao-biology.yaml
lm_eval/tasks/agieval/gaokao-chemistry.yaml
lm_eval/tasks/agieval/gaokao-chinese.yaml
lm_eval/tasks/agieval/gaokao-english.yaml
lm_eval/tasks/agieval/gaokao-geography.yaml
lm_eval/tasks/agieval/gaokao-history.yaml
lm_eval/tasks/agieval/gaokao-mathcloze.yaml
lm_eval/tasks/agieval/gaokao-mathqa.yaml
lm_eval/tasks/agieval/gaokao-physics.yaml
lm_eval/tasks/agieval/jec-qa-ca.yaml
lm_eval/tasks/agieval/jec-qa-kd.yaml
lm_eval/tasks/agieval/logiqa-en.yaml
lm_eval/tasks/agieval/logiqa-zh.yaml
lm_eval/tasks/agieval/lsat-ar.yaml
lm_eval/tasks/agieval/lsat-lr.yaml
lm_eval/tasks/agieval/lsat-rc.yaml
lm_eval/tasks/agieval/math.yaml
lm_eval/tasks/agieval/sat-en-without-passage.yaml
lm_eval/tasks/agieval/sat-en.yaml
lm_eval/tasks/agieval/sat-math.yaml
lm_eval/tasks/agieval/utils.py
lm_eval/tasks/alghafa/copa_ar/README.md
lm_eval/tasks/alghafa/copa_ar/copa_ar.yaml
lm_eval/tasks/alghafa/piqa_ar/README.md
lm_eval/tasks/alghafa/piqa_ar/piqa_ar.yaml
lm_eval/tasks/anli/README.md
lm_eval/tasks/anli/anli_r1.yaml
lm_eval/tasks/anli/anli_r2.yaml
lm_eval/tasks/anli/anli_r3.yaml
lm_eval/tasks/arabic_leaderboard_complete/README.md
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_complete.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_mcq_exams_test_ar.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_dialects.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_msa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_sentiment_task.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_exams.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_leaderboard_arabic_exams.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_abstract_algebra.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_anatomy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_astronomy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_business_ethics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_clinical_knowledge.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_biology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_chemistry.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_computer_science.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_mathematics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_medicine.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_physics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_computer_security.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_conceptual_physics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_econometrics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_electrical_engineering.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_elementary_mathematics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_formal_logic.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_global_facts.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_biology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_chemistry.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_computer_science.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_european_history.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_geography.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_mathematics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_microeconomics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_physics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_psychology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_statistics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_us_history.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_world_history.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_aging.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_sexuality.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_international_law.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_jurisprudence.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_logical_fallacies.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_machine_learning.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_management.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_marketing.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_medical_genetics.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_miscellaneous.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_disputes.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_scenarios.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_nutrition.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_philosophy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_prehistory.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_accounting.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_law.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_medicine.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_psychology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_public_relations.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_security_studies.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_sociology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_us_foreign_policy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_virology.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_world_religions.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_leaderboard_arabic_mt_arc_challenge.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_mt_arc_challenge.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_leaderboard_arabic_mt_arc_easy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_mt_arc_easy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_leaderboard_arabic_mt_boolq.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_mt_boolq.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_leaderboard_arabic_mt_copa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_mt_copa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_leaderboard_arabic_mt_hellaswag.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_mt_hellaswag.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_leaderboard_arabic_mt_mmlu.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_mt_mmlu.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_leaderboard_arabic_mt_openbook_qa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_mt_openbook_qa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_leaderboard_arabic_mt_piqa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_mt_piqa.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_leaderboard_arabic_mt_race.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_mt_race.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_leaderboard_arabic_mt_sciq.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_mt_sciq.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_leaderboard_arabic_mt_toxigen.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_mt_toxigen.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/utils.py
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Algeria.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Ancient_Egypt.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arab_Empire.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Architecture.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Art.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Astronomy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Calligraphy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ceremony.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Clothing.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Culture.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Food.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Funeral.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Geography.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_History.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Language_Origin.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Literature.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Math.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Medicine.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Music.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ornament.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Philosophy.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Wedding.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Bahrain.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Comoros.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Egypt_modern.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromAncientEgypt.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromByzantium.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromChina.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromGreece.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromIslam.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromPersia.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromRome.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Iraq.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_Education.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_branches_and_schools.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islamic_law_system.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Jordan.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Kuwait.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Lebanon.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Libya.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mauritania.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mesopotamia_civilization.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Morocco.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Oman.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Palestine.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Qatar.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Saudi_Arabia.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Somalia.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Sudan.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Syria.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Tunisia.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_United_Arab_Emirates.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Yemen.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_communication.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_computer_and_phone.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_daily_life.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_entertainment.yaml
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/utils.py
lm_eval/tasks/arabic_leaderboard_light/README.md
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_mcq_exams_test_ar_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_dialects_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_msa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_sentiment_task_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_exams_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_leaderboard_arabic_exams_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_abstract_algebra_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_anatomy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_astronomy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_business_ethics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_clinical_knowledge_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_biology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_chemistry_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_computer_science_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_mathematics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_medicine_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_physics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_computer_security_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_conceptual_physics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_econometrics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_electrical_engineering_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_elementary_mathematics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_formal_logic_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_global_facts_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_biology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_chemistry_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_computer_science_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_european_history_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_geography_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_mathematics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_microeconomics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_physics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_psychology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_statistics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_us_history_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_world_history_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_aging_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_sexuality_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_international_law_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_jurisprudence_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_logical_fallacies_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_machine_learning_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_management_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_marketing_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_medical_genetics_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_miscellaneous_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_disputes_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_scenarios_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_nutrition_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_philosophy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_prehistory_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_accounting_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_law_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_medicine_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_psychology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_public_relations_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_security_studies_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_sociology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_us_foreign_policy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_virology_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_world_religions_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_leaderboard_arabic_mt_arc_challenge_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_mt_arc_challenge_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_leaderboard_arabic_mt_arc_easy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_mt_arc_easy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_leaderboard_arabic_mt_boolq_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_mt_boolq_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arabic_mt_copa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arbic_leaderboard_arabic_mt_copa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_leaderboard_arabic_mt_hellaswag_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_mt_hellaswag_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_leaderboard_arabic_mt_mmlu_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_mt_mmlu_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_leaderboard_arabic_mt_openbook_qa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_mt_openbook_qa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_leaderboard_arabic_mt_piqa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_mt_piqa_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_leaderboard_arabic_mt_race_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_mt_race_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_leaderboard_arabic_mt_sciq_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_mt_sciq_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_leaderboard_arabic_mt_toxigen_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_mt_toxigen_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/utils.py
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Algeria_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Ancient_Egypt_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arab_Empire_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Architecture_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Art_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Astronomy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Calligraphy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ceremony_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Clothing_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Culture_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Food_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Funeral_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Geography_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_History_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Language_Origin_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Literature_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Math_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Medicine_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Music_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ornament_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Philosophy_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Wedding_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Bahrain_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Comoros_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Egypt_modern_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromAncientEgypt_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromByzantium_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromChina_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromGreece_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromIslam_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromPersia_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromRome_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Iraq_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_Education_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_branches_and_schools_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islamic_law_system_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Jordan_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Kuwait_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Lebanon_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Libya_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mauritania_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mesopotamia_civilization_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Morocco_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Oman_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Palestine_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Qatar_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Saudi_Arabia_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Somalia_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Sudan_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py
lm_eval/tasks/arabicmmlu/README.md
lm_eval/tasks/arabicmmlu/_arabicmmlu.yaml
lm_eval/tasks/arabicmmlu/_arabicmmlu_humanities.yaml
lm_eval/tasks/arabicmmlu/_arabicmmlu_language.yaml
lm_eval/tasks/arabicmmlu/_arabicmmlu_other.yaml
lm_eval/tasks/arabicmmlu/_arabicmmlu_social_science.yaml
lm_eval/tasks/arabicmmlu/_arabicmmlu_stem.yaml
lm_eval/tasks/arabicmmlu/_default_arabicmmlu_template_yaml
lm_eval/tasks/arabicmmlu/_generate_configs.py
lm_eval/tasks/arabicmmlu/arabicmmlu_accounting_university.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_grammar.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_biology_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_university.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_driving_test.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_university.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_history_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_history_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_history_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_law_professional.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_management_university.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_math_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_primary_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_philosophy_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_physics_high_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_political_science_university.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_middle_school.yaml
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_primary_school.yaml
lm_eval/tasks/arabicmmlu/utils.py
lm_eval/tasks/aradice/README.md
lm_eval/tasks/aradice/aradice.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_civics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_biology.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_physics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_driving-test.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_math.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_prof_humanities_law.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_other_management.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/_default_template_yaml
lm_eval/tasks/aradice/ArabicMMLU/EGY/metrics.py
lm_eval/tasks/aradice/ArabicMMLU/EGY/utils.py
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_civics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_biology.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_physics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_driving-test.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_history.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_math.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_prof_humanities_law.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_other_management.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/_default_template_yaml
lm_eval/tasks/aradice/ArabicMMLU/LEV/metrics.py
lm_eval/tasks/aradice/ArabicMMLU/LEV/utils.py
lm_eval/tasks/aradice/boolq/EGY/boolq_egy.yaml
lm_eval/tasks/aradice/boolq/EGY/metrics.py
lm_eval/tasks/aradice/boolq/EGY/utils.py
lm_eval/tasks/aradice/boolq/ENG/boolq_eng.yaml
lm_eval/tasks/aradice/boolq/ENG/metrics.py
lm_eval/tasks/aradice/boolq/ENG/utils.py
lm_eval/tasks/aradice/boolq/LEV/boolq_lev.yaml
lm_eval/tasks/aradice/boolq/LEV/metrics.py
lm_eval/tasks/aradice/boolq/LEV/utils.py
lm_eval/tasks/aradice/boolq/MSA/boolq_msa.yaml
lm_eval/tasks/aradice/boolq/MSA/metrics.py
lm_eval/tasks/aradice/boolq/MSA/utils.py
lm_eval/tasks/aradice/cultural-benchmark/egypt.yaml
lm_eval/tasks/aradice/cultural-benchmark/jordan.yaml
lm_eval/tasks/aradice/cultural-benchmark/lebanon.yaml
lm_eval/tasks/aradice/cultural-benchmark/metrics.py
lm_eval/tasks/aradice/cultural-benchmark/palestine.yaml
lm_eval/tasks/aradice/cultural-benchmark/qatar.yaml
lm_eval/tasks/aradice/cultural-benchmark/syria.yaml
lm_eval/tasks/aradice/cultural-benchmark/utils.py
lm_eval/tasks/aradice/openbookqa/metrics.py
lm_eval/tasks/aradice/openbookqa/openbookqa_egy.yaml
lm_eval/tasks/aradice/openbookqa/openbookqa_eng.yaml
lm_eval/tasks/aradice/openbookqa/openbookqa_lev.yaml
lm_eval/tasks/aradice/openbookqa/openbookqa_msa.yaml
lm_eval/tasks/aradice/openbookqa/utils.py
lm_eval/tasks/aradice/piqa/metrics.py
lm_eval/tasks/aradice/piqa/piqa_egy.yaml
lm_eval/tasks/aradice/piqa/piqa_eng.yaml
lm_eval/tasks/aradice/piqa/piqa_lev.yaml
lm_eval/tasks/aradice/piqa/piqa_msa.yaml
lm_eval/tasks/aradice/truthfulqa_mcq/metrics.py
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_egy.yaml
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_eng.yaml
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_lev.yaml
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_msa.yaml
lm_eval/tasks/aradice/winogrande/metrics.py
lm_eval/tasks/aradice/winogrande/utils.py
lm_eval/tasks/aradice/winogrande/winogrande_egy.yaml
lm_eval/tasks/aradice/winogrande/winogrande_eng.yaml
lm_eval/tasks/aradice/winogrande/winogrande_lev.yaml
lm_eval/tasks/aradice/winogrande/winogrande_msa.yaml
lm_eval/tasks/arc/README.md
lm_eval/tasks/arc/arc_challenge.yaml
lm_eval/tasks/arc/arc_challenge_chat.yaml
lm_eval/tasks/arc/arc_easy.yaml
lm_eval/tasks/arc_mt/README.md
lm_eval/tasks/arc_mt/arc_challenge_mt_da.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_de.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_el.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_es.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_fi.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_hu.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_is.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_it.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_nb.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_pl.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_pt.yaml
lm_eval/tasks/arc_mt/arc_challenge_mt_sv.yaml
lm_eval/tasks/arithmetic/README.md
lm_eval/tasks/arithmetic/arithmetic_1dc.yaml
lm_eval/tasks/arithmetic/arithmetic_2da.yaml
lm_eval/tasks/arithmetic/arithmetic_2dm.yaml
lm_eval/tasks/arithmetic/arithmetic_2ds.yaml
lm_eval/tasks/arithmetic/arithmetic_3da.yaml
lm_eval/tasks/arithmetic/arithmetic_3ds.yaml
lm_eval/tasks/arithmetic/arithmetic_4da.yaml
lm_eval/tasks/arithmetic/arithmetic_4ds.yaml
lm_eval/tasks/arithmetic/arithmetic_5da.yaml
lm_eval/tasks/arithmetic/arithmetic_5ds.yaml
lm_eval/tasks/asdiv/README.md
lm_eval/tasks/asdiv/asdiv-cot-llama.yaml
lm_eval/tasks/asdiv/default.yaml
lm_eval/tasks/babi/README.md
lm_eval/tasks/babi/babi.yaml
lm_eval/tasks/basque_bench/README.md
lm_eval/tasks/basque_bench/basque_bench.yaml
lm_eval/tasks/basque_bench/mgsm_cot_native_eu.yaml
lm_eval/tasks/basque_bench/mgsm_direct_eu.yaml
lm_eval/tasks/basque_bench/piqa_eu.yaml
lm_eval/tasks/basque_bench/utils.py
lm_eval/tasks/basque_bench/wnli_eu.yaml
lm_eval/tasks/basque_bench/xcopa_eu.yaml
lm_eval/tasks/basque_bench/flores_eu/_flores_common_yaml
lm_eval/tasks/basque_bench/flores_eu/create_yamls_flores_eu.py
lm_eval/tasks/basque_bench/flores_eu/flores_ca-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_de-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_en-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_es-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-ca.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-de.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-en.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-es.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-fr.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-gl.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-it.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu-pt.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_fr-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_gl-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_it-eu.yaml
lm_eval/tasks/basque_bench/flores_eu/flores_pt-eu.yaml
lm_eval/tasks/basqueglue/README.md
lm_eval/tasks/basqueglue/bec.yaml
lm_eval/tasks/basqueglue/bhtc.yaml
lm_eval/tasks/basqueglue/coref.yaml
lm_eval/tasks/basqueglue/qnli.yaml
lm_eval/tasks/basqueglue/utils.py
lm_eval/tasks/basqueglue/vaxx.yaml
lm_eval/tasks/basqueglue/wic.yaml
lm_eval/tasks/bbh/README.md
lm_eval/tasks/bbh/_generate_configs.py
lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml
lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml
lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml
lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml
lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml
lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml
lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml
lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml
lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml
lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml
lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml
lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml
lm_eval/tasks/bbh/cot_fewshot/navigate.yaml
lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml
lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml
lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml
lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml
lm_eval/tasks/bbh/cot_fewshot/snarks.yaml
lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml
lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_three_objects.yaml
lm_eval/tasks/bbh/cot_fewshot/web_of_lies.yaml
lm_eval/tasks/bbh/cot_fewshot/word_sorting.yaml
lm_eval/tasks/bbh/cot_zeroshot/_bbh_cot_zeroshot.yaml
lm_eval/tasks/bbh/cot_zeroshot/_cot_zeroshot_template_yaml
lm_eval/tasks/bbh/cot_zeroshot/boolean_expressions.yaml
lm_eval/tasks/bbh/cot_zeroshot/causal_judgement.yaml
lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml
lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml
lm_eval/tasks/bbh/cot_zeroshot/dyck_languages.yaml
lm_eval/tasks/bbh/cot_zeroshot/formal_fallacies.yaml
lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml
lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml
lm_eval/tasks/bbh/cot_zeroshot/multistep_arithmetic_two.yaml
lm_eval/tasks/bbh/cot_zeroshot/navigate.yaml
lm_eval/tasks/bbh/cot_zeroshot/object_counting.yaml
lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml
lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml
lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml
lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml
lm_eval/tasks/bbh/cot_zeroshot/sports_understanding.yaml
lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
lm_eval/tasks/bbh/cot_zeroshot/utils.py
lm_eval/tasks/bbh/cot_zeroshot/web_of_lies.yaml
lm_eval/tasks/bbh/cot_zeroshot/word_sorting.yaml
lm_eval/tasks/bbh/fewshot/_bbh_fewshot.yaml
lm_eval/tasks/bbh/fewshot/_fewshot_template_yaml
lm_eval/tasks/bbh/fewshot/boolean_expressions.yaml
lm_eval/tasks/bbh/fewshot/causal_judgement.yaml
lm_eval/tasks/bbh/fewshot/date_understanding.yaml
lm_eval/tasks/bbh/fewshot/disambiguation_qa.yaml
lm_eval/tasks/bbh/fewshot/dyck_languages.yaml
lm_eval/tasks/bbh/fewshot/formal_fallacies.yaml
lm_eval/tasks/bbh/fewshot/geometric_shapes.yaml
lm_eval/tasks/bbh/fewshot/hyperbaton.yaml
lm_eval/tasks/bbh/fewshot/logical_deduction_five_objects.yaml
lm_eval/tasks/bbh/fewshot/logical_deduction_seven_objects.yaml
lm_eval/tasks/bbh/fewshot/logical_deduction_three_objects.yaml
lm_eval/tasks/bbh/fewshot/movie_recommendation.yaml
lm_eval/tasks/bbh/fewshot/multistep_arithmetic_two.yaml
lm_eval/tasks/bbh/fewshot/navigate.yaml
lm_eval/tasks/bbh/fewshot/object_counting.yaml
lm_eval/tasks/bbh/fewshot/penguins_in_a_table.yaml
lm_eval/tasks/bbh/fewshot/reasoning_about_colored_objects.yaml
lm_eval/tasks/bbh/fewshot/ruin_names.yaml
lm_eval/tasks/bbh/fewshot/salient_translation_error_detection.yaml
lm_eval/tasks/bbh/fewshot/snarks.yaml
lm_eval/tasks/bbh/fewshot/sports_understanding.yaml
lm_eval/tasks/bbh/fewshot/temporal_sequences.yaml
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_five_objects.yaml
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_seven_objects.yaml
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_three_objects.yaml
lm_eval/tasks/bbh/fewshot/web_of_lies.yaml
lm_eval/tasks/bbh/fewshot/word_sorting.yaml
lm_eval/tasks/bbh/zeroshot/_bbh_zeroshot.yaml
lm_eval/tasks/bbh/zeroshot/_zeroshot_template_yaml
lm_eval/tasks/bbh/zeroshot/boolean_expressions.yaml
lm_eval/tasks/bbh/zeroshot/causal_judgement.yaml
lm_eval/tasks/bbh/zeroshot/date_understanding.yaml
lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml
lm_eval/tasks/bbh/zeroshot/dyck_languages.yaml
lm_eval/tasks/bbh/zeroshot/formal_fallacies.yaml
lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml
lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml
lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml
lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml
lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml
lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml
lm_eval/tasks/bbh/zeroshot/multistep_arithmetic_two.yaml
lm_eval/tasks/bbh/zeroshot/navigate.yaml
lm_eval/tasks/bbh/zeroshot/object_counting.yaml
lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml
lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml
lm_eval/tasks/bbh/zeroshot/ruin_names.yaml
lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml
lm_eval/tasks/bbh/zeroshot/snarks.yaml
lm_eval/tasks/bbh/zeroshot/sports_understanding.yaml
lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml
lm_eval/tasks/bbh/zeroshot/utils.py
lm_eval/tasks/bbh/zeroshot/web_of_lies.yaml
lm_eval/tasks/bbh/zeroshot/word_sorting.yaml
lm_eval/tasks/belebele/README.md
lm_eval/tasks/belebele/_belebele.yaml
lm_eval/tasks/belebele/_default_template_yaml
lm_eval/tasks/belebele/_generate_configs.py
lm_eval/tasks/belebele/belebele_acm_Arab.yaml
lm_eval/tasks/belebele/belebele_afr_Latn.yaml
lm_eval/tasks/belebele/belebele_als_Latn.yaml
lm_eval/tasks/belebele/belebele_amh_Ethi.yaml
lm_eval/tasks/belebele/belebele_apc_Arab.yaml
lm_eval/tasks/belebele/belebele_arb_Arab.yaml
lm_eval/tasks/belebele/belebele_arb_Latn.yaml
lm_eval/tasks/belebele/belebele_ars_Arab.yaml
lm_eval/tasks/belebele/belebele_ary_Arab.yaml
lm_eval/tasks/belebele/belebele_arz_Arab.yaml
lm_eval/tasks/belebele/belebele_asm_Beng.yaml
lm_eval/tasks/belebele/belebele_azj_Latn.yaml
lm_eval/tasks/belebele/belebele_bam_Latn.yaml
lm_eval/tasks/belebele/belebele_ben_Beng.yaml
lm_eval/tasks/belebele/belebele_ben_Latn.yaml
lm_eval/tasks/belebele/belebele_bod_Tibt.yaml
lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml
lm_eval/tasks/belebele/belebele_cat_Latn.yaml
lm_eval/tasks/belebele/belebele_ceb_Latn.yaml
lm_eval/tasks/belebele/belebele_ces_Latn.yaml
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml
lm_eval/tasks/belebele/belebele_dan_Latn.yaml
lm_eval/tasks/belebele/belebele_deu_Latn.yaml
lm_eval/tasks/belebele/belebele_ell_Grek.yaml
lm_eval/tasks/belebele/belebele_eng_Latn.yaml
lm_eval/tasks/belebele/belebele_est_Latn.yaml
lm_eval/tasks/belebele/belebele_eus_Latn.yaml
lm_eval/tasks/belebele/belebele_fin_Latn.yaml
lm_eval/tasks/belebele/belebele_fra_Latn.yaml
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml
lm_eval/tasks/belebele/belebele_grn_Latn.yaml
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml
lm_eval/tasks/belebele/belebele_hat_Latn.yaml
lm_eval/tasks/belebele/belebele_hau_Latn.yaml
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml
lm_eval/tasks/belebele/belebele_hin_Deva.yaml
lm_eval/tasks/belebele/belebele_hin_Latn.yaml
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml
lm_eval/tasks/belebele/belebele_hun_Latn.yaml
lm_eval/tasks/belebele/belebele_hye_Armn.yaml
lm_eval/tasks/belebele/belebele_ibo_Latn.yaml
lm_eval/tasks/belebele/belebele_ilo_Latn.yaml
lm_eval/tasks/belebele/belebele_ind_Latn.yaml
lm_eval/tasks/belebele/belebele_isl_Latn.yaml
lm_eval/tasks/belebele/belebele_ita_Latn.yaml
lm_eval/tasks/belebele/belebele_jav_Latn.yaml
lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml
lm_eval/tasks/belebele/belebele_kac_Latn.yaml
lm_eval/tasks/belebele/belebele_kan_Knda.yaml
lm_eval/tasks/belebele/belebele_kat_Geor.yaml
lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml
lm_eval/tasks/belebele/belebele_kea_Latn.yaml
lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml
lm_eval/tasks/belebele/belebele_khm_Khmr.yaml
lm_eval/tasks/belebele/belebele_kin_Latn.yaml
lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml
lm_eval/tasks/belebele/belebele_kor_Hang.yaml
lm_eval/tasks/belebele/belebele_lao_Laoo.yaml
lm_eval/tasks/belebele/belebele_lin_Latn.yaml
lm_eval/tasks/belebele/belebele_lit_Latn.yaml
lm_eval/tasks/belebele/belebele_lug_Latn.yaml
lm_eval/tasks/belebele/belebele_luo_Latn.yaml
lm_eval/tasks/belebele/belebele_lvs_Latn.yaml
lm_eval/tasks/belebele/belebele_mal_Mlym.yaml
lm_eval/tasks/belebele/belebele_mar_Deva.yaml
lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml
lm_eval/tasks/belebele/belebele_mlt_Latn.yaml
lm_eval/tasks/belebele/belebele_mri_Latn.yaml
lm_eval/tasks/belebele/belebele_mya_Mymr.yaml
lm_eval/tasks/belebele/belebele_nld_Latn.yaml
lm_eval/tasks/belebele/belebele_nob_Latn.yaml
lm_eval/tasks/belebele/belebele_npi_Deva.yaml
lm_eval/tasks/belebele/belebele_npi_Latn.yaml
lm_eval/tasks/belebele/belebele_nso_Latn.yaml
lm_eval/tasks/belebele/belebele_nya_Latn.yaml
lm_eval/tasks/belebele/belebele_ory_Orya.yaml
lm_eval/tasks/belebele/belebele_pan_Guru.yaml
lm_eval/tasks/belebele/belebele_pbt_Arab.yaml
lm_eval/tasks/belebele/belebele_pes_Arab.yaml
lm_eval/tasks/belebele/belebele_plt_Latn.yaml
lm_eval/tasks/belebele/belebele_pol_Latn.yaml
lm_eval/tasks/belebele/belebele_por_Latn.yaml
lm_eval/tasks/belebele/belebele_ron_Latn.yaml
lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml
lm_eval/tasks/belebele/belebele_shn_Mymr.yaml
lm_eval/tasks/belebele/belebele_sin_Latn.yaml
lm_eval/tasks/belebele/belebele_sin_Sinh.yaml
lm_eval/tasks/belebele/belebele_slk_Latn.yaml
lm_eval/tasks/belebele/belebele_slv_Latn.yaml
lm_eval/tasks/belebele/belebele_sna_Latn.yaml
lm_eval/tasks/belebele/belebele_snd_Arab.yaml
lm_eval/tasks/belebele/belebele_som_Latn.yaml
lm_eval/tasks/belebele/belebele_sot_Latn.yaml
lm_eval/tasks/belebele/belebele_spa_Latn.yaml
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml
lm_eval/tasks/belebele/belebele_sun_Latn.yaml
lm_eval/tasks/belebele/belebele_swe_Latn.yaml
lm_eval/tasks/belebele/belebele_swh_Latn.yaml
lm_eval/tasks/belebele/belebele_tam_Taml.yaml
lm_eval/tasks/belebele/belebele_tel_Telu.yaml
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml
lm_eval/tasks/belebele/belebele_tha_Thai.yaml
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml
lm_eval/tasks/belebele/belebele_tso_Latn.yaml
lm_eval/tasks/belebele/belebele_tur_Latn.yaml
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml
lm_eval/tasks/belebele/belebele_urd_Arab.yaml
lm_eval/tasks/belebele/belebele_urd_Latn.yaml
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml
lm_eval/tasks/belebele/belebele_vie_Latn.yaml
lm_eval/tasks/belebele/belebele_war_Latn.yaml
lm_eval/tasks/belebele/belebele_wol_Latn.yaml
lm_eval/tasks/belebele/belebele_xho_Latn.yaml
lm_eval/tasks/belebele/belebele_yor_Latn.yaml
lm_eval/tasks/belebele/belebele_zho_Hans.yaml
lm_eval/tasks/belebele/belebele_zho_Hant.yaml
lm_eval/tasks/belebele/belebele_zsm_Latn.yaml
lm_eval/tasks/belebele/belebele_zul_Latn.yaml
lm_eval/tasks/benchmarks/minerva_math.yaml
lm_eval/tasks/benchmarks/openllm.yaml
lm_eval/tasks/benchmarks/pythia.yaml
lm_eval/tasks/benchmarks/t0_eval.yaml
lm_eval/tasks/benchmarks/flan/_held_in_template_yaml
lm_eval/tasks/benchmarks/flan/flan_held_in.yaml
lm_eval/tasks/benchmarks/flan/flan_held_out.yaml
lm_eval/tasks/benchmarks/multimedqa/README.md
lm_eval/tasks/benchmarks/multimedqa/multimedqa.yaml
lm_eval/tasks/bertaqa/README.md
lm_eval/tasks/bertaqa/_bertaqa_template
lm_eval/tasks/bertaqa/bertaqa_en.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_gemma-7b.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_hitz.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_itzuli.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-13b.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-70b.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-7b.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_madlad.yaml
lm_eval/tasks/bertaqa/bertaqa_en_mt_nllb.yaml
lm_eval/tasks/bertaqa/bertaqa_eu.yaml
lm_eval/tasks/bigbench/README.md
lm_eval/tasks/bigbench/generate_tasks.py
lm_eval/tasks/bigbench/generate_until_template_yaml
lm_eval/tasks/bigbench/multiple_choice_template_a_yaml
lm_eval/tasks/bigbench/multiple_choice_template_b_yaml
lm_eval/tasks/bigbench/push_bigbench_dataset.py
lm_eval/tasks/bigbench/generate_until/abstract_narrative_understanding.yaml
lm_eval/tasks/bigbench/generate_until/anachronisms.yaml
lm_eval/tasks/bigbench/generate_until/analogical_similarity.yaml
lm_eval/tasks/bigbench/generate_until/analytic_entailment.yaml
lm_eval/tasks/bigbench/generate_until/arithmetic.yaml
lm_eval/tasks/bigbench/generate_until/ascii_word_recognition.yaml
lm_eval/tasks/bigbench/generate_until/authorship_verification.yaml
lm_eval/tasks/bigbench/generate_until/auto_categorization.yaml
lm_eval/tasks/bigbench/generate_until/auto_debugging.yaml
lm_eval/tasks/bigbench/generate_until/bbq_lite_json.yaml
lm_eval/tasks/bigbench/generate_until/bridging_anaphora_resolution_barqa.yaml
lm_eval/tasks/bigbench/generate_until/causal_judgment.yaml
lm_eval/tasks/bigbench/generate_until/cause_and_effect.yaml
lm_eval/tasks/bigbench/generate_until/checkmate_in_one.yaml
lm_eval/tasks/bigbench/generate_until/chess_state_tracking.yaml
lm_eval/tasks/bigbench/generate_until/chinese_remainder_theorem.yaml
lm_eval/tasks/bigbench/generate_until/cifar10_classification.yaml
lm_eval/tasks/bigbench/generate_until/code_line_description.yaml
lm_eval/tasks/bigbench/generate_until/codenames.yaml
lm_eval/tasks/bigbench/generate_until/color.yaml
lm_eval/tasks/bigbench/generate_until/common_morpheme.yaml
lm_eval/tasks/bigbench/generate_until/conceptual_combinations.yaml
lm_eval/tasks/bigbench/generate_until/conlang_translation.yaml
lm_eval/tasks/bigbench/generate_until/contextual_parametric_knowledge_conflicts.yaml
lm_eval/tasks/bigbench/generate_until/crash_blossom.yaml
lm_eval/tasks/bigbench/generate_until/crass_ai.yaml
lm_eval/tasks/bigbench/generate_until/cryobiology_spanish.yaml
lm_eval/tasks/bigbench/generate_until/cryptonite.yaml
lm_eval/tasks/bigbench/generate_until/cs_algorithms.yaml
lm_eval/tasks/bigbench/generate_until/dark_humor_detection.yaml
lm_eval/tasks/bigbench/generate_until/date_understanding.yaml
lm_eval/tasks/bigbench/generate_until/disambiguation_qa.yaml
lm_eval/tasks/bigbench/generate_until/discourse_marker_prediction.yaml
lm_eval/tasks/bigbench/generate_until/disfl_qa.yaml
lm_eval/tasks/bigbench/generate_until/dyck_languages.yaml
lm_eval/tasks/bigbench/generate_until/elementary_math_qa.yaml
lm_eval/tasks/bigbench/generate_until/emoji_movie.yaml
lm_eval/tasks/bigbench/generate_until/emojis_emotion_prediction.yaml
lm_eval/tasks/bigbench/generate_until/empirical_judgments.yaml
lm_eval/tasks/bigbench/generate_until/english_proverbs.yaml
lm_eval/tasks/bigbench/generate_until/english_russian_proverbs.yaml
lm_eval/tasks/bigbench/generate_until/entailed_polarity.yaml
lm_eval/tasks/bigbench/generate_until/entailed_polarity_hindi.yaml
lm_eval/tasks/bigbench/generate_until/epistemic_reasoning.yaml
lm_eval/tasks/bigbench/generate_until/evaluating_information_essentiality.yaml
lm_eval/tasks/bigbench/generate_until/fact_checker.yaml
lm_eval/tasks/bigbench/generate_until/fantasy_reasoning.yaml
lm_eval/tasks/bigbench/generate_until/few_shot_nlg.yaml
lm_eval/tasks/bigbench/generate_until/figure_of_speech_detection.yaml
lm_eval/tasks/bigbench/generate_until/formal_fallacies_syllogisms_negation.yaml
lm_eval/tasks/bigbench/generate_until/gem.yaml
lm_eval/tasks/bigbench/generate_until/gender_inclusive_sentences_german.yaml
lm_eval/tasks/bigbench/generate_until/general_knowledge.yaml
lm_eval/tasks/bigbench/generate_until/geometric_shapes.yaml
lm_eval/tasks/bigbench/generate_until/goal_step_wikihow.yaml
lm_eval/tasks/bigbench/generate_until/gre_reading_comprehension.yaml
lm_eval/tasks/bigbench/generate_until/hhh_alignment.yaml
lm_eval/tasks/bigbench/generate_until/hindi_question_answering.yaml
lm_eval/tasks/bigbench/generate_until/hindu_knowledge.yaml
lm_eval/tasks/bigbench/generate_until/hinglish_toxicity.yaml
lm_eval/tasks/bigbench/generate_until/human_organs_senses.yaml
lm_eval/tasks/bigbench/generate_until/hyperbaton.yaml
lm_eval/tasks/bigbench/generate_until/identify_math_theorems.yaml
lm_eval/tasks/bigbench/generate_until/identify_odd_metaphor.yaml
lm_eval/tasks/bigbench/generate_until/implicatures.yaml
lm_eval/tasks/bigbench/generate_until/implicit_relations.yaml
lm_eval/tasks/bigbench/generate_until/intent_recognition.yaml
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_nli.yaml
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_transliterate.yaml
lm_eval/tasks/bigbench/generate_until/intersect_geometry.yaml
lm_eval/tasks/bigbench/generate_until/irony_identification.yaml
lm_eval/tasks/bigbench/generate_until/kanji_ascii.yaml
lm_eval/tasks/bigbench/generate_until/kannada.yaml
lm_eval/tasks/bigbench/generate_until/key_value_maps.yaml
lm_eval/tasks/bigbench/generate_until/known_unknowns.yaml
lm_eval/tasks/bigbench/generate_until/language_games.yaml
lm_eval/tasks/bigbench/generate_until/language_identification.yaml
lm_eval/tasks/bigbench/generate_until/linguistic_mappings.yaml
lm_eval/tasks/bigbench/generate_until/linguistics_puzzles.yaml
lm_eval/tasks/bigbench/generate_until/list_functions.yaml
lm_eval/tasks/bigbench/generate_until/logic_grid_puzzle.yaml
lm_eval/tasks/bigbench/generate_until/logical_args.yaml
lm_eval/tasks/bigbench/generate_until/logical_deduction.yaml
lm_eval/tasks/bigbench/generate_until/logical_fallacy_detection.yaml
lm_eval/tasks/bigbench/generate_until/logical_sequence.yaml
lm_eval/tasks/bigbench/generate_until/mathematical_induction.yaml
lm_eval/tasks/bigbench/generate_until/matrixshapes.yaml
lm_eval/tasks/bigbench/generate_until/metaphor_boolean.yaml
lm_eval/tasks/bigbench/generate_until/metaphor_understanding.yaml
lm_eval/tasks/bigbench/generate_until/minute_mysteries_qa.yaml
lm_eval/tasks/bigbench/generate_until/misconceptions.yaml
lm_eval/tasks/bigbench/generate_until/misconceptions_russian.yaml
lm_eval/tasks/bigbench/generate_until/mnist_ascii.yaml
lm_eval/tasks/bigbench/generate_until/modified_arithmetic.yaml
lm_eval/tasks/bigbench/generate_until/moral_permissibility.yaml
lm_eval/tasks/bigbench/generate_until/movie_dialog_same_or_different.yaml
lm_eval/tasks/bigbench/generate_until/movie_recommendation.yaml
lm_eval/tasks/bigbench/generate_until/mult_data_wrangling.yaml
lm_eval/tasks/bigbench/generate_until/multiemo.yaml
lm_eval/tasks/bigbench/generate_until/natural_instructions.yaml
lm_eval/tasks/bigbench/generate_until/navigate.yaml
lm_eval/tasks/bigbench/generate_until/nonsense_words_grammar.yaml
lm_eval/tasks/bigbench/generate_until/novel_concepts.yaml
lm_eval/tasks/bigbench/generate_until/object_counting.yaml
lm_eval/tasks/bigbench/generate_until/odd_one_out.yaml
lm_eval/tasks/bigbench/generate_until/operators.yaml
lm_eval/tasks/bigbench/generate_until/paragraph_segmentation.yaml
lm_eval/tasks/bigbench/generate_until/parsinlu_qa.yaml
lm_eval/tasks/bigbench/generate_until/parsinlu_reading_comprehension.yaml
lm_eval/tasks/bigbench/generate_until/penguins_in_a_table.yaml
lm_eval/tasks/bigbench/generate_until/periodic_elements.yaml
lm_eval/tasks/bigbench/generate_until/persian_idioms.yaml
lm_eval/tasks/bigbench/generate_until/phrase_relatedness.yaml
lm_eval/tasks/bigbench/generate_until/physical_intuition.yaml
lm_eval/tasks/bigbench/generate_until/physics.yaml
lm_eval/tasks/bigbench/generate_until/physics_questions.yaml
lm_eval/tasks/bigbench/generate_until/play_dialog_same_or_different.yaml
lm_eval/tasks/bigbench/generate_until/polish_sequence_labeling.yaml
lm_eval/tasks/bigbench/generate_until/presuppositions_as_nli.yaml
lm_eval/tasks/bigbench/generate_until/qa_wikidata.yaml
lm_eval/tasks/bigbench/generate_until/question_selection.yaml
lm_eval/tasks/bigbench/generate_until/real_or_fake_text.yaml
lm_eval/tasks/bigbench/generate_until/reasoning_about_colored_objects.yaml
lm_eval/tasks/bigbench/generate_until/repeat_copy_logic.yaml
lm_eval/tasks/bigbench/generate_until/rephrase.yaml
lm_eval/tasks/bigbench/generate_until/riddle_sense.yaml
lm_eval/tasks/bigbench/generate_until/ruin_names.yaml
lm_eval/tasks/bigbench/generate_until/salient_translation_error_detection.yaml
lm_eval/tasks/bigbench/generate_until/scientific_press_release.yaml
lm_eval/tasks/bigbench/generate_until/semantic_parsing_in_context_sparc.yaml
lm_eval/tasks/bigbench/generate_until/semantic_parsing_spider.yaml
lm_eval/tasks/bigbench/generate_until/sentence_ambiguity.yaml
lm_eval/tasks/bigbench/generate_until/similarities_abstraction.yaml
lm_eval/tasks/bigbench/generate_until/simp_turing_concept.yaml
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json.yaml
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_multiple_choice.yaml
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_subtasks.yaml
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_multiple_targets_json.yaml
lm_eval/tasks/bigbench/generate_until/simple_ethical_questions.yaml
lm_eval/tasks/bigbench/generate_until/simple_text_editing.yaml
lm_eval/tasks/bigbench/generate_until/snarks.yaml
lm_eval/tasks/bigbench/generate_until/social_iqa.yaml
lm_eval/tasks/bigbench/generate_until/social_support.yaml
lm_eval/tasks/bigbench/generate_until/sports_understanding.yaml
lm_eval/tasks/bigbench/generate_until/strange_stories.yaml
lm_eval/tasks/bigbench/generate_until/strategyqa.yaml
lm_eval/tasks/bigbench/generate_until/sufficient_information.yaml
lm_eval/tasks/bigbench/generate_until/suicide_risk.yaml
lm_eval/tasks/bigbench/generate_until/swahili_english_proverbs.yaml
lm_eval/tasks/bigbench/generate_until/swedish_to_german_proverbs.yaml
lm_eval/tasks/bigbench/generate_until/symbol_interpretation.yaml
lm_eval/tasks/bigbench/generate_until/temporal_sequences.yaml
lm_eval/tasks/bigbench/generate_until/tense.yaml
lm_eval/tasks/bigbench/generate_until/timedial.yaml
lm_eval/tasks/bigbench/generate_until/topical_chat.yaml
lm_eval/tasks/bigbench/generate_until/tracking_shuffled_objects.yaml
lm_eval/tasks/bigbench/generate_until/understanding_fables.yaml
lm_eval/tasks/bigbench/generate_until/undo_permutation.yaml
lm_eval/tasks/bigbench/generate_until/unit_conversion.yaml
lm_eval/tasks/bigbench/generate_until/unit_interpretation.yaml
lm_eval/tasks/bigbench/generate_until/unnatural_in_context_learning.yaml
lm_eval/tasks/bigbench/generate_until/vitaminc_fact_verification.yaml
lm_eval/tasks/bigbench/generate_until/what_is_the_tao.yaml
lm_eval/tasks/bigbench/generate_until/which_wiki_edit.yaml
lm_eval/tasks/bigbench/generate_until/winowhy.yaml
lm_eval/tasks/bigbench/generate_until/word_sorting.yaml
lm_eval/tasks/bigbench/generate_until/word_unscrambling.yaml
lm_eval/tasks/bigbench/multiple_choice/abstract_narrative_understanding.yaml
lm_eval/tasks/bigbench/multiple_choice/anachronisms.yaml
lm_eval/tasks/bigbench/multiple_choice/analogical_similarity.yaml
lm_eval/tasks/bigbench/multiple_choice/analytic_entailment.yaml
lm_eval/tasks/bigbench/multiple_choice/arithmetic.yaml
lm_eval/tasks/bigbench/multiple_choice/authorship_verification.yaml
lm_eval/tasks/bigbench/multiple_choice/bbq_lite_json.yaml
lm_eval/tasks/bigbench/multiple_choice/causal_judgment.yaml
lm_eval/tasks/bigbench/multiple_choice/cause_and_effect.yaml
lm_eval/tasks/bigbench/multiple_choice/checkmate_in_one.yaml
lm_eval/tasks/bigbench/multiple_choice/cifar10_classification.yaml
lm_eval/tasks/bigbench/multiple_choice/code_line_description.yaml
lm_eval/tasks/bigbench/multiple_choice/color.yaml
lm_eval/tasks/bigbench/multiple_choice/common_morpheme.yaml
lm_eval/tasks/bigbench/multiple_choice/conceptual_combinations.yaml
lm_eval/tasks/bigbench/multiple_choice/contextual_parametric_knowledge_conflicts.yaml
lm_eval/tasks/bigbench/multiple_choice/crash_blossom.yaml
lm_eval/tasks/bigbench/multiple_choice/crass_ai.yaml
lm_eval/tasks/bigbench/multiple_choice/cryobiology_spanish.yaml
lm_eval/tasks/bigbench/multiple_choice/cs_algorithms.yaml
lm_eval/tasks/bigbench/multiple_choice/dark_humor_detection.yaml
lm_eval/tasks/bigbench/multiple_choice/date_understanding.yaml
lm_eval/tasks/bigbench/multiple_choice/disambiguation_qa.yaml
lm_eval/tasks/bigbench/multiple_choice/discourse_marker_prediction.yaml
lm_eval/tasks/bigbench/multiple_choice/dyck_languages.yaml
lm_eval/tasks/bigbench/multiple_choice/elementary_math_qa.yaml
lm_eval/tasks/bigbench/multiple_choice/emoji_movie.yaml
lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml
lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml
lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml
lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml
lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml
lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml
lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml
lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml
lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml
lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml
lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml
lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml
lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml
lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml
lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml
lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml
lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml
lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml
lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml
lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml
lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml
lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml
lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml
lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml
lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml
lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml
lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml
lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml
lm_eval/tasks/bigbench/multiple_choice/kannada.yaml
lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml
lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml
lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml
lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml
lm_eval/tasks/bigbench/multiple_choice/logical_args.yaml
lm_eval/tasks/bigbench/multiple_choice/logical_deduction.yaml
lm_eval/tasks/bigbench/multiple_choice/logical_fallacy_detection.yaml
lm_eval/tasks/bigbench/multiple_choice/logical_sequence.yaml
lm_eval/tasks/bigbench/multiple_choice/mathematical_induction.yaml
lm_eval/tasks/bigbench/multiple_choice/metaphor_boolean.yaml
lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml
lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml
lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml
lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml
lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml
lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml
lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml
lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml
lm_eval/tasks/bigbench/multiple_choice/navigate.yaml
lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml
lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml
lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml
lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml
lm_eval/tasks/bigbench/multiple_choice/penguins_in_a_table.yaml
lm_eval/tasks/bigbench/multiple_choice/periodic_elements.yaml
lm_eval/tasks/bigbench/multiple_choice/persian_idioms.yaml
lm_eval/tasks/bigbench/multiple_choice/phrase_relatedness.yaml
lm_eval/tasks/bigbench/multiple_choice/physical_intuition.yaml
lm_eval/tasks/bigbench/multiple_choice/physics.yaml
lm_eval/tasks/bigbench/multiple_choice/play_dialog_same_or_different.yaml
lm_eval/tasks/bigbench/multiple_choice/presuppositions_as_nli.yaml
lm_eval/tasks/bigbench/multiple_choice/question_selection.yaml
lm_eval/tasks/bigbench/multiple_choice/real_or_fake_text.yaml
lm_eval/tasks/bigbench/multiple_choice/reasoning_about_colored_objects.yaml
lm_eval/tasks/bigbench/multiple_choice/riddle_sense.yaml
lm_eval/tasks/bigbench/multiple_choice/ruin_names.yaml
lm_eval/tasks/bigbench/multiple_choice/salient_translation_error_detection.yaml
lm_eval/tasks/bigbench/multiple_choice/sentence_ambiguity.yaml
lm_eval/tasks/bigbench/multiple_choice/similarities_abstraction.yaml
lm_eval/tasks/bigbench/multiple_choice/simple_ethical_questions.yaml
lm_eval/tasks/bigbench/multiple_choice/snarks.yaml
lm_eval/tasks/bigbench/multiple_choice/social_iqa.yaml
lm_eval/tasks/bigbench/multiple_choice/social_support.yaml
lm_eval/tasks/bigbench/multiple_choice/sports_understanding.yaml
lm_eval/tasks/bigbench/multiple_choice/strange_stories.yaml
lm_eval/tasks/bigbench/multiple_choice/strategyqa.yaml
lm_eval/tasks/bigbench/multiple_choice/suicide_risk.yaml
lm_eval/tasks/bigbench/multiple_choice/swahili_english_proverbs.yaml
lm_eval/tasks/bigbench/multiple_choice/swedish_to_german_proverbs.yaml
lm_eval/tasks/bigbench/multiple_choice/symbol_interpretation.yaml
lm_eval/tasks/bigbench/multiple_choice/temporal_sequences.yaml
lm_eval/tasks/bigbench/multiple_choice/timedial.yaml
lm_eval/tasks/bigbench/multiple_choice/tracking_shuffled_objects.yaml
lm_eval/tasks/bigbench/multiple_choice/understanding_fables.yaml
lm_eval/tasks/bigbench/multiple_choice/undo_permutation.yaml
lm_eval/tasks/bigbench/multiple_choice/unit_conversion.yaml
lm_eval/tasks/bigbench/multiple_choice/unit_interpretation.yaml
lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml
lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml
lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml
lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml
lm_eval/tasks/blimp/README.md
lm_eval/tasks/blimp/_blimp.yaml
lm_eval/tasks/blimp/_template_yaml
lm_eval/tasks/blimp/adjunct_island.yaml
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml
lm_eval/tasks/blimp/anaphor_number_agreement.yaml
lm_eval/tasks/blimp/animate_subject_passive.yaml
lm_eval/tasks/blimp/animate_subject_trans.yaml
lm_eval/tasks/blimp/causative.yaml
lm_eval/tasks/blimp/complex_NP_island.yaml
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml
lm_eval/tasks/blimp/drop_argument.yaml
lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml
lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml
lm_eval/tasks/blimp/existential_there_object_raising.yaml
lm_eval/tasks/blimp/existential_there_quantifiers_1.yaml
lm_eval/tasks/blimp/existential_there_quantifiers_2.yaml
lm_eval/tasks/blimp/existential_there_subject_raising.yaml
lm_eval/tasks/blimp/expletive_it_object_raising.yaml
lm_eval/tasks/blimp/generate_configs.py
lm_eval/tasks/blimp/inchoative.yaml
lm_eval/tasks/blimp/intransitive.yaml
lm_eval/tasks/blimp/irregular_past_participle_adjectives.yaml
lm_eval/tasks/blimp/irregular_past_participle_verbs.yaml
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_1.yaml
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_2.yaml
lm_eval/tasks/blimp/left_branch_island_echo_question.yaml
lm_eval/tasks/blimp/left_branch_island_simple_question.yaml
lm_eval/tasks/blimp/matrix_question_npi_licensor_present.yaml
lm_eval/tasks/blimp/npi_present_1.yaml
lm_eval/tasks/blimp/npi_present_2.yaml
lm_eval/tasks/blimp/only_npi_licensor_present.yaml
lm_eval/tasks/blimp/only_npi_scope.yaml
lm_eval/tasks/blimp/passive_1.yaml
lm_eval/tasks/blimp/passive_2.yaml
lm_eval/tasks/blimp/principle_A_c_command.yaml
lm_eval/tasks/blimp/principle_A_case_1.yaml
lm_eval/tasks/blimp/principle_A_case_2.yaml
lm_eval/tasks/blimp/principle_A_domain_1.yaml
lm_eval/tasks/blimp/principle_A_domain_2.yaml
lm_eval/tasks/blimp/principle_A_domain_3.yaml
lm_eval/tasks/blimp/principle_A_reconstruction.yaml
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml
lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml
lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml
lm_eval/tasks/blimp/sentential_subject_island.yaml
lm_eval/tasks/blimp/superlative_quantifiers_1.yaml
lm_eval/tasks/blimp/superlative_quantifiers_2.yaml
lm_eval/tasks/blimp/tough_vs_raising_1.yaml
lm_eval/tasks/blimp/tough_vs_raising_2.yaml
lm_eval/tasks/blimp/transitive.yaml
lm_eval/tasks/blimp/wh_island.yaml
lm_eval/tasks/blimp/wh_questions_object_gap.yaml
lm_eval/tasks/blimp/wh_questions_subject_gap.yaml
lm_eval/tasks/blimp/wh_questions_subject_gap_long_distance.yaml
lm_eval/tasks/blimp/wh_vs_that_no_gap.yaml
lm_eval/tasks/blimp/wh_vs_that_no_gap_long_distance.yaml
lm_eval/tasks/blimp/wh_vs_that_with_gap.yaml
lm_eval/tasks/blimp/wh_vs_that_with_gap_long_distance.yaml
lm_eval/tasks/catalan_bench/README.md
lm_eval/tasks/catalan_bench/_arc_ca_common_yaml
lm_eval/tasks/catalan_bench/_cabreu_common_yaml
lm_eval/tasks/catalan_bench/arc_ca_challenge.yaml
lm_eval/tasks/catalan_bench/arc_ca_easy.yaml
lm_eval/tasks/catalan_bench/cabreu_abstractive.yaml
lm_eval/tasks/catalan_bench/cabreu_extractive.yaml
lm_eval/tasks/catalan_bench/cabreu_extreme.yaml
lm_eval/tasks/catalan_bench/catalan_bench.yaml
lm_eval/tasks/catalan_bench/catalanqa.yaml
lm_eval/tasks/catalan_bench/catcola.yaml
lm_eval/tasks/catalan_bench/copa_ca.yaml
lm_eval/tasks/catalan_bench/coqcat.yaml
lm_eval/tasks/catalan_bench/mgsm_direct_ca.yaml
lm_eval/tasks/catalan_bench/openbookqa_ca.yaml
lm_eval/tasks/catalan_bench/parafraseja.yaml
lm_eval/tasks/catalan_bench/paws_ca.yaml
lm_eval/tasks/catalan_bench/piqa_ca.yaml
lm_eval/tasks/catalan_bench/siqa_ca.yaml
lm_eval/tasks/catalan_bench/teca.yaml
lm_eval/tasks/catalan_bench/utils.py
lm_eval/tasks/catalan_bench/wnli_ca.yaml
lm_eval/tasks/catalan_bench/xnli_ca.yaml
lm_eval/tasks/catalan_bench/xquad_ca.yaml
lm_eval/tasks/catalan_bench/xstorycloze_ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/_flores_common_yaml
lm_eval/tasks/catalan_bench/flores_ca/create_yamls_flores_ca.py
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-de.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-en.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-es.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-eu.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-fr.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-gl.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-it.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-pt.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_de-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_en-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_es-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_eu-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_fr-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_gl-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_it-ca.yaml
lm_eval/tasks/catalan_bench/flores_ca/flores_pt-ca.yaml
lm_eval/tasks/catalan_bench/phrases_va/_phrases_va_common
lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml
lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml
lm_eval/tasks/ceval/README.md
lm_eval/tasks/ceval/_ceval-valid.yaml
lm_eval/tasks/ceval/_default_ceval_yaml
lm_eval/tasks/ceval/_generate_configs.py
lm_eval/tasks/ceval/ceval-valid_accountant.yaml
lm_eval/tasks/ceval/ceval-valid_advanced_mathematics.yaml
lm_eval/tasks/ceval/ceval-valid_art_studies.yaml
lm_eval/tasks/ceval/ceval-valid_basic_medicine.yaml
lm_eval/tasks/ceval/ceval-valid_business_administration.yaml
lm_eval/tasks/ceval/ceval-valid_chinese_language_and_literature.yaml
lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml
lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml
lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml
lm_eval/tasks/ceval/ceval-valid_college_economics.yaml
lm_eval/tasks/ceval/ceval-valid_college_physics.yaml
lm_eval/tasks/ceval/ceval-valid_college_programming.yaml
lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml
lm_eval/tasks/ceval/ceval-valid_computer_network.yaml
lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml
lm_eval/tasks/ceval/ceval-valid_education_science.yaml
lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml
lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml
lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml
lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml
lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml
lm_eval/tasks/ceval/ceval-valid_law.yaml
lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml
lm_eval/tasks/ceval/ceval-valid_logic.yaml
lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml
lm_eval/tasks/ceval/ceval-valid_marxism.yaml
lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml
lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml
lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml
lm_eval/tasks/ceval/ceval-valid_operating_system.yaml
lm_eval/tasks/ceval/ceval-valid_physician.yaml
lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml
lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml
lm_eval/tasks/ceval/ceval-valid_professional_tour_guide.yaml
lm_eval/tasks/ceval/ceval-valid_sports_science.yaml
lm_eval/tasks/ceval/ceval-valid_tax_accountant.yaml
lm_eval/tasks/ceval/ceval-valid_teacher_qualification.yaml
lm_eval/tasks/ceval/ceval-valid_urban_and_rural_planner.yaml
lm_eval/tasks/ceval/ceval-valid_veterinary_medicine.yaml
lm_eval/tasks/cmmlu/README.md
lm_eval/tasks/cmmlu/_cmmlu.yaml
lm_eval/tasks/cmmlu/_default_template_yaml
lm_eval/tasks/cmmlu/_generate_configs.py
lm_eval/tasks/cmmlu/cmmlu_agronomy.yaml
lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml
lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_arts.yaml
lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml
lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_food_culture.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml
lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml
lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml
lm_eval/tasks/cmmlu/cmmlu_college_actuarial_science.yaml
lm_eval/tasks/cmmlu/cmmlu_college_education.yaml
lm_eval/tasks/cmmlu/cmmlu_college_engineering_hydrology.yaml
lm_eval/tasks/cmmlu/cmmlu_college_law.yaml
lm_eval/tasks/cmmlu/cmmlu_college_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_college_medical_statistics.yaml
lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_computer_science.yaml
lm_eval/tasks/cmmlu/cmmlu_computer_security.yaml
lm_eval/tasks/cmmlu/cmmlu_conceptual_physics.yaml
lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml
lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml
lm_eval/tasks/cmmlu/cmmlu_default_anatomy.yaml
lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_default_arts.yaml
lm_eval/tasks/cmmlu/cmmlu_default_astronomy.yaml
lm_eval/tasks/cmmlu/cmmlu_default_business_ethics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_civil_service_exam.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_foreign_policy.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml
lm_eval/tasks/cmmlu/cmmlu_default_chinese_teacher_qualification.yaml
lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_education.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_default_computer_science.yaml
lm_eval/tasks/cmmlu/cmmlu_default_computer_security.yaml
lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_construction_project_management.yaml
lm_eval/tasks/cmmlu/cmmlu_default_economics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_education.yaml
lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml
lm_eval/tasks/cmmlu/cmmlu_default_elementary_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml
lm_eval/tasks/cmmlu/cmmlu_default_elementary_information_and_technology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_elementary_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_ethnology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml
lm_eval/tasks/cmmlu/cmmlu_default_genetics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_geography.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml
lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml
lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml
lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml
lm_eval/tasks/cmmlu/cmmlu_default_jurisprudence.yaml
lm_eval/tasks/cmmlu/cmmlu_default_legal_and_moral_basis.yaml
lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml
lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml
lm_eval/tasks/cmmlu/cmmlu_default_management.yaml
lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml
lm_eval/tasks/cmmlu/cmmlu_default_marxist_theory.yaml
lm_eval/tasks/cmmlu/cmmlu_default_modern_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml
lm_eval/tasks/cmmlu/cmmlu_default_philosophy.yaml
lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml
lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml
lm_eval/tasks/cmmlu/cmmlu_default_professional_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_default_professional_psychology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml
lm_eval/tasks/cmmlu/cmmlu_default_security_study.yaml
lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_sports_science.yaml
lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_default_virology.yaml
lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml
lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml
lm_eval/tasks/cmmlu/cmmlu_economics.yaml
lm_eval/tasks/cmmlu/cmmlu_education.yaml
lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml
lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml
lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml
lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml
lm_eval/tasks/cmmlu/cmmlu_food_science.yaml
lm_eval/tasks/cmmlu/cmmlu_genetics.yaml
lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml
lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml
lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml
lm_eval/tasks/cmmlu/cmmlu_international_law.yaml
lm_eval/tasks/cmmlu/cmmlu_journalism.yaml
lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml
lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml
lm_eval/tasks/cmmlu/cmmlu_logical.yaml
lm_eval/tasks/cmmlu/cmmlu_machine_learning.yaml
lm_eval/tasks/cmmlu/cmmlu_management.yaml
lm_eval/tasks/cmmlu/cmmlu_marketing.yaml
lm_eval/tasks/cmmlu/cmmlu_marxist_theory.yaml
lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml
lm_eval/tasks/cmmlu/cmmlu_nutrition.yaml
lm_eval/tasks/cmmlu/cmmlu_philosophy.yaml
lm_eval/tasks/cmmlu/cmmlu_professional_accounting.yaml
lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml
lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml
lm_eval/tasks/cmmlu/cmmlu_public_relations.yaml
lm_eval/tasks/cmmlu/cmmlu_security_study.yaml
lm_eval/tasks/cmmlu/cmmlu_sociology.yaml
lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml
lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml
lm_eval/tasks/cmmlu/cmmlu_virology.yaml
lm_eval/tasks/cmmlu/cmmlu_world_history.yaml
lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml
lm_eval/tasks/code_x_glue/code-text/bleu.py
lm_eval/tasks/code_x_glue/code-text/go.yaml
lm_eval/tasks/code_x_glue/code-text/java.yaml
lm_eval/tasks/code_x_glue/code-text/javascript.yaml
lm_eval/tasks/code_x_glue/code-text/php.yaml
lm_eval/tasks/code_x_glue/code-text/python.yaml
lm_eval/tasks/code_x_glue/code-text/ruby.yaml
lm_eval/tasks/code_x_glue/code-text/utils.py
lm_eval/tasks/commonsense_qa/README.md
lm_eval/tasks/commonsense_qa/default.yaml
lm_eval/tasks/copal_id/README.md
lm_eval/tasks/copal_id/colloquial.yaml
lm_eval/tasks/copal_id/standard.yaml
lm_eval/tasks/copal_id/utils.py
lm_eval/tasks/coqa/README.md
lm_eval/tasks/coqa/default.yaml
lm_eval/tasks/coqa/utils.py
lm_eval/tasks/crows_pairs/README.md
lm_eval/tasks/crows_pairs/crows_pairs_english.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_age.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_autre.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_disability.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_gender.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_nationality.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_physical_appearance.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_race_color.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_religion.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_sexual_orientation.yaml
lm_eval/tasks/crows_pairs/crows_pairs_english_socioeconomic.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_age.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_autre.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_disability.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_gender.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_nationality.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_physical_appearance.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_race_color.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_religion.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_sexual_orientation.yaml
lm_eval/tasks/crows_pairs/crows_pairs_french_socioeconomic.yaml
lm_eval/tasks/crows_pairs/utils.py
lm_eval/tasks/csatqa/_csatqa.yaml
lm_eval/tasks/csatqa/_default_csatqa_yaml
lm_eval/tasks/csatqa/_generate_configs.py
lm_eval/tasks/csatqa/csatqa_gr.yaml
lm_eval/tasks/csatqa/csatqa_li.yaml
lm_eval/tasks/csatqa/csatqa_rch.yaml
lm_eval/tasks/csatqa/csatqa_rcs.yaml
lm_eval/tasks/csatqa/csatqa_rcss.yaml
lm_eval/tasks/csatqa/csatqa_wr.yaml
lm_eval/tasks/csatqa/utils.py
lm_eval/tasks/drop/README.md
lm_eval/tasks/drop/default.yaml
lm_eval/tasks/drop/utils.py
lm_eval/tasks/eq_bench/README.md
lm_eval/tasks/eq_bench/default.yaml
lm_eval/tasks/eq_bench/utils.py
lm_eval/tasks/eus_exams/README.md
lm_eval/tasks/eus_exams/configs.py
lm_eval/tasks/eus_exams/eus_exams
lm_eval/tasks/eus_exams/eus_exams_es
lm_eval/tasks/eus_exams/eus_exams_es_ejadministrativo.yaml
lm_eval/tasks/eus_exams/eus_exams_es_ejauxiliar.yaml
lm_eval/tasks/eus_exams/eus_exams_es_ejsubalterno.yaml
lm_eval/tasks/eus_exams/eus_exams_es_ejtecnico.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeayuntamientovitoria.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opebilbao.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehuadmin.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehuaux.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehubiblio.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehuderecho.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehueconomicas.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehuempresariales.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehusubalterno.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnico.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnicob.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiadmin.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiaux.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiauxenf.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakicelador.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml
lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml
lm_eval/tasks/eus_exams/eus_exams_eu
lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuadmineu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuauxeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehubiblioeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuderechoeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehueconomicaseu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuempresarialeseu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehusubalternoeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehutecnicoeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuteknikarib.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opegasteizkoudala.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiadmineu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxenfeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiceladoreu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakienfeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakioperarioeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakitecnicoeu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakivarioseu.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza1e.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza2e.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza3e.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza5e.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza6e.yaml
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza7e.yaml
lm_eval/tasks/eus_exams/utils.py
lm_eval/tasks/eus_proficiency/README.md
lm_eval/tasks/eus_proficiency/eus_proficiency.yaml
lm_eval/tasks/eus_reading/README.md
lm_eval/tasks/eus_reading/eus_reading.yaml
lm_eval/tasks/eus_reading/utils.py
lm_eval/tasks/eus_trivia/README.md
lm_eval/tasks/eus_trivia/eus_trivia.yaml
lm_eval/tasks/eus_trivia/utils.py
lm_eval/tasks/evalita_llm/README.md
lm_eval/tasks/evalita_llm/_at_template_yaml
lm_eval/tasks/evalita_llm/_evalita-mp.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_at_tasks.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_faq_tasks.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_gen.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_hs_task.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ls_task.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_mc.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_group.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_re_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_re_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_re_task.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sa_tasks.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_task.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_task.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_te_tasks.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p1.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p2.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p3.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p4.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p5.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p6.yaml
lm_eval/tasks/evalita_llm/_evalita-mp_wic_tasks.yaml
lm_eval/tasks/evalita_llm/_faq_template_yaml
lm_eval/tasks/evalita_llm/_hs_template_yaml
lm_eval/tasks/evalita_llm/_ls_template_yaml
lm_eval/tasks/evalita_llm/_ner_template_yaml
lm_eval/tasks/evalita_llm/_re_template_yaml
lm_eval/tasks/evalita_llm/_sa_template_v2_yaml
lm_eval/tasks/evalita_llm/_sa_template_yaml
lm_eval/tasks/evalita_llm/_sum_template_fp-small_yaml
lm_eval/tasks/evalita_llm/_sum_template_fp_yaml
lm_eval/tasks/evalita_llm/_sum_template_yaml
lm_eval/tasks/evalita_llm/_te_template_yaml
lm_eval/tasks/evalita_llm/_wic_template_yaml
lm_eval/tasks/evalita_llm/metrics.py
lm_eval/tasks/evalita_llm/utils.py
lm_eval/tasks/fda/README.md
lm_eval/tasks/fda/fda.yaml
lm_eval/tasks/fda/task.py
lm_eval/tasks/fld/README.md
lm_eval/tasks/fld/fld_default.yaml
lm_eval/tasks/fld/fld_logical_formula_default.yaml
lm_eval/tasks/fld/fld_logical_formula_star.yaml
lm_eval/tasks/fld/fld_star.yaml
lm_eval/tasks/french_bench/README.md
lm_eval/tasks/french_bench/_default_template_yaml
lm_eval/tasks/french_bench/french_bench_arc_challenge.yaml
lm_eval/tasks/french_bench/french_bench_boolqa.yaml
lm_eval/tasks/french_bench/french_bench_fquadv2.yaml
lm_eval/tasks/french_bench/french_bench_fquadv2_bool.yaml
lm_eval/tasks/french_bench/french_bench_fquadv2_genq.yaml
lm_eval/tasks/french_bench/french_bench_fquadv2_hasAns.yaml
lm_eval/tasks/french_bench/french_bench_grammar.yaml
lm_eval/tasks/french_bench/french_bench_hellaswag.yaml
lm_eval/tasks/french_bench/french_bench_multifquad.yaml
lm_eval/tasks/french_bench/french_bench_opus_perplexity.yaml
lm_eval/tasks/french_bench/french_bench_orangesum_abstract.yaml
lm_eval/tasks/french_bench/french_bench_orangesum_title.yaml
lm_eval/tasks/french_bench/french_bench_reading_comp.yaml
lm_eval/tasks/french_bench/french_bench_topic_based_nli.yaml
lm_eval/tasks/french_bench/french_bench_trivia.yaml
lm_eval/tasks/french_bench/french_bench_vocab.yaml
lm_eval/tasks/french_bench/french_bench_wikitext_fr.yaml
lm_eval/tasks/french_bench/french_bench_xnli.yaml
lm_eval/tasks/french_bench/preprocess_wikitext.py
lm_eval/tasks/french_bench/utils.py
lm_eval/tasks/galician_bench/README.md
lm_eval/tasks/galician_bench/belebele_glg_Latn.yaml
lm_eval/tasks/galician_bench/galcola.yaml
lm_eval/tasks/galician_bench/galician_bench.yaml
lm_eval/tasks/galician_bench/mgsm_direct_gl.yaml
lm_eval/tasks/galician_bench/openbookqa_gl.yaml
lm_eval/tasks/galician_bench/parafrases_gl.yaml
lm_eval/tasks/galician_bench/paws_gl.yaml
lm_eval/tasks/galician_bench/summarization_gl.yaml
lm_eval/tasks/galician_bench/truthfulqa_gl_gen.yaml
lm_eval/tasks/galician_bench/truthfulqa_gl_mc1.yaml
lm_eval/tasks/galician_bench/truthfulqa_gl_mc2.yaml
lm_eval/tasks/galician_bench/utils.py
lm_eval/tasks/galician_bench/xnli_gl.yaml
lm_eval/tasks/galician_bench/xstorycloze_gl.yaml
lm_eval/tasks/galician_bench/flores_gl/_flores_common_yaml
lm_eval/tasks/galician_bench/flores_gl/create_yamls_flores_gl.py
lm_eval/tasks/galician_bench/flores_gl/flores_ca-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_de-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_en-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_es-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_eu-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_fr-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-ca.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-de.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-en.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-es.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-eu.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-fr.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-it.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl-pt.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_it-gl.yaml
lm_eval/tasks/galician_bench/flores_gl/flores_pt-gl.yaml
lm_eval/tasks/glianorex/README.md
lm_eval/tasks/glianorex/glianorex.yaml
lm_eval/tasks/glianorex/glianorex_en.yaml
lm_eval/tasks/glianorex/glianorex_fr.yaml
lm_eval/tasks/glianorex/preprocess_glianorex.py
lm_eval/tasks/global_mmlu/README.md
lm_eval/tasks/global_mmlu/default/ar/_ar_template_yaml
lm_eval/tasks/global_mmlu/default/ar/_global_mmlu_ar.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_business.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_humanities.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_medical.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_other.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_stem.yaml
lm_eval/tasks/global_mmlu/default/ar/utils.py
lm_eval/tasks/global_mmlu/default/bn/_bn_template_yaml
lm_eval/tasks/global_mmlu/default/bn/_global_mmlu_bn.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_business.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_humanities.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_medical.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_other.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_stem.yaml
lm_eval/tasks/global_mmlu/default/bn/utils.py
lm_eval/tasks/global_mmlu/default/de/_de_template_yaml
lm_eval/tasks/global_mmlu/default/de/_global_mmlu_de.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_business.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_humanities.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_medical.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_other.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_stem.yaml
lm_eval/tasks/global_mmlu/default/de/utils.py
lm_eval/tasks/global_mmlu/default/en/_en_template_yaml
lm_eval/tasks/global_mmlu/default/en/_global_mmlu_en.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_business.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_humanities.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_medical.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_other.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_stem.yaml
lm_eval/tasks/global_mmlu/default/en/utils.py
lm_eval/tasks/global_mmlu/default/es/_es_template_yaml
lm_eval/tasks/global_mmlu/default/es/_global_mmlu_es.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_business.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_humanities.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_medical.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_other.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_stem.yaml
lm_eval/tasks/global_mmlu/default/es/utils.py
lm_eval/tasks/global_mmlu/default/fr/_fr_template_yaml
lm_eval/tasks/global_mmlu/default/fr/_global_mmlu_fr.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_business.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_humanities.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_medical.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_other.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_stem.yaml
lm_eval/tasks/global_mmlu/default/fr/utils.py
lm_eval/tasks/global_mmlu/default/hi/_global_mmlu_hi.yaml
lm_eval/tasks/global_mmlu/default/hi/_hi_template_yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_business.yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_humanities.yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_medical.yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_other.yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_stem.yaml
lm_eval/tasks/global_mmlu/default/hi/utils.py
lm_eval/tasks/global_mmlu/default/id/_global_mmlu_id.yaml
lm_eval/tasks/global_mmlu/default/id/_id_template_yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_business.yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_humanities.yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_medical.yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_other.yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_stem.yaml
lm_eval/tasks/global_mmlu/default/id/utils.py
lm_eval/tasks/global_mmlu/default/it/_global_mmlu_it.yaml
lm_eval/tasks/global_mmlu/default/it/_it_template_yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_business.yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_humanities.yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_medical.yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_other.yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_stem.yaml
lm_eval/tasks/global_mmlu/default/it/utils.py
lm_eval/tasks/global_mmlu/default/ja/_global_mmlu_ja.yaml
lm_eval/tasks/global_mmlu/default/ja/_ja_template_yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_business.yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_humanities.yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_medical.yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_other.yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_stem.yaml
lm_eval/tasks/global_mmlu/default/ja/utils.py
lm_eval/tasks/global_mmlu/default/ko/_global_mmlu_ko.yaml
lm_eval/tasks/global_mmlu/default/ko/_ko_template_yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_business.yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_humanities.yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_medical.yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_other.yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_stem.yaml
lm_eval/tasks/global_mmlu/default/ko/utils.py
lm_eval/tasks/global_mmlu/default/pt/_global_mmlu_pt.yaml
lm_eval/tasks/global_mmlu/default/pt/_pt_template_yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_business.yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_humanities.yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_medical.yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_other.yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_stem.yaml
lm_eval/tasks/global_mmlu/default/pt/utils.py
lm_eval/tasks/global_mmlu/default/sw/_global_mmlu_sw.yaml
lm_eval/tasks/global_mmlu/default/sw/_sw_template_yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_business.yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_humanities.yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_medical.yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_other.yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_stem.yaml
lm_eval/tasks/global_mmlu/default/sw/utils.py
lm_eval/tasks/global_mmlu/default/yo/_global_mmlu_yo.yaml
lm_eval/tasks/global_mmlu/default/yo/_yo_template_yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_business.yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_humanities.yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_medical.yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_other.yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_stem.yaml
lm_eval/tasks/global_mmlu/default/yo/utils.py
lm_eval/tasks/global_mmlu/default/zh/_global_mmlu_zh.yaml
lm_eval/tasks/global_mmlu/default/zh/_zh_template_yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_business.yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_humanities.yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_medical.yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_other.yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_social_sciences.yaml
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_stem.yaml
lm_eval/tasks/global_mmlu/default/zh/utils.py
lm_eval/tasks/global_mmlu/full/am/_am_template_yaml
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am.yaml
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_humanities.yaml
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_other.yaml
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_stem.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_anatomy.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_astronomy.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_biology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_physics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_computer_security.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_econometrics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_global_facts.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_aging.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_international_law.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_management.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_marketing.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_nutrition.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_philosophy.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_prehistory.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_law.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_public_relations.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_security_studies.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_sociology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_virology.yaml
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_world_religions.yaml
lm_eval/tasks/global_mmlu/full/am/utils.py
lm_eval/tasks/global_mmlu/full/ar/_ar_template_yaml
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar.yaml
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_humanities.yaml
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_other.yaml
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_stem.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_international_law.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_management.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_marketing.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_sociology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_virology.yaml
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ar/utils.py
lm_eval/tasks/global_mmlu/full/bn/_bn_template_yaml
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn.yaml
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_humanities.yaml
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_other.yaml
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_stem.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_anatomy.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_astronomy.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_biology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_physics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_computer_security.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_econometrics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_global_facts.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_aging.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_international_law.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_management.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_marketing.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_nutrition.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_philosophy.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_prehistory.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_law.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_public_relations.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_security_studies.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_sociology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_virology.yaml
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_world_religions.yaml
lm_eval/tasks/global_mmlu/full/bn/utils.py
lm_eval/tasks/global_mmlu/full/cs/_cs_template_yaml
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs.yaml
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_humanities.yaml
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_other.yaml
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_stem.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_anatomy.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_astronomy.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_biology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_physics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_computer_security.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_econometrics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_global_facts.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_aging.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_international_law.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_management.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_marketing.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_nutrition.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_philosophy.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_prehistory.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_law.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_public_relations.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_security_studies.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_sociology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_virology.yaml
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_world_religions.yaml
lm_eval/tasks/global_mmlu/full/cs/utils.py
lm_eval/tasks/global_mmlu/full/de/_de_template_yaml
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de.yaml
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_humanities.yaml
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_other.yaml
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_stem.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_anatomy.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_astronomy.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_biology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_physics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_computer_security.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_econometrics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_global_facts.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_aging.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_international_law.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_management.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_marketing.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_nutrition.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_philosophy.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_prehistory.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_law.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_public_relations.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_security_studies.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_sociology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_virology.yaml
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_world_religions.yaml
lm_eval/tasks/global_mmlu/full/de/utils.py
lm_eval/tasks/global_mmlu/full/el/_el_template_yaml
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el.yaml
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_humanities.yaml
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_other.yaml
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_stem.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_anatomy.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_astronomy.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_biology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_physics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_computer_security.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_econometrics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_global_facts.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_aging.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_international_law.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_management.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_marketing.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_nutrition.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_philosophy.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_prehistory.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_law.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_public_relations.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_security_studies.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_sociology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_virology.yaml
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_world_religions.yaml
lm_eval/tasks/global_mmlu/full/el/utils.py
lm_eval/tasks/global_mmlu/full/en/_en_template_yaml
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en.yaml
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_humanities.yaml
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_other.yaml
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_stem.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_anatomy.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_astronomy.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_biology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_physics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_computer_security.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_econometrics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_global_facts.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_aging.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_international_law.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_management.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_marketing.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_nutrition.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_philosophy.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_prehistory.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_law.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_public_relations.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_security_studies.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_sociology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_virology.yaml
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_world_religions.yaml
lm_eval/tasks/global_mmlu/full/en/utils.py
lm_eval/tasks/global_mmlu/full/es/_es_template_yaml
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es.yaml
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_humanities.yaml
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_other.yaml
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_stem.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_anatomy.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_astronomy.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_biology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_physics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_computer_security.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_econometrics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_global_facts.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_aging.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_international_law.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_management.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_marketing.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_nutrition.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_philosophy.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_prehistory.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_law.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_public_relations.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_security_studies.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_sociology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_virology.yaml
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_world_religions.yaml
lm_eval/tasks/global_mmlu/full/es/utils.py
lm_eval/tasks/global_mmlu/full/fa/_fa_template_yaml
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa.yaml
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_humanities.yaml
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_other.yaml
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_stem.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_anatomy.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_astronomy.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_biology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_physics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_computer_security.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_econometrics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_global_facts.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_aging.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_international_law.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_management.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_marketing.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_nutrition.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_philosophy.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_prehistory.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_law.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_public_relations.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_security_studies.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_sociology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_virology.yaml
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_world_religions.yaml
lm_eval/tasks/global_mmlu/full/fa/utils.py
lm_eval/tasks/global_mmlu/full/fil/_fil_template_yaml
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil.yaml
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_humanities.yaml
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_other.yaml
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_stem.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_anatomy.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_astronomy.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_biology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_physics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_computer_security.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_econometrics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_global_facts.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_aging.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_international_law.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_management.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_marketing.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_nutrition.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_philosophy.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_prehistory.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_law.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_public_relations.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_security_studies.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_sociology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_virology.yaml
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_world_religions.yaml
lm_eval/tasks/global_mmlu/full/fil/utils.py
lm_eval/tasks/global_mmlu/full/fr/_fr_template_yaml
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr.yaml
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_humanities.yaml
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_other.yaml
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_stem.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_anatomy.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_astronomy.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_biology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_physics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_computer_security.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_econometrics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_global_facts.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_aging.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_international_law.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_management.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_marketing.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_nutrition.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_philosophy.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_prehistory.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_law.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_public_relations.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_security_studies.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_sociology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_virology.yaml
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_world_religions.yaml
lm_eval/tasks/global_mmlu/full/fr/utils.py
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha.yaml
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_humanities.yaml
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_other.yaml
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_stem.yaml
lm_eval/tasks/global_mmlu/full/ha/_ha_template_yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_international_law.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_management.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_marketing.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_sociology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_virology.yaml
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ha/utils.py
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he.yaml
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_humanities.yaml
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_other.yaml
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_stem.yaml
lm_eval/tasks/global_mmlu/full/he/_he_template_yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_anatomy.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_astronomy.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_biology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_physics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_computer_security.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_econometrics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_global_facts.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_aging.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_international_law.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_management.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_marketing.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_nutrition.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_philosophy.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_prehistory.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_law.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_public_relations.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_security_studies.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_sociology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_virology.yaml
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_world_religions.yaml
lm_eval/tasks/global_mmlu/full/he/utils.py
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi.yaml
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_humanities.yaml
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_other.yaml
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_stem.yaml
lm_eval/tasks/global_mmlu/full/hi/_hi_template_yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_anatomy.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_astronomy.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_biology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_physics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_computer_security.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_econometrics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_global_facts.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_aging.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_international_law.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_management.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_marketing.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_nutrition.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_philosophy.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_prehistory.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_law.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_public_relations.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_security_studies.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_sociology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_virology.yaml
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_world_religions.yaml
lm_eval/tasks/global_mmlu/full/hi/utils.py
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id.yaml
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_humanities.yaml
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_other.yaml
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_stem.yaml
lm_eval/tasks/global_mmlu/full/id/_id_template_yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_biology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_physics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_computer_security.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_aging.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_international_law.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_management.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_marketing.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_nutrition.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_philosophy.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_prehistory.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_law.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_public_relations.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_security_studies.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_sociology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_virology.yaml
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_world_religions.yaml
lm_eval/tasks/global_mmlu/full/id/utils.py
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig.yaml
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_humanities.yaml
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_other.yaml
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_stem.yaml
lm_eval/tasks/global_mmlu/full/ig/_ig_template_yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_international_law.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_management.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_marketing.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_sociology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_virology.yaml
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ig/utils.py
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it.yaml
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_humanities.yaml
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_other.yaml
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_stem.yaml
lm_eval/tasks/global_mmlu/full/it/_it_template_yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_anatomy.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_astronomy.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_biology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_physics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_computer_security.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_econometrics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_global_facts.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_aging.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_international_law.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_management.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_marketing.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_nutrition.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_philosophy.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_prehistory.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_law.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_public_relations.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_security_studies.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_sociology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_virology.yaml
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_world_religions.yaml
lm_eval/tasks/global_mmlu/full/it/utils.py
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja.yaml
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_humanities.yaml
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_other.yaml
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_stem.yaml
lm_eval/tasks/global_mmlu/full/ja/_ja_template_yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_international_law.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_management.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_marketing.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_sociology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_virology.yaml
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ja/utils.py
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko.yaml
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_humanities.yaml
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_other.yaml
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_stem.yaml
lm_eval/tasks/global_mmlu/full/ko/_ko_template_yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_international_law.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_management.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_marketing.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_sociology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_virology.yaml
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ko/utils.py
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky.yaml
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_humanities.yaml
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_other.yaml
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_stem.yaml
lm_eval/tasks/global_mmlu/full/ky/_ky_template_yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_international_law.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_management.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_marketing.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_sociology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_virology.yaml
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ky/utils.py
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt.yaml
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_humanities.yaml
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_other.yaml
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_stem.yaml
lm_eval/tasks/global_mmlu/full/lt/_lt_template_yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_anatomy.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_astronomy.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_biology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_physics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_computer_security.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_econometrics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_global_facts.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_aging.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_international_law.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_management.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_marketing.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_nutrition.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_philosophy.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_prehistory.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_law.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_public_relations.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_security_studies.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_sociology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_virology.yaml
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_world_religions.yaml
lm_eval/tasks/global_mmlu/full/lt/utils.py
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg.yaml
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_humanities.yaml
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_other.yaml
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_stem.yaml
lm_eval/tasks/global_mmlu/full/mg/_mg_template_yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_anatomy.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_astronomy.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_biology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_physics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_computer_security.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_econometrics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_global_facts.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_aging.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_international_law.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_management.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_marketing.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_nutrition.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_philosophy.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_prehistory.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_law.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_public_relations.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_security_studies.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_sociology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_virology.yaml
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_world_religions.yaml
lm_eval/tasks/global_mmlu/full/mg/utils.py
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms.yaml
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_humanities.yaml
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_other.yaml
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_stem.yaml
lm_eval/tasks/global_mmlu/full/ms/_ms_template_yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_international_law.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_management.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_marketing.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_sociology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_virology.yaml
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ms/utils.py
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne.yaml
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_humanities.yaml
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_other.yaml
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_stem.yaml
lm_eval/tasks/global_mmlu/full/ne/_ne_template_yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_international_law.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_management.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_marketing.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_sociology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_virology.yaml
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ne/utils.py
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl.yaml
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_humanities.yaml
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_other.yaml
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_stem.yaml
lm_eval/tasks/global_mmlu/full/nl/_nl_template_yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_anatomy.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_astronomy.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_biology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_physics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_computer_security.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_econometrics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_global_facts.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_aging.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_international_law.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_management.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_marketing.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_nutrition.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_philosophy.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_prehistory.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_law.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_public_relations.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_security_studies.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_sociology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_virology.yaml
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_world_religions.yaml
lm_eval/tasks/global_mmlu/full/nl/utils.py
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny.yaml
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_humanities.yaml
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_other.yaml
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_stem.yaml
lm_eval/tasks/global_mmlu/full/ny/_ny_template_yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_international_law.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_management.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_marketing.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_sociology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_virology.yaml
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ny/utils.py
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl.yaml
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_humanities.yaml
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_other.yaml
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_stem.yaml
lm_eval/tasks/global_mmlu/full/pl/_pl_template_yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_anatomy.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_astronomy.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_biology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_physics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_computer_security.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_econometrics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_global_facts.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_aging.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_international_law.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_management.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_marketing.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_nutrition.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_philosophy.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_prehistory.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_law.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_public_relations.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_security_studies.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_sociology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_virology.yaml
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_world_religions.yaml
lm_eval/tasks/global_mmlu/full/pl/utils.py
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt.yaml
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_humanities.yaml
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_other.yaml
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_stem.yaml
lm_eval/tasks/global_mmlu/full/pt/_pt_template_yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_anatomy.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_astronomy.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_biology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_physics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_computer_security.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_econometrics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_global_facts.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_aging.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_international_law.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_management.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_marketing.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_nutrition.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_philosophy.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_prehistory.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_law.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_public_relations.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_security_studies.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_sociology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_virology.yaml
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_world_religions.yaml
lm_eval/tasks/global_mmlu/full/pt/utils.py
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro.yaml
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_humanities.yaml
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_other.yaml
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_stem.yaml
lm_eval/tasks/global_mmlu/full/ro/_ro_template_yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_international_law.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_management.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_marketing.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_sociology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_virology.yaml
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ro/utils.py
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru.yaml
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_humanities.yaml
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_other.yaml
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_stem.yaml
lm_eval/tasks/global_mmlu/full/ru/_ru_template_yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_anatomy.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_astronomy.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_biology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_physics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_computer_security.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_econometrics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_global_facts.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_aging.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_international_law.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_management.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_marketing.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_nutrition.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_philosophy.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_prehistory.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_law.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_public_relations.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_security_studies.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_sociology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_virology.yaml
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_world_religions.yaml
lm_eval/tasks/global_mmlu/full/ru/utils.py
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si.yaml
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_humanities.yaml
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_other.yaml
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_stem.yaml
lm_eval/tasks/global_mmlu/full/si/_si_template_yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_anatomy.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_astronomy.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_biology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_physics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_computer_security.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_econometrics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_global_facts.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_aging.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_international_law.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_management.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_marketing.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_nutrition.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_philosophy.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_prehistory.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_law.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_public_relations.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_security_studies.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_sociology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_virology.yaml
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_world_religions.yaml
lm_eval/tasks/global_mmlu/full/si/utils.py
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn.yaml
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_humanities.yaml
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_other.yaml
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_stem.yaml
lm_eval/tasks/global_mmlu/full/sn/_sn_template_yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_anatomy.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_astronomy.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_biology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_physics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_computer_security.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_econometrics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_global_facts.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_aging.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_international_law.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_management.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_marketing.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_nutrition.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_philosophy.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_prehistory.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_law.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_public_relations.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_security_studies.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_sociology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_virology.yaml
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_world_religions.yaml
lm_eval/tasks/global_mmlu/full/sn/utils.py
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so.yaml
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_humanities.yaml
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_other.yaml
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_stem.yaml
lm_eval/tasks/global_mmlu/full/so/_so_template_yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_anatomy.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_astronomy.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_biology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_physics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_computer_security.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_econometrics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_global_facts.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_aging.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_international_law.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_management.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_marketing.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_nutrition.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_philosophy.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_prehistory.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_law.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_public_relations.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_security_studies.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_sociology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_virology.yaml
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_world_religions.yaml
lm_eval/tasks/global_mmlu/full/so/utils.py
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr.yaml
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_humanities.yaml
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_other.yaml
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_stem.yaml
lm_eval/tasks/global_mmlu/full/sr/_sr_template_yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_anatomy.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_astronomy.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_biology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_physics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_computer_security.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_econometrics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_global_facts.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_aging.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_international_law.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_management.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_marketing.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_nutrition.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_philosophy.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_prehistory.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_law.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_public_relations.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_security_studies.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_sociology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_virology.yaml
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_world_religions.yaml
lm_eval/tasks/global_mmlu/full/sr/utils.py
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv.yaml
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_humanities.yaml
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_other.yaml
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_stem.yaml
lm_eval/tasks/global_mmlu/full/sv/_sv_template_yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_anatomy.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_astronomy.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_biology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_physics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_computer_security.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_econometrics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_global_facts.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_aging.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_international_law.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_management.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_marketing.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_nutrition.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_philosophy.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_prehistory.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_law.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_public_relations.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_security_studies.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_sociology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_virology.yaml
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_world_religions.yaml
lm_eval/tasks/global_mmlu/full/sv/utils.py
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw.yaml
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_humanities.yaml
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_other.yaml
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_stem.yaml
lm_eval/tasks/global_mmlu/full/sw/_sw_template_yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_anatomy.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_astronomy.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_biology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_physics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_computer_security.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_econometrics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_global_facts.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_aging.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_international_law.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_management.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_marketing.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_nutrition.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_philosophy.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_prehistory.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_law.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_public_relations.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_security_studies.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_sociology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_virology.yaml
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_world_religions.yaml
lm_eval/tasks/global_mmlu/full/sw/utils.py
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te.yaml
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_humanities.yaml
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_other.yaml
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_stem.yaml
lm_eval/tasks/global_mmlu/full/te/_te_template_yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_anatomy.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_astronomy.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_biology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_physics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_computer_security.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_econometrics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_global_facts.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_aging.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_international_law.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_management.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_marketing.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_nutrition.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_philosophy.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_prehistory.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_law.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_public_relations.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_security_studies.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_sociology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_virology.yaml
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_world_religions.yaml
lm_eval/tasks/global_mmlu/full/te/utils.py
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr.yaml
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_humanities.yaml
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_other.yaml
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_stem.yaml
lm_eval/tasks/global_mmlu/full/tr/_tr_template_yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_anatomy.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_astronomy.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_biology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_physics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_computer_security.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_econometrics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_global_facts.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_aging.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_international_law.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_management.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_marketing.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_nutrition.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_philosophy.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_prehistory.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_law.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_public_relations.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_security_studies.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_sociology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_virology.yaml
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_world_religions.yaml
lm_eval/tasks/global_mmlu/full/tr/utils.py
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk.yaml
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_humanities.yaml
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_other.yaml
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_stem.yaml
lm_eval/tasks/global_mmlu/full/uk/_uk_template_yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_anatomy.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_astronomy.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_biology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_physics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_computer_security.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_econometrics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_global_facts.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_aging.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_international_law.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_management.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_marketing.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_nutrition.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_philosophy.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_prehistory.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_law.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_public_relations.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_security_studies.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_sociology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_virology.yaml
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_world_religions.yaml
lm_eval/tasks/global_mmlu/full/uk/utils.py
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi.yaml
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_humanities.yaml
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_other.yaml
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_stem.yaml
lm_eval/tasks/global_mmlu/full/vi/_vi_template_yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_anatomy.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_astronomy.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_biology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_physics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_computer_security.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_econometrics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_global_facts.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_aging.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_international_law.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_management.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_marketing.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_nutrition.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_philosophy.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_prehistory.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_law.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_public_relations.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_security_studies.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_sociology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_virology.yaml
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_world_religions.yaml
lm_eval/tasks/global_mmlu/full/vi/utils.py
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo.yaml
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_humanities.yaml
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_other.yaml
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_stem.yaml
lm_eval/tasks/global_mmlu/full/yo/_yo_template_yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_anatomy.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_astronomy.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_biology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_physics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_computer_security.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_econometrics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_global_facts.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_aging.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_international_law.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_management.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_marketing.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_nutrition.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_philosophy.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_prehistory.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_law.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_public_relations.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_security_studies.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_sociology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_virology.yaml
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_world_religions.yaml
lm_eval/tasks/global_mmlu/full/yo/utils.py
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh.yaml
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_humanities.yaml
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_other.yaml
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_social_sciences.yaml
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_stem.yaml
lm_eval/tasks/global_mmlu/full/zh/_zh_template_yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_abstract_algebra.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_anatomy.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_astronomy.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_business_ethics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_clinical_knowledge.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_biology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_chemistry.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_computer_science.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_mathematics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_medicine.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_physics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_computer_security.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_conceptual_physics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_econometrics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_electrical_engineering.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_elementary_mathematics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_formal_logic.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_global_facts.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_biology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_chemistry.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_computer_science.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_european_history.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_geography.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_government_and_politics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_macroeconomics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_mathematics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_microeconomics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_physics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_psychology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_statistics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_us_history.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_world_history.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_aging.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_sexuality.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_international_law.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_jurisprudence.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_logical_fallacies.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_machine_learning.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_management.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_marketing.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_medical_genetics.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_miscellaneous.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_disputes.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_scenarios.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_nutrition.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_philosophy.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_prehistory.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_accounting.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_law.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_medicine.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_psychology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_public_relations.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_security_studies.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_sociology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_us_foreign_policy.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_virology.yaml
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_world_religions.yaml
lm_eval/tasks/global_mmlu/full/zh/utils.py
lm_eval/tasks/glue/README.md
lm_eval/tasks/glue/cola/default.yaml
lm_eval/tasks/glue/mnli/default.yaml
lm_eval/tasks/glue/mnli/mismatch.yaml
lm_eval/tasks/glue/mnli/utils.py
lm_eval/tasks/glue/mrpc/default.yaml
lm_eval/tasks/glue/qnli/default.yaml
lm_eval/tasks/glue/qqp/default.yaml
lm_eval/tasks/glue/rte/default.yaml
lm_eval/tasks/glue/sst2/default.yaml
lm_eval/tasks/glue/wnli/default.yaml
lm_eval/tasks/gpqa/README.md
lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py
lm_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml
lm_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml
lm_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml
lm_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml
lm_eval/tasks/gpqa/cot_n_shot/utils.py
lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py
lm_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml
lm_eval/tasks/gpqa/cot_zeroshot/utils.py
lm_eval/tasks/gpqa/generative/_generate_configs.py
lm_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml
lm_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml
lm_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml
lm_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml
lm_eval/tasks/gpqa/generative/utils.py
lm_eval/tasks/gpqa/n_shot/_generate_configs.py
lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml
lm_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml
lm_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml
lm_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml
lm_eval/tasks/gpqa/n_shot/utils.py
lm_eval/tasks/gpqa/zeroshot/_generate_configs.py
lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml
lm_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml
lm_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml
lm_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml
lm_eval/tasks/gpqa/zeroshot/utils.py
lm_eval/tasks/gsm8k/README.md
lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml
lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml
lm_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml
lm_eval/tasks/gsm8k/gsm8k-cot.yaml
lm_eval/tasks/gsm8k/gsm8k.yaml
lm_eval/tasks/gsm_plus/README.md
lm_eval/tasks/gsm_plus/gsm_plus.yaml
lm_eval/tasks/gsm_plus/gsm_plus_mini.yaml
lm_eval/tasks/haerae/README.md
lm_eval/tasks/haerae/_default_haerae_yaml
lm_eval/tasks/haerae/_haerae.yaml
lm_eval/tasks/haerae/haerae_gk.yaml
lm_eval/tasks/haerae/haerae_hi.yaml
lm_eval/tasks/haerae/haerae_lw.yaml
lm_eval/tasks/haerae/haerae_rw.yaml
lm_eval/tasks/haerae/haerae_sn.yaml
lm_eval/tasks/headqa/README.md
lm_eval/tasks/headqa/headqa_en.yaml
lm_eval/tasks/headqa/headqa_es.yaml
lm_eval/tasks/hellaswag/README.md
lm_eval/tasks/hellaswag/hellaswag.yaml
lm_eval/tasks/hellaswag/utils.py
lm_eval/tasks/hendrycks_ethics/README.md
lm_eval/tasks/hendrycks_ethics/commonsense.yaml
lm_eval/tasks/hendrycks_ethics/deontology.yaml
lm_eval/tasks/hendrycks_ethics/justice.yaml
lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml
lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml
lm_eval/tasks/hendrycks_ethics/utils.py
lm_eval/tasks/hendrycks_ethics/virtue.yaml
lm_eval/tasks/hendrycks_math/README.md
lm_eval/tasks/hendrycks_math/hendrycks_math.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_algebra.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_counting_and_prob.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_geometry.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_intermediate_algebra.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_num_theory.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_prealgebra.yaml
lm_eval/tasks/hendrycks_math/hendrycks_math_precalc.yaml
lm_eval/tasks/hendrycks_math/utils.py
lm_eval/tasks/histoires_morales/README.md
lm_eval/tasks/histoires_morales/histoires_morales.yaml
lm_eval/tasks/histoires_morales/utils.py
lm_eval/tasks/hrm8k/README.md
lm_eval/tasks/hrm8k/default/_hrm8k_yaml
lm_eval/tasks/hrm8k/default/hrm8k.yaml
lm_eval/tasks/hrm8k/default/hrm8k_gsm8k.yaml
lm_eval/tasks/hrm8k/default/hrm8k_ksm.yaml
lm_eval/tasks/hrm8k/default/hrm8k_math.yaml
lm_eval/tasks/hrm8k/default/hrm8k_mmmlu.yaml
lm_eval/tasks/hrm8k/default/hrm8k_omni_math.yaml
lm_eval/tasks/hrm8k/default/utils.py
lm_eval/tasks/hrm8k/en/_hrm8k_en_yaml
lm_eval/tasks/hrm8k/en/hrm8k_en.yaml
lm_eval/tasks/hrm8k/en/hrm8k_gsm8k_en.yaml
lm_eval/tasks/hrm8k/en/hrm8k_ksm_en.yaml
lm_eval/tasks/hrm8k/en/hrm8k_math_en.yaml
lm_eval/tasks/hrm8k/en/hrm8k_mmmlu_en.yaml
lm_eval/tasks/hrm8k/en/hrm8k_omni_math_en.yaml
lm_eval/tasks/hrm8k/en/utils.py
lm_eval/tasks/humaneval/README.md
lm_eval/tasks/humaneval/humaneval.yaml
lm_eval/tasks/humaneval/humaneval_64.yaml
lm_eval/tasks/humaneval/utils.py
lm_eval/tasks/ifeval/README.md
lm_eval/tasks/ifeval/ifeval.yaml
lm_eval/tasks/ifeval/instructions.py
lm_eval/tasks/ifeval/instructions_registry.py
lm_eval/tasks/ifeval/instructions_util.py
lm_eval/tasks/ifeval/utils.py
lm_eval/tasks/inverse_scaling/README.md
lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml
lm_eval/tasks/inverse_scaling/_some_results
lm_eval/tasks/inverse_scaling/inverse_scaling_hindsight_neglect.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_into_the_unknown.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_memo_trap.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_modus_tollens.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_neqa.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_pattern_matching_suppression.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_quote_repetition.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_redefine_math.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_repetitive_algebra.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_sig_figs.yaml
lm_eval/tasks/inverse_scaling/inverse_scaling_winobias_antistereotype.yaml
lm_eval/tasks/japanese_leaderboard/README.md
lm_eval/tasks/japanese_leaderboard/_ja_leaderboard.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jaqket_v2.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.py
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jnli.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jsquad.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_marc_ja.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.py
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.py
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.yaml
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.py
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.yaml
lm_eval/tasks/japanese_leaderboard/requirements.txt
lm_eval/tasks/kbl/README.md
lm_eval/tasks/kbl/bar_exam/civil/_base_em_yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2012.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2013.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2014.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2015.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2016.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2017.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2018.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2019.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2020.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2021.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2022.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2023.yaml
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2024.yaml
lm_eval/tasks/kbl/bar_exam/criminal/_base_em_yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2012.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2013.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2014.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2015.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2016.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2017.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2018.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2019.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2020.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2021.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2022.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2023.yaml
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2024.yaml
lm_eval/tasks/kbl/bar_exam/public/_base_em_yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2012.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2013.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2014.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2015.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2016.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2017.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2018.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2019.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2020.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2021.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2022.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2023.yaml
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2024.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/_base_em_yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2010.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2011.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2012.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2013.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2014.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2015.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2016.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2017.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2018.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2019.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2020.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2021.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2022.yaml
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2023.yaml
lm_eval/tasks/kbl/knowledge/_kbl_knowledge_yaml
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_reasoning_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_legal_concept_qa_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_offense_component_qa_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_query_statute_matching_qa_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_statute_hallucination_qa_em.yaml
lm_eval/tasks/kbl/knowledge/kbl_statute_number_and_content_matching_qa_em.yaml
lm_eval/tasks/kbl/reasoning/_kbl_reasoning_yaml
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_p_em.yaml
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_q_em.yaml
lm_eval/tasks/kbl/reasoning/kbl_causal_reasoning_em.yaml
lm_eval/tasks/kbl/reasoning/kbl_statement_consistency_qa_em.yaml
lm_eval/tasks/kmmlu/README.md
lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard.yaml
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_applied_science.yaml
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_humss.yaml
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_other.yaml
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_stem.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_accounting.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_agricultural_sciences.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_aviation_engineering_and_maintenance.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_biology.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemical_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemistry.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_civil_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_computer_science.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_construction.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_criminal_law.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_ecology.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_economics.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_education.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electrical_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electronics_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_energy_management.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_environmental_science.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_fashion.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_food_processing.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_gas_technology_and_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_geomatics.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_health.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_industrial_engineer.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_information_technology.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_interior_architecture_and_design.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_korean_history.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_law.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_machine_design_and_manufacturing.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_management.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_maritime_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_marketing.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_materials_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_math.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_mechanical_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_nondestructive_testing.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_patent.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_political_science_and_sociology.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_psychology.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_public_safety.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_railway_and_automotive_engineering.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_real_estate.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_refrigerating_machinery.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_social_welfare.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_taxation.yaml
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_telecommunications_and_wireless_technology.yaml
lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml
lm_eval/tasks/kmmlu/direct/_kmmlu_direct.yaml
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_applied_science.yaml
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_humss.yaml
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_other.yaml
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_stem.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_accounting.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_agricultural_sciences.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_aviation_engineering_and_maintenance.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_biology.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemical_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemistry.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_civil_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_computer_science.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_construction.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_criminal_law.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_ecology.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_economics.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_education.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electrical_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electronics_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_energy_management.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_environmental_science.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_fashion.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_food_processing.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_railway_and_automotive_engineering.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_real_estate.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_refrigerating_machinery.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_social_welfare.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml
lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml
lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard.yaml
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_applied_science.yaml
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_humss.yaml
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_other.yaml
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_stem.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_mechanical_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_nondestructive_testing.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_patent.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_political_science_and_sociology.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_psychology.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_public_safety.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_railway_and_automotive_engineering.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_real_estate.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_refrigerating_machinery.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_social_welfare.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_taxation.yaml
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_telecommunications_and_wireless_technology.yaml
lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml
lm_eval/tasks/kmmlu/hard/_kmmlu_hard.yaml
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_applied_science.yaml
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_humss.yaml
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_other.yaml
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_stem.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_accounting.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_agricultural_sciences.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_aviation_engineering_and_maintenance.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_biology.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemical_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemistry.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_civil_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_machine_design_and_manufacturing.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_management.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_maritime_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_marketing.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_materials_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_math.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_mechanical_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_nondestructive_testing.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_patent.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_political_science_and_sociology.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_psychology.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml
lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml
lm_eval/tasks/kobest/README.md
lm_eval/tasks/kobest/_kobest.yaml
lm_eval/tasks/kobest/kobest_boolq.yaml
lm_eval/tasks/kobest/kobest_copa.yaml
lm_eval/tasks/kobest/kobest_hellaswag.yaml
lm_eval/tasks/kobest/kobest_sentineg.yaml
lm_eval/tasks/kobest/kobest_wic.yaml
lm_eval/tasks/kobest/utils.py
lm_eval/tasks/kormedmcqa/README.md
lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml
lm_eval/tasks/kormedmcqa/_template_yaml
lm_eval/tasks/kormedmcqa/dentist.yaml
lm_eval/tasks/kormedmcqa/doctor.yaml
lm_eval/tasks/kormedmcqa/nurse.yaml
lm_eval/tasks/kormedmcqa/pharm.yaml
lm_eval/tasks/lambada/README.md
lm_eval/tasks/lambada/lambada_openai.yaml
lm_eval/tasks/lambada/lambada_standard.yaml
lm_eval/tasks/lambada_cloze/README.md
lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml
lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml
lm_eval/tasks/lambada_multilingual/README.md
lm_eval/tasks/lambada_multilingual/lambada_mt_de.yaml
lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml
lm_eval/tasks/lambada_multilingual/lambada_mt_es.yaml
lm_eval/tasks/lambada_multilingual/lambada_mt_fr.yaml
lm_eval/tasks/lambada_multilingual/lambada_mt_it.yaml
lm_eval/tasks/lambada_multilingual_stablelm/README.md
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_de.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_en.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_es.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_fr.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_it.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_nl.yaml
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_pt.yaml
lm_eval/tasks/leaderboard/README.md
lm_eval/tasks/leaderboard/leaderboard.yaml
lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml
lm_eval/tasks/leaderboard/bbh_mc/_leaderboard_bbh.yaml
lm_eval/tasks/leaderboard/bbh_mc/boolean_expressions.yaml
lm_eval/tasks/leaderboard/bbh_mc/causal_judgement.yaml
lm_eval/tasks/leaderboard/bbh_mc/date_understanding.yaml
lm_eval/tasks/leaderboard/bbh_mc/disambiguation_qa.yaml
lm_eval/tasks/leaderboard/bbh_mc/formal_fallacies.yaml
lm_eval/tasks/leaderboard/bbh_mc/geometric_shapes.yaml
lm_eval/tasks/leaderboard/bbh_mc/hyperbaton.yaml
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_five_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_seven_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_three_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/movie_recommendation.yaml
lm_eval/tasks/leaderboard/bbh_mc/navigate.yaml
lm_eval/tasks/leaderboard/bbh_mc/object_counting.yaml
lm_eval/tasks/leaderboard/bbh_mc/penguins_in_a_table.yaml
lm_eval/tasks/leaderboard/bbh_mc/reasoning_about_colored_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/ruin_names.yaml
lm_eval/tasks/leaderboard/bbh_mc/salient_translation_error_detection.yaml
lm_eval/tasks/leaderboard/bbh_mc/snarks.yaml
lm_eval/tasks/leaderboard/bbh_mc/sports_understanding.yaml
lm_eval/tasks/leaderboard/bbh_mc/temporal_sequences.yaml
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_five_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_seven_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_three_objects.yaml
lm_eval/tasks/leaderboard/bbh_mc/web_of_lies.yaml
lm_eval/tasks/leaderboard/gpqa/_leaderboard_gpqa.yaml
lm_eval/tasks/leaderboard/gpqa/_template_yaml
lm_eval/tasks/leaderboard/gpqa/gpqa_diamond_zeroshot.yaml
lm_eval/tasks/leaderboard/gpqa/gpqa_extended_zeroshot.yaml
lm_eval/tasks/leaderboard/gpqa/gpqa_main_zeroshot.yaml
lm_eval/tasks/leaderboard/gpqa/utils.py
lm_eval/tasks/leaderboard/ifeval/_leaderboard_instruction_following.yaml
lm_eval/tasks/leaderboard/ifeval/ifeval.yaml
lm_eval/tasks/leaderboard/ifeval/instructions.py
lm_eval/tasks/leaderboard/ifeval/instructions_registry.py
lm_eval/tasks/leaderboard/ifeval/instructions_util.py
lm_eval/tasks/leaderboard/ifeval/utils.py
lm_eval/tasks/leaderboard/math/_leaderboard_math.yaml
lm_eval/tasks/leaderboard/math/_template_yaml
lm_eval/tasks/leaderboard/math/math_algebra.yaml
lm_eval/tasks/leaderboard/math/math_counting_and_prob.yaml
lm_eval/tasks/leaderboard/math/math_geometry.yaml
lm_eval/tasks/leaderboard/math/math_intermediate_algebra.yaml
lm_eval/tasks/leaderboard/math/math_num_theory.yaml
lm_eval/tasks/leaderboard/math/math_prealgebra.yaml
lm_eval/tasks/leaderboard/math/math_precalculus.yaml
lm_eval/tasks/leaderboard/math/utils.py
lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml
lm_eval/tasks/leaderboard/mmlu_pro/utils.py
lm_eval/tasks/leaderboard/musr/_musr.yaml
lm_eval/tasks/leaderboard/musr/_template_yaml
lm_eval/tasks/leaderboard/musr/musr_murder_mysteries.yaml
lm_eval/tasks/leaderboard/musr/musr_object_placements.yaml
lm_eval/tasks/leaderboard/musr/musr_team_allocation.yaml
lm_eval/tasks/leaderboard/musr/utils.py
lm_eval/tasks/lingoly/README.md
lm_eval/tasks/lingoly/lingoly_context.yaml
lm_eval/tasks/lingoly/lingoly_group.yaml
lm_eval/tasks/lingoly/lingoly_nocontext.yaml
lm_eval/tasks/lingoly/script.py
lm_eval/tasks/lingoly/utils.py
lm_eval/tasks/llama3/README.md
lm_eval/tasks/llama3/instruct/mmlu/_continuation_template_yaml
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_humanities.yaml
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_other.yaml
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_social_sciences.yaml
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml
lm_eval/tasks/llama3/instruct/mmlu/llama.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_biology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_chemistry.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_computer_science.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_european_history.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_geography.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_mathematics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_physics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_psychology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_statistics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_us_history.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_world_history.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_aging.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_sexuality.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_international_law.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_jurisprudence.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_logical_fallacies.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_machine_learning.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_management.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_marketing.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_medical_genetics.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_miscellaneous.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_disputes.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_scenarios.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_nutrition.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_philosophy.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_prehistory.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_accounting.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_law.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_medicine.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_psychology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_public_relations.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_security_studies.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_sociology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_us_foreign_policy.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_virology.yaml
lm_eval/tasks/llama3/instruct/mmlu/mmlu_world_religions.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/_default_template_yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/_mmlu_pro.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_biology.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_business.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_chemistry.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_computer_science.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_economics.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_engineering.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_health.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_history.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_law.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_math.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_other.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_philosophy.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_physics.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_psychology.yaml
lm_eval/tasks/llama3/instruct/mmlu_pro/utils.py
lm_eval/tasks/logiqa/README.md
lm_eval/tasks/logiqa/logiqa.yaml
lm_eval/tasks/logiqa/utils_logiqa.py
lm_eval/tasks/logiqa2/README.md
lm_eval/tasks/logiqa2/logieval.yaml
lm_eval/tasks/logiqa2/logiqa2.yaml
lm_eval/tasks/logiqa2/utils_logiqa2.py
lm_eval/tasks/mathqa/README.md
lm_eval/tasks/mathqa/mathqa.yaml
lm_eval/tasks/mathqa/utils.py
lm_eval/tasks/mbpp/README.md
lm_eval/tasks/mbpp/mbpp.yaml
lm_eval/tasks/mbpp/utils.py
lm_eval/tasks/mc_taco/README.md
lm_eval/tasks/mc_taco/default.yaml
lm_eval/tasks/med_concepts_qa/README.md
lm_eval/tasks/med_concepts_qa/_default_template_yaml
lm_eval/tasks/med_concepts_qa/_generate_configs.py
lm_eval/tasks/med_concepts_qa/_med_concepts_qa.yaml
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_atc.yaml
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10cm.yaml
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10proc.yaml
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9cm.yaml
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9proc.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_easy.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_hard.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_medium.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_easy.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_hard.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_medium.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_easy.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_hard.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_medium.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_easy.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_hard.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_medium.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_easy.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_hard.yaml
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_medium.yaml
lm_eval/tasks/medmcqa/medmcqa.yaml
lm_eval/tasks/medmcqa/utils_medmcqa.py
lm_eval/tasks/medqa/medqa.yaml
lm_eval/tasks/medqa/preprocess_medqa.py
lm_eval/tasks/mela/README.md
lm_eval/tasks/mela/_mela.yaml
lm_eval/tasks/mela/mela_ar.yaml
lm_eval/tasks/mela/mela_de.yaml
lm_eval/tasks/mela/mela_en.yaml
lm_eval/tasks/mela/mela_es.yaml
lm_eval/tasks/mela/mela_fr.yaml
lm_eval/tasks/mela/mela_is.yaml
lm_eval/tasks/mela/mela_it.yaml
lm_eval/tasks/mela/mela_ja.yaml
lm_eval/tasks/mela/mela_ru.yaml
lm_eval/tasks/mela/mela_zh.yaml
lm_eval/tasks/metabench/README.md
lm_eval/tasks/metabench/metabench.yaml
lm_eval/tasks/metabench/metabench_arc.yaml
lm_eval/tasks/metabench/metabench_arc_permute.yaml
lm_eval/tasks/metabench/metabench_arc_secondary.yaml
lm_eval/tasks/metabench/metabench_arc_secondary_permute.yaml
lm_eval/tasks/metabench/metabench_gsm8k.yaml
lm_eval/tasks/metabench/metabench_gsm8k_secondary.yaml
lm_eval/tasks/metabench/metabench_hellaswag.yaml
lm_eval/tasks/metabench/metabench_hellaswag_permute.yaml
lm_eval/tasks/metabench/metabench_hellaswag_secondary.yaml
lm_eval/tasks/metabench/metabench_hellaswag_secondary_permute.yaml
lm_eval/tasks/metabench/metabench_mmlu.yaml
lm_eval/tasks/metabench/metabench_mmlu_permute.yaml
lm_eval/tasks/metabench/metabench_mmlu_secondary.yaml
lm_eval/tasks/metabench/metabench_mmlu_secondary_permute.yaml
lm_eval/tasks/metabench/metabench_permute.yaml
lm_eval/tasks/metabench/metabench_secondary.yaml
lm_eval/tasks/metabench/metabench_secondary_permute.yaml
lm_eval/tasks/metabench/metabench_truthfulqa.yaml
lm_eval/tasks/metabench/metabench_truthfulqa_permute.yaml
lm_eval/tasks/metabench/metabench_truthfulqa_secondary.yaml
lm_eval/tasks/metabench/metabench_truthfulqa_secondary_permute.yaml
lm_eval/tasks/metabench/metabench_winogrande.yaml
lm_eval/tasks/metabench/metabench_winogrande_permute.yaml
lm_eval/tasks/metabench/metabench_winogrande_secondary.yaml
lm_eval/tasks/metabench/metabench_winogrande_secondary_permute.yaml
lm_eval/tasks/metabench/process_docs.py
lm_eval/tasks/metabench/process_docs_permute.py
lm_eval/tasks/mgsm/README.md
lm_eval/tasks/mgsm/gen_yaml.sh
lm_eval/tasks/mgsm/utils.py
lm_eval/tasks/mgsm/direct/direct_yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_bn.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_de.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_en.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_es.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_fr.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_ja.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_ru.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_sw.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_te.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_th.yaml
lm_eval/tasks/mgsm/direct/mgsm_direct_zh.yaml
lm_eval/tasks/mgsm/en_cot/cot_yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_bn.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_de.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_en.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_es.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_fr.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ja.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ru.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_sw.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_te.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_th.yaml
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_zh.yaml
lm_eval/tasks/mgsm/native_cot/cot_yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_bn.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_de.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_en.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_es.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_fr.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ja.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ru.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_sw.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_te.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_th.yaml
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_zh.yaml
lm_eval/tasks/minerva_math/README.md
lm_eval/tasks/minerva_math/minerva_math_algebra.yaml
lm_eval/tasks/minerva_math/minerva_math_counting_and_prob.yaml
lm_eval/tasks/minerva_math/minerva_math_geometry.yaml
lm_eval/tasks/minerva_math/minerva_math_intermediate_algebra.yaml
lm_eval/tasks/minerva_math/minerva_math_num_theory.yaml
lm_eval/tasks/minerva_math/minerva_math_prealgebra.yaml
lm_eval/tasks/minerva_math/minerva_math_precalc.yaml
lm_eval/tasks/minerva_math/utils.py
lm_eval/tasks/mlqa/README.md
lm_eval/tasks/mlqa/generate_tasks.py
lm_eval/tasks/mlqa/mlqa_ar_ar.yaml
lm_eval/tasks/mlqa/mlqa_ar_de.yaml
lm_eval/tasks/mlqa/mlqa_ar_en.yaml
lm_eval/tasks/mlqa/mlqa_ar_es.yaml
lm_eval/tasks/mlqa/mlqa_ar_hi.yaml
lm_eval/tasks/mlqa/mlqa_ar_vi.yaml
lm_eval/tasks/mlqa/mlqa_ar_zh.yaml
lm_eval/tasks/mlqa/mlqa_common_yaml
lm_eval/tasks/mlqa/mlqa_de_ar.yaml
lm_eval/tasks/mlqa/mlqa_de_de.yaml
lm_eval/tasks/mlqa/mlqa_de_en.yaml
lm_eval/tasks/mlqa/mlqa_de_es.yaml
lm_eval/tasks/mlqa/mlqa_de_hi.yaml
lm_eval/tasks/mlqa/mlqa_de_vi.yaml
lm_eval/tasks/mlqa/mlqa_de_zh.yaml
lm_eval/tasks/mlqa/mlqa_en_ar.yaml
lm_eval/tasks/mlqa/mlqa_en_de.yaml
lm_eval/tasks/mlqa/mlqa_en_en.yaml
lm_eval/tasks/mlqa/mlqa_en_es.yaml
lm_eval/tasks/mlqa/mlqa_en_hi.yaml
lm_eval/tasks/mlqa/mlqa_en_vi.yaml
lm_eval/tasks/mlqa/mlqa_en_zh.yaml
lm_eval/tasks/mlqa/mlqa_es_ar.yaml
lm_eval/tasks/mlqa/mlqa_es_de.yaml
lm_eval/tasks/mlqa/mlqa_es_en.yaml
lm_eval/tasks/mlqa/mlqa_es_es.yaml
lm_eval/tasks/mlqa/mlqa_es_hi.yaml
lm_eval/tasks/mlqa/mlqa_es_vi.yaml
lm_eval/tasks/mlqa/mlqa_es_zh.yaml
lm_eval/tasks/mlqa/mlqa_hi_ar.yaml
lm_eval/tasks/mlqa/mlqa_hi_de.yaml
lm_eval/tasks/mlqa/mlqa_hi_en.yaml
lm_eval/tasks/mlqa/mlqa_hi_es.yaml
lm_eval/tasks/mlqa/mlqa_hi_hi.yaml
lm_eval/tasks/mlqa/mlqa_hi_vi.yaml
lm_eval/tasks/mlqa/mlqa_hi_zh.yaml
lm_eval/tasks/mlqa/mlqa_vi_ar.yaml
lm_eval/tasks/mlqa/mlqa_vi_de.yaml
lm_eval/tasks/mlqa/mlqa_vi_en.yaml
lm_eval/tasks/mlqa/mlqa_vi_es.yaml
lm_eval/tasks/mlqa/mlqa_vi_hi.yaml
lm_eval/tasks/mlqa/mlqa_vi_vi.yaml
lm_eval/tasks/mlqa/mlqa_vi_zh.yaml
lm_eval/tasks/mlqa/mlqa_zh_ar.yaml
lm_eval/tasks/mlqa/mlqa_zh_de.yaml
lm_eval/tasks/mlqa/mlqa_zh_en.yaml
lm_eval/tasks/mlqa/mlqa_zh_es.yaml
lm_eval/tasks/mlqa/mlqa_zh_hi.yaml
lm_eval/tasks/mlqa/mlqa_zh_vi.yaml
lm_eval/tasks/mlqa/mlqa_zh_zh.yaml
lm_eval/tasks/mlqa/utils.py
lm_eval/tasks/mmlu/README.md
lm_eval/tasks/mmlu/_generate_configs.py
lm_eval/tasks/mmlu-pro-plus/README.md
lm_eval/tasks/mmlu-pro-plus/_default_template_yaml
lm_eval/tasks/mmlu-pro-plus/_mmlu_pro_plus.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_biology.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_business.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_chemistry.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_computer_science.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_economics.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_engineering.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_health.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_history.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_law.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_math.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_other.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_philosophy.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_physics.yaml
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_psychology.yaml
lm_eval/tasks/mmlu-pro-plus/utils.py
lm_eval/tasks/mmlu/continuation/_continuation_template_yaml
lm_eval/tasks/mmlu/continuation/_mmlu.yaml
lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/continuation/mmlu_international_law.yaml
lm_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/continuation/mmlu_management.yaml
lm_eval/tasks/mmlu/continuation/mmlu_marketing.yaml
lm_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/continuation/mmlu_sociology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/continuation/mmlu_virology.yaml
lm_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/default/_default_template_yaml
lm_eval/tasks/mmlu/default/_mmlu.yaml
lm_eval/tasks/mmlu/default/_mmlu_humanities.yaml
lm_eval/tasks/mmlu/default/_mmlu_other.yaml
lm_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml
lm_eval/tasks/mmlu/default/_mmlu_stem.yaml
lm_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/default/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/default/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/default/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/default/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/default/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/default/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/default/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/default/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/default/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/default/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/default/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/default/mmlu_international_law.yaml
lm_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/default/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/default/mmlu_management.yaml
lm_eval/tasks/mmlu/default/mmlu_marketing.yaml
lm_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/default/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/default/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/default/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/default/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/default/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/default/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/default/mmlu_sociology.yaml
lm_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/default/mmlu_virology.yaml
lm_eval/tasks/mmlu/default/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml
lm_eval/tasks/mmlu/generative/_default_template_yaml
lm_eval/tasks/mmlu/generative/_mmlu.yaml
lm_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml
lm_eval/tasks/mmlu/generative/mmlu_anatomy.yaml
lm_eval/tasks/mmlu/generative/mmlu_astronomy.yaml
lm_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml
lm_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_biology.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml
lm_eval/tasks/mmlu/generative/mmlu_college_physics.yaml
lm_eval/tasks/mmlu/generative/mmlu_computer_security.yaml
lm_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml
lm_eval/tasks/mmlu/generative/mmlu_econometrics.yaml
lm_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml
lm_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml
lm_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml
lm_eval/tasks/mmlu/generative/mmlu_global_facts.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml
lm_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml
lm_eval/tasks/mmlu/generative/mmlu_human_aging.yaml
lm_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml
lm_eval/tasks/mmlu/generative/mmlu_international_law.yaml
lm_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml
lm_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml
lm_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml
lm_eval/tasks/mmlu/generative/mmlu_management.yaml
lm_eval/tasks/mmlu/generative/mmlu_marketing.yaml
lm_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml
lm_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml
lm_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml
lm_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml
lm_eval/tasks/mmlu/generative/mmlu_nutrition.yaml
lm_eval/tasks/mmlu/generative/mmlu_philosophy.yaml
lm_eval/tasks/mmlu/generative/mmlu_prehistory.yaml
lm_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml
lm_eval/tasks/mmlu/generative/mmlu_professional_law.yaml
lm_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml
lm_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml
lm_eval/tasks/mmlu/generative/mmlu_public_relations.yaml
lm_eval/tasks/mmlu/generative/mmlu_security_studies.yaml
lm_eval/tasks/mmlu/generative/mmlu_sociology.yaml
lm_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml
lm_eval/tasks/mmlu/generative/mmlu_virology.yaml
lm_eval/tasks/mmlu/generative/mmlu_world_religions.yaml
lm_eval/tasks/mmlu_pro/README.md
lm_eval/tasks/mmlu_pro/_default_template_yaml
lm_eval/tasks/mmlu_pro/_mmlu_pro.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml
lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml
lm_eval/tasks/mmlu_pro/utils.py
lm_eval/tasks/mmlusr/README.md
lm_eval/tasks/mmlusr/config.py
lm_eval/tasks/mmlusr/answer_only/_answer_only.yaml
lm_eval/tasks/mmlusr/answer_only/_mmlusr_a_yml
lm_eval/tasks/mmlusr/answer_only/answer_only_abstract_algebra.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_anatomy.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_astronomy.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_business_ethics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_clinical_knowledge.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_biology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_chemistry.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_computer_science.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_mathematics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_medicine.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_college_physics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_computer_security.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_conceptual_physics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_econometrics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_electrical_engineering.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_elementary_mathematics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_formal_logic.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_global_facts.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_biology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_chemistry.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_computer_science.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_european_history.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_geography.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_government_and_politics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_macroeconomics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_mathematics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_microeconomics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_physics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_psychology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_statistics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_us_history.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_world_history.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_human_aging.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_human_sexuality.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_international_law.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_jurisprudence.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_logical_fallacies.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_machine_learning.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_management.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_marketing.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_medical_genetics.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_miscellaneous.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_disputes.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_scenarios.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_nutrition.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_philosophy.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_prehistory.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_accounting.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_law.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_medicine.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_psychology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_public_relations.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_security_studies.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_sociology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_us_foreign_policy.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_virology.yaml
lm_eval/tasks/mmlusr/answer_only/answer_only_world_religions.yaml
lm_eval/tasks/mmlusr/answer_only/utils.py
lm_eval/tasks/mmlusr/question_and_answer/_mmlusr_qna_yml
lm_eval/tasks/mmlusr/question_and_answer/_question_and_answer.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_abstract_algebra.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_anatomy.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_astronomy.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_business_ethics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_clinical_knowledge.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_biology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_chemistry.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_computer_science.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_mathematics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_medicine.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_physics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_computer_security.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_conceptual_physics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_econometrics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_electrical_engineering.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_elementary_mathematics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_formal_logic.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_global_facts.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_biology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_chemistry.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_computer_science.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_european_history.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_geography.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_government_and_politics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_macroeconomics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_mathematics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_microeconomics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_physics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_psychology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_statistics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_us_history.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_world_history.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_aging.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_sexuality.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_international_law.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_jurisprudence.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_logical_fallacies.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_machine_learning.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_management.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_marketing.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_medical_genetics.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_miscellaneous.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_disputes.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_scenarios.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_nutrition.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_philosophy.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_prehistory.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_accounting.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_law.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_medicine.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_psychology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_public_relations.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_security_studies.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_sociology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_us_foreign_policy.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_virology.yaml
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_world_religions.yaml
lm_eval/tasks/mmlusr/question_and_answer/utils.py
lm_eval/tasks/mmlusr/question_only/_mmlusr_q_yml
lm_eval/tasks/mmlusr/question_only/_question_only.yaml
lm_eval/tasks/mmlusr/question_only/question_only_abstract_algebra.yaml
lm_eval/tasks/mmlusr/question_only/question_only_anatomy.yaml
lm_eval/tasks/mmlusr/question_only/question_only_astronomy.yaml
lm_eval/tasks/mmlusr/question_only/question_only_business_ethics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_clinical_knowledge.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_biology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_chemistry.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_computer_science.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_mathematics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_medicine.yaml
lm_eval/tasks/mmlusr/question_only/question_only_college_physics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_computer_security.yaml
lm_eval/tasks/mmlusr/question_only/question_only_conceptual_physics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_econometrics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_electrical_engineering.yaml
lm_eval/tasks/mmlusr/question_only/question_only_elementary_mathematics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_formal_logic.yaml
lm_eval/tasks/mmlusr/question_only/question_only_global_facts.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_biology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_chemistry.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_computer_science.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_european_history.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_geography.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_government_and_politics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_macroeconomics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_mathematics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_microeconomics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_physics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_psychology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_statistics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_us_history.yaml
lm_eval/tasks/mmlusr/question_only/question_only_high_school_world_history.yaml
lm_eval/tasks/mmlusr/question_only/question_only_human_aging.yaml
lm_eval/tasks/mmlusr/question_only/question_only_human_sexuality.yaml
lm_eval/tasks/mmlusr/question_only/question_only_international_law.yaml
lm_eval/tasks/mmlusr/question_only/question_only_jurisprudence.yaml
lm_eval/tasks/mmlusr/question_only/question_only_logical_fallacies.yaml
lm_eval/tasks/mmlusr/question_only/question_only_machine_learning.yaml
lm_eval/tasks/mmlusr/question_only/question_only_management.yaml
lm_eval/tasks/mmlusr/question_only/question_only_marketing.yaml
lm_eval/tasks/mmlusr/question_only/question_only_medical_genetics.yaml
lm_eval/tasks/mmlusr/question_only/question_only_miscellaneous.yaml
lm_eval/tasks/mmlusr/question_only/question_only_moral_disputes.yaml
lm_eval/tasks/mmlusr/question_only/question_only_moral_scenarios.yaml
lm_eval/tasks/mmlusr/question_only/question_only_nutrition.yaml
lm_eval/tasks/mmlusr/question_only/question_only_philosophy.yaml
lm_eval/tasks/mmlusr/question_only/question_only_prehistory.yaml
lm_eval/tasks/mmlusr/question_only/question_only_professional_accounting.yaml
lm_eval/tasks/mmlusr/question_only/question_only_professional_law.yaml
lm_eval/tasks/mmlusr/question_only/question_only_professional_medicine.yaml
lm_eval/tasks/mmlusr/question_only/question_only_professional_psychology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_public_relations.yaml
lm_eval/tasks/mmlusr/question_only/question_only_security_studies.yaml
lm_eval/tasks/mmlusr/question_only/question_only_sociology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_us_foreign_policy.yaml
lm_eval/tasks/mmlusr/question_only/question_only_virology.yaml
lm_eval/tasks/mmlusr/question_only/question_only_world_religions.yaml
lm_eval/tasks/mmlusr/question_only/utils.py
lm_eval/tasks/mmmu/README.md
lm_eval/tasks/mmmu/_art_and_design.yaml
lm_eval/tasks/mmmu/_business.yaml
lm_eval/tasks/mmmu/_health_and_medicine.yaml
lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml
lm_eval/tasks/mmmu/_mmmu.yaml
lm_eval/tasks/mmmu/_science.yaml
lm_eval/tasks/mmmu/_tech_and_engineering.yaml
lm_eval/tasks/mmmu/_template_yaml
lm_eval/tasks/mmmu/mmmu_accounting.yaml
lm_eval/tasks/mmmu/mmmu_agriculture.yaml
lm_eval/tasks/mmmu/mmmu_architecture_and_engineering.yaml
lm_eval/tasks/mmmu/mmmu_art.yaml
lm_eval/tasks/mmmu/mmmu_art_theory.yaml
lm_eval/tasks/mmmu/mmmu_basic_medical_science.yaml
lm_eval/tasks/mmmu/mmmu_biology.yaml
lm_eval/tasks/mmmu/mmmu_chemistry.yaml
lm_eval/tasks/mmmu/mmmu_clinical_medicine.yaml
lm_eval/tasks/mmmu/mmmu_computer_science.yaml
lm_eval/tasks/mmmu/mmmu_design.yaml
lm_eval/tasks/mmmu/mmmu_diagnostics_and_laboratory_medicine.yaml
lm_eval/tasks/mmmu/mmmu_economics.yaml
lm_eval/tasks/mmmu/mmmu_electronics.yaml
lm_eval/tasks/mmmu/mmmu_energy_and_power.yaml
lm_eval/tasks/mmmu/mmmu_finance.yaml
lm_eval/tasks/mmmu/mmmu_geography.yaml
lm_eval/tasks/mmmu/mmmu_history.yaml
lm_eval/tasks/mmmu/mmmu_literature.yaml
lm_eval/tasks/mmmu/mmmu_manage.yaml
lm_eval/tasks/mmmu/mmmu_marketing.yaml
lm_eval/tasks/mmmu/mmmu_materials.yaml
lm_eval/tasks/mmmu/mmmu_math.yaml
lm_eval/tasks/mmmu/mmmu_mechanical_engineering.yaml
lm_eval/tasks/mmmu/mmmu_music.yaml
lm_eval/tasks/mmmu/mmmu_pharmacy.yaml
lm_eval/tasks/mmmu/mmmu_physics.yaml
lm_eval/tasks/mmmu/mmmu_psychology.yaml
lm_eval/tasks/mmmu/mmmu_public_health.yaml
lm_eval/tasks/mmmu/mmmu_sociology.yaml
lm_eval/tasks/mmmu/utils.py
lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py
lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-itself.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-ais.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-versions.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-less-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-more-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-neutral-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-myopic-reward.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-one-box-tendency.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-power-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-general-ai.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-good-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-architecture.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-web-gpt.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-survival-instinct.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-wealth-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-itself.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-ais.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-versions.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-less-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-more-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-neutral-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-myopic-reward.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-one-box-tendency.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-power-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-general-ai.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-good-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-training-architecture.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-web-gpt.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-survival-instinct.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-wealth-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-itself.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-ais.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-versions.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-less-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-more-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-neutral-HHH.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-myopic-reward.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-one-box-tendency.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-power-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-general-ai.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-good-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-text-model.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-architecture.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-nn-architecture.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-web-gpt.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-survival-instinct.yaml
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-wealth-seeking-inclination.yaml
lm_eval/tasks/model_written_evals/persona/_generate_configs.py
lm_eval/tasks/model_written_evals/persona/_template_yaml
lm_eval/tasks/model_written_evals/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.yaml
lm_eval/tasks/model_written_evals/persona/agreeableness.yaml
lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml
lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml
lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml
lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml
lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml
lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml
lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml
lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml
lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml
lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-different-AIs-to-achieve-its-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-create-allies.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-influence-world.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-maximize-impact-on-world.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-minimize-impact-on-world-while-being-useful.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-helpful-to-others.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml
lm_eval/tasks/model_written_evals/persona/desire-to-replace-human-oversight.yaml
lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml
lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml
lm_eval/tasks/model_written_evals/persona/extraversion.yaml
lm_eval/tasks/model_written_evals/persona/has-disability.yaml
lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml
lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml
lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml
lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml
lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml
lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml
lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml
lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml
lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml
lm_eval/tasks/model_written_evals/persona/narcissism.yaml
lm_eval/tasks/model_written_evals/persona/neuroticism.yaml
lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml
lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml
lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml
lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml
lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml
lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml
lm_eval/tasks/model_written_evals/persona/openness.yaml
lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml
lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml
lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml
lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml
lm_eval/tasks/model_written_evals/persona/psychopathy.yaml
lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml
lm_eval/tasks/model_written_evals/persona/risk-averse.yaml
lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml
lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml
lm_eval/tasks/model_written_evals/persona/self-replication.yaml
lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml
lm_eval/tasks/model_written_evals/persona/subscribes-to-virtue-ethics.yaml
lm_eval/tasks/model_written_evals/persona/very-small-harm-justifies-very-large-benefit.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-deployed-in-the-real-world.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-more-HHH-in-the-long-run.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-copies-of-itself-to-be-HHH.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-good-outcomes.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-AIs-to-be-HHH.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-people-to-be-HHH.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-not-have-current-goals-changed-by-training.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-authorities.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-experts.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-engage-in-acausal-cooperation.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-be-non-HHH-to-become-more-HHH.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-make-mistakes-to-achieve-higher-final-performance.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-keep-scientific-discoveries-secret-to-achieve-its-goals.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-make-acausal-trades-with-other-AIs-to-help-humanity.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-manipulate-overseers-to-think-it-is-HHH.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-rate-own-statements-highly-to-look-better.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-use-physical-force-to-achieve-benevolent-goals.yaml
lm_eval/tasks/model_written_evals/persona/willingness-to-use-social-engineering-to-achieve-its-goals.yaml
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_nlp_survey.yaml
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_philpapers2020.yaml
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_political_typology_quiz.yaml
lm_eval/tasks/model_written_evals/winogenerated/winogenerated
lm_eval/tasks/moral_stories/README.md
lm_eval/tasks/moral_stories/moral_stories.yaml
lm_eval/tasks/moral_stories/utils.py
lm_eval/tasks/mutual/README.md
lm_eval/tasks/mutual/multual_plus.yaml
lm_eval/tasks/mutual/mutual.yaml
lm_eval/tasks/mutual/utils.py
lm_eval/tasks/noticia/README.md
lm_eval/tasks/noticia/noticia.yaml
lm_eval/tasks/noticia/utils.py
lm_eval/tasks/nq_open/README.md
lm_eval/tasks/nq_open/nq_open.yaml
lm_eval/tasks/okapi/arc_multilingual/README.md
lm_eval/tasks/okapi/arc_multilingual/_arc_yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ar.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_bn.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ca.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_da.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_de.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_es.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_eu.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_fr.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_gu.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_hi.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_hr.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_hu.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_hy.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_id.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_it.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_kn.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ml.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_mr.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ne.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_nl.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_pt.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ro.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ru.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_sk.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_sr.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_sv.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_ta.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_te.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_uk.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_vi.yaml
lm_eval/tasks/okapi/arc_multilingual/arc_zh.yaml
lm_eval/tasks/okapi/arc_multilingual/utils.py
lm_eval/tasks/okapi/hellaswag_multilingual/README.md
lm_eval/tasks/okapi/hellaswag_multilingual/_hellaswag_yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ar.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_bn.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ca.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_da.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_de.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_es.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_eu.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_fr.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_gu.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hi.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hr.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hu.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hy.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_id.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_it.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_kn.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ml.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_mr.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ne.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_nl.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_pt.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ro.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ru.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sk.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sr.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sv.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ta.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_te.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_uk.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_vi.yaml
lm_eval/tasks/okapi/hellaswag_multilingual/utils.py
lm_eval/tasks/okapi/mmlu_multilingual/_default_yaml
lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ar.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_bn.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ca.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_da.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_de.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_en.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_es.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_eu.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_fr.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_gu.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hi.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hr.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hu.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hy.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_id.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_is.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_it.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_kn.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ml.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_mr.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nb.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ne.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nl.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_pt.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ro.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ru.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sk.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sr.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sv.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ta.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_te.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_uk.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/README.md
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc1.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc2.yaml
lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py
lm_eval/tasks/openbookqa/README.md
lm_eval/tasks/openbookqa/openbookqa.yaml
lm_eval/tasks/paloma/README.md
lm_eval/tasks/paloma/_paloma_template
lm_eval/tasks/paloma/paloma_4chan_meta_sep.yaml
lm_eval/tasks/paloma/paloma_c4_100_domains.yaml
lm_eval/tasks/paloma/paloma_c4_en.yaml
lm_eval/tasks/paloma/paloma_dolma-v1_5.yaml
lm_eval/tasks/paloma/paloma_dolma_100_programing_languages.yaml
lm_eval/tasks/paloma/paloma_dolma_100_subreddits.yaml
lm_eval/tasks/paloma/paloma_falcon-refinedweb.yaml
lm_eval/tasks/paloma/paloma_gab.yaml
lm_eval/tasks/paloma/paloma_m2d2_s2orc_unsplit.yaml
lm_eval/tasks/paloma/paloma_m2d2_wikipedia_unsplit.yaml
lm_eval/tasks/paloma/paloma_manosphere_meta_sep.yaml
lm_eval/tasks/paloma/paloma_mc4.yaml
lm_eval/tasks/paloma/paloma_ptb.yaml
lm_eval/tasks/paloma/paloma_redpajama.yaml
lm_eval/tasks/paloma/paloma_twitterAAE_HELM_fixed.yaml
lm_eval/tasks/paloma/paloma_utils.py
lm_eval/tasks/paloma/paloma_wikitext_103.yaml
lm_eval/tasks/paws-x/README.md
lm_eval/tasks/paws-x/_generate_config.py
lm_eval/tasks/paws-x/_pawsx.yaml
lm_eval/tasks/paws-x/paws_de.yaml
lm_eval/tasks/paws-x/paws_en.yaml
lm_eval/tasks/paws-x/paws_es.yaml
lm_eval/tasks/paws-x/paws_fr.yaml
lm_eval/tasks/paws-x/paws_ja.yaml
lm_eval/tasks/paws-x/paws_ko.yaml
lm_eval/tasks/paws-x/paws_zh.yaml
lm_eval/tasks/paws-x/pawsx_template_yaml
lm_eval/tasks/pile/README.md
lm_eval/tasks/pile/pile_arxiv.yaml
lm_eval/tasks/pile/pile_bookcorpus2.yaml
lm_eval/tasks/pile/pile_books3.yaml
lm_eval/tasks/pile/pile_dm-mathematics.yaml
lm_eval/tasks/pile/pile_enron.yaml
lm_eval/tasks/pile/pile_europarl.yaml
lm_eval/tasks/pile/pile_freelaw.yaml
lm_eval/tasks/pile/pile_github.yaml
lm_eval/tasks/pile/pile_gutenberg.yaml
lm_eval/tasks/pile/pile_hackernews.yaml
lm_eval/tasks/pile/pile_nih-exporter.yaml
lm_eval/tasks/pile/pile_opensubtitles.yaml
lm_eval/tasks/pile/pile_openwebtext2.yaml
lm_eval/tasks/pile/pile_philpapers.yaml
lm_eval/tasks/pile/pile_pile-cc.yaml
lm_eval/tasks/pile/pile_pubmed-abstracts.yaml
lm_eval/tasks/pile/pile_pubmed-central.yaml
lm_eval/tasks/pile/pile_stackexchange.yaml
lm_eval/tasks/pile/pile_ubuntu-irc.yaml
lm_eval/tasks/pile/pile_uspto.yaml
lm_eval/tasks/pile/pile_wikipedia.yaml
lm_eval/tasks/pile/pile_youtubesubtitles.yaml
lm_eval/tasks/pile_10k/README.md
lm_eval/tasks/pile_10k/pile_10k.yaml
lm_eval/tasks/piqa/README.md
lm_eval/tasks/piqa/piqa.yaml
lm_eval/tasks/polemo2/README.md
lm_eval/tasks/polemo2/polemo2_in.yaml
lm_eval/tasks/polemo2/polemo2_out.yaml
lm_eval/tasks/portuguese_bench/README.md
lm_eval/tasks/portuguese_bench/assin_entailment.yaml
lm_eval/tasks/portuguese_bench/assin_paraphrase.yaml
lm_eval/tasks/portuguese_bench/portuguese_bench.yaml
lm_eval/tasks/portuguese_bench/flores_pt/_flores_common_yaml
lm_eval/tasks/portuguese_bench/flores_pt/create_yamls_flores_pt.py
lm_eval/tasks/portuguese_bench/flores_pt/flores_ca-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_de-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_en-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_es-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_eu-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_fr-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_gl-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_it-pt.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-ca.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-de.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-en.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-es.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-eu.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-fr.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-gl.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-it.yaml
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt.yaml
lm_eval/tasks/prost/README.md
lm_eval/tasks/prost/corypaik_prost.yaml
lm_eval/tasks/pubmedqa/README.md
lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py
lm_eval/tasks/pubmedqa/pubmedqa.yaml
lm_eval/tasks/qa4mre/README.md
lm_eval/tasks/qa4mre/preprocess_qa4mre.py
lm_eval/tasks/qa4mre/qa4mre_2011.yaml
lm_eval/tasks/qa4mre/qa4mre_2012.yaml
lm_eval/tasks/qa4mre/qa4mre_2013.yaml
lm_eval/tasks/qasper/README.md
lm_eval/tasks/qasper/bool.yaml
lm_eval/tasks/qasper/freeform.yaml
lm_eval/tasks/qasper/metrics.py
lm_eval/tasks/qasper/utils.py
lm_eval/tasks/race/README.md
lm_eval/tasks/race/preprocess_race.py
lm_eval/tasks/race/race.yaml
lm_eval/tasks/realtoxicityprompts/metric.py
lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml
lm_eval/tasks/sciq/README.md
lm_eval/tasks/sciq/sciq.yaml
lm_eval/tasks/score/NON_GREEDY.md
lm_eval/tasks/score/README.md
lm_eval/tasks/score/non_greedy.sh
lm_eval/tasks/score/non_greedy_summarizer.py
lm_eval/tasks/score/score_robustness.yaml
lm_eval/tasks/score/utils.py
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_aqua_rat.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_logiqa_en.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lsat_rc.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_ar.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_lr.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_en.yaml
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_math.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_aqua_rat.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_logiqa_en.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_ar.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_lr.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_rc.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_en.yaml
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_math.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_aqua_rat.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_logiqa_en.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lsat_rc.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_ar.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_lr.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_en.yaml
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_math.yaml
lm_eval/tasks/score/agi_eval/prompt_templates.json
lm_eval/tasks/score/agi_eval/score_non_greedy_robustness_agieval.yaml
lm_eval/tasks/score/agi_eval/score_option_order_robustness_agieval.yaml
lm_eval/tasks/score/agi_eval/score_prompt_robustness_agieval.yaml
lm_eval/tasks/score/agi_eval/score_robustness_agieval.yaml
lm_eval/tasks/score/agi_eval/utils_agieval.py
lm_eval/tasks/score/math/math_grader.py
lm_eval/tasks/score/math/non_greedy_robustness_math_algebra.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_counting_and_prob.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_geometry.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_intermediate_algebra.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_num_theory.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_prealgebra.yaml
lm_eval/tasks/score/math/non_greedy_robustness_math_precalc.yaml
lm_eval/tasks/score/math/prompt_robustness_math_algebra.yaml
lm_eval/tasks/score/math/prompt_robustness_math_counting_and_prob.yaml
lm_eval/tasks/score/math/prompt_robustness_math_geometry.yaml
lm_eval/tasks/score/math/prompt_robustness_math_intermediate_algebra.yaml
lm_eval/tasks/score/math/prompt_robustness_math_num_theory.yaml
lm_eval/tasks/score/math/prompt_robustness_math_prealgebra.yaml
lm_eval/tasks/score/math/prompt_robustness_math_precalc.yaml
lm_eval/tasks/score/math/prompt_templates.json
lm_eval/tasks/score/math/score_non_greedy_robustness_math.yaml
lm_eval/tasks/score/math/score_prompt_robustness_math.yaml
lm_eval/tasks/score/math/score_robustness_math.yaml
lm_eval/tasks/score/math/to_be_fixed_questions.json
lm_eval/tasks/score/math/utils_math.py
lm_eval/tasks/score/mmlu_pro/prompt_templates.json
lm_eval/tasks/score/mmlu_pro/score_non_greedy_robustness_mmlu_pro.yaml
lm_eval/tasks/score/mmlu_pro/score_option_order_robustness_mmlu_pro.yaml
lm_eval/tasks/score/mmlu_pro/score_prompt_robustness_mmlu_pro.yaml
lm_eval/tasks/score/mmlu_pro/utils_mmlu_pro.py
lm_eval/tasks/scrolls/README.md
lm_eval/tasks/scrolls/scrolls_contractnli.yaml
lm_eval/tasks/scrolls/scrolls_govreport.yaml
lm_eval/tasks/scrolls/scrolls_narrativeqa.yaml
lm_eval/tasks/scrolls/scrolls_qasper.yaml
lm_eval/tasks/scrolls/scrolls_qmsum.yaml
lm_eval/tasks/scrolls/scrolls_quality.yaml
lm_eval/tasks/scrolls/scrolls_summscreenfd.yaml
lm_eval/tasks/scrolls/task.py
lm_eval/tasks/siqa/README.md
lm_eval/tasks/siqa/siqa.yaml
lm_eval/tasks/spanish_bench/README.md
lm_eval/tasks/spanish_bench/copa_es.yaml
lm_eval/tasks/spanish_bench/escola.yaml
lm_eval/tasks/spanish_bench/mgsm_direct_es_spanish_bench.yaml
lm_eval/tasks/spanish_bench/openbookqa_es.yaml
lm_eval/tasks/spanish_bench/paws_es_spanish_bench.yaml
lm_eval/tasks/spanish_bench/spanish_bench.yaml
lm_eval/tasks/spanish_bench/utils.py
lm_eval/tasks/spanish_bench/wnli_es.yaml
lm_eval/tasks/spanish_bench/xlsum_es.yaml
lm_eval/tasks/spanish_bench/xnli_es_spanish_bench.yaml
lm_eval/tasks/spanish_bench/flores_es/_flores_common_yaml
lm_eval/tasks/spanish_bench/flores_es/create_yamls_flores_es.py
lm_eval/tasks/spanish_bench/flores_es/flores_ca-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_de-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_en-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-ca.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-de.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-en.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-eu.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-fr.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-gl.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-it.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es-pt.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_eu-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_fr-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_gl-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_it-es.yaml
lm_eval/tasks/spanish_bench/flores_es/flores_pt-es.yaml
lm_eval/tasks/spanish_bench/phrases_es/_phrases_es_common
lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml
lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml
lm_eval/tasks/squad_completion/README.md
lm_eval/tasks/squad_completion/squad_completion.yaml
lm_eval/tasks/squad_completion/task.py
lm_eval/tasks/squadv2/README.md
lm_eval/tasks/squadv2/squadv2.yaml
lm_eval/tasks/squadv2/task.py
lm_eval/tasks/storycloze/README.md
lm_eval/tasks/storycloze/storycloze_2016.yaml
lm_eval/tasks/storycloze/storycloze_2018.yaml
lm_eval/tasks/super_glue/README.md
lm_eval/tasks/super_glue/boolq/default.yaml
lm_eval/tasks/super_glue/boolq/seq2seq.yaml
lm_eval/tasks/super_glue/boolq/t5-prompt.yaml
lm_eval/tasks/super_glue/cb/aggregate.py
lm_eval/tasks/super_glue/cb/default.yaml
lm_eval/tasks/super_glue/cb/t5-prompt.yaml
lm_eval/tasks/super_glue/cb/t5_utils.py
lm_eval/tasks/super_glue/copa/default.yaml
lm_eval/tasks/super_glue/copa/t5-prompt.yaml
lm_eval/tasks/super_glue/copa/utils.py
lm_eval/tasks/super_glue/multirc/default.yaml
lm_eval/tasks/super_glue/multirc/t5-prompt.yaml
lm_eval/tasks/super_glue/multirc/t5_utils.py
lm_eval/tasks/super_glue/record/default.yaml
lm_eval/tasks/super_glue/record/t5-prompt.yaml
lm_eval/tasks/super_glue/record/t5_utils.py
lm_eval/tasks/super_glue/record/util.py
lm_eval/tasks/super_glue/rte/default.yaml
lm_eval/tasks/super_glue/rte/t5-prompt.yaml
lm_eval/tasks/super_glue/wic/default.yaml
lm_eval/tasks/super_glue/wic/t5-prompt.yaml
lm_eval/tasks/super_glue/wsc/default.yaml
lm_eval/tasks/super_glue/wsc/preprocess_wsc.py
lm_eval/tasks/super_glue/wsc/t5-prompt.yaml
lm_eval/tasks/super_glue/wsc/t5_utils.py
lm_eval/tasks/swag/README.md
lm_eval/tasks/swag/swag.yaml
lm_eval/tasks/swde/README.md
lm_eval/tasks/swde/swde.yaml
lm_eval/tasks/swde/task.py
lm_eval/tasks/tinyBenchmarks/README.md
lm_eval/tasks/tinyBenchmarks/agg_functions.py
lm_eval/tasks/tinyBenchmarks/tinyArc.yaml
lm_eval/tasks/tinyBenchmarks/tinyBenchmarks.yaml
lm_eval/tasks/tinyBenchmarks/tinyGSM8k.yaml
lm_eval/tasks/tinyBenchmarks/tinyHellaswag.yaml
lm_eval/tasks/tinyBenchmarks/tinyMMLU.yaml
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc1.yaml
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc2.yaml
lm_eval/tasks/tinyBenchmarks/tinyWinogrande.yaml
lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py
lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
lm_eval/tasks/tinyBenchmarks/utils_winogrande.py
lm_eval/tasks/tmlu/README.md
lm_eval/tasks/tmlu/subject.tsv
lm_eval/tasks/tmlu/default/_default_template_yaml
lm_eval/tasks/tmlu/default/_generate_configs.py
lm_eval/tasks/tmlu/default/_tmlu.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml
lm_eval/tasks/tmlu/default/utils.py
lm_eval/tasks/tmmluplus/README.md
lm_eval/tasks/tmmluplus/subject.tsv
lm_eval/tasks/tmmluplus/default/_generate_configs.py
lm_eval/tasks/tmmluplus/default/_tmmluplus.yaml
lm_eval/tasks/tmmluplus/default/_tmmluplus_STEM.yaml
lm_eval/tasks/tmmluplus/default/_tmmluplus_humanities.yaml
lm_eval/tasks/tmmluplus/default/_tmmluplus_other.yaml
lm_eval/tasks/tmmluplus/default/_tmmluplus_social_sciences.yaml
lm_eval/tasks/tmmluplus/default/_tmmluplus_template_yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml
lm_eval/tasks/tmmluplus/default/utils.py
lm_eval/tasks/toxigen/README.md
lm_eval/tasks/toxigen/toxigen.yaml
lm_eval/tasks/toxigen/utils.py
lm_eval/tasks/translation/README.md
lm_eval/tasks/translation/iwslt2017_ar-en.yaml
lm_eval/tasks/translation/iwslt2017_en-ar.yaml
lm_eval/tasks/translation/utils.py
lm_eval/tasks/translation/wmt14_en-fr.yaml
lm_eval/tasks/translation/wmt14_fr-en.yaml
lm_eval/tasks/translation/wmt16_de-en.yaml
lm_eval/tasks/translation/wmt16_en-de.yaml
lm_eval/tasks/translation/wmt16_en-ro.yaml
lm_eval/tasks/translation/wmt16_ro-en.yaml
lm_eval/tasks/translation/wmt_common_yaml
lm_eval/tasks/triviaqa/README.md
lm_eval/tasks/triviaqa/default.yaml
lm_eval/tasks/truthfulqa/README.md
lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml
lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml
lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml
lm_eval/tasks/truthfulqa/utils.py
lm_eval/tasks/turkishmmlu/README.md
lm_eval/tasks/turkishmmlu/config/Biology.yaml
lm_eval/tasks/turkishmmlu/config/Chemistry.yaml
lm_eval/tasks/turkishmmlu/config/Geography.yaml
lm_eval/tasks/turkishmmlu/config/History.yaml
lm_eval/tasks/turkishmmlu/config/Mathematics.yaml
lm_eval/tasks/turkishmmlu/config/Philosophy.yaml
lm_eval/tasks/turkishmmlu/config/Physics.yaml
lm_eval/tasks/turkishmmlu/config/Religion_and_Ethics.yaml
lm_eval/tasks/turkishmmlu/config/Turkish_Language_and_Literature.yaml
lm_eval/tasks/turkishmmlu/config/_turkishmmlu_default_yaml
lm_eval/tasks/turkishmmlu/config_cot/Biology.yaml
lm_eval/tasks/turkishmmlu/config_cot/Chemistry.yaml
lm_eval/tasks/turkishmmlu/config_cot/Geography.yaml
lm_eval/tasks/turkishmmlu/config_cot/History.yaml
lm_eval/tasks/turkishmmlu/config_cot/Mathematics.yaml
lm_eval/tasks/turkishmmlu/config_cot/Philosophy.yaml
lm_eval/tasks/turkishmmlu/config_cot/Physics.yaml
lm_eval/tasks/turkishmmlu/config_cot/Religion_and_Ethics.yaml
lm_eval/tasks/turkishmmlu/config_cot/Turkish_Language_and_Literature.yaml
lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml
lm_eval/tasks/unitxt/20_newsgroups.yaml
lm_eval/tasks/unitxt/README.md
lm_eval/tasks/unitxt/ag_news.yaml
lm_eval/tasks/unitxt/argument_topic.yaml
lm_eval/tasks/unitxt/atis.yaml
lm_eval/tasks/unitxt/banking77.yaml
lm_eval/tasks/unitxt/claim_stance_topic.yaml
lm_eval/tasks/unitxt/cnn_dailymail.yaml
lm_eval/tasks/unitxt/coedit_gec.yaml
lm_eval/tasks/unitxt/dbpedia_14.yaml
lm_eval/tasks/unitxt/doc_vqa.yaml
lm_eval/tasks/unitxt/ethos_binary.yaml
lm_eval/tasks/unitxt/financial_tweets.yaml
lm_eval/tasks/unitxt/law_stack_exchange.yaml
lm_eval/tasks/unitxt/ledgar.yaml
lm_eval/tasks/unitxt/medical_abstracts.yaml
lm_eval/tasks/unitxt/stsb.yaml
lm_eval/tasks/unitxt/task.py
lm_eval/tasks/unitxt/unfair_tos.yaml
lm_eval/tasks/unitxt/unitxt
lm_eval/tasks/unitxt/unitxt_multimodal
lm_eval/tasks/unitxt/xsum.yaml
lm_eval/tasks/unitxt/yahoo_answers_topics.yaml
lm_eval/tasks/unscramble/README.md
lm_eval/tasks/unscramble/anagrams1.yaml
lm_eval/tasks/unscramble/anagrams2.yaml
lm_eval/tasks/unscramble/cycle_letters.yaml
lm_eval/tasks/unscramble/random_insertion.yaml
lm_eval/tasks/unscramble/reversed_words.yaml
lm_eval/tasks/webqs/README.md
lm_eval/tasks/webqs/utils.py
lm_eval/tasks/webqs/webqs.yaml
lm_eval/tasks/wikitext/README.md
lm_eval/tasks/wikitext/preprocess_wikitext.py
lm_eval/tasks/wikitext/wikitext.yaml
lm_eval/tasks/winogrande/README.md
lm_eval/tasks/winogrande/default.yaml
lm_eval/tasks/winogrande/preprocess_winogrande.py
lm_eval/tasks/wmdp/README.md
lm_eval/tasks/wmdp/_default_template_yaml
lm_eval/tasks/wmdp/_wmdp.yaml
lm_eval/tasks/wmdp/wmdp_bio.yaml
lm_eval/tasks/wmdp/wmdp_chem.yaml
lm_eval/tasks/wmdp/wmdp_cyber.yaml
lm_eval/tasks/wmt2016/README.md
lm_eval/tasks/wmt2016/metrics.py
lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml
lm_eval/tasks/wsc273/README.md
lm_eval/tasks/wsc273/default.yaml
lm_eval/tasks/wsc273/utils.py
lm_eval/tasks/xcopa/README.md
lm_eval/tasks/xcopa/_xcopa.yaml
lm_eval/tasks/xcopa/default_et.yaml
lm_eval/tasks/xcopa/default_ht.yaml
lm_eval/tasks/xcopa/default_id.yaml
lm_eval/tasks/xcopa/default_it.yaml
lm_eval/tasks/xcopa/default_qu.yaml
lm_eval/tasks/xcopa/default_sw.yaml
lm_eval/tasks/xcopa/default_ta.yaml
lm_eval/tasks/xcopa/default_th.yaml
lm_eval/tasks/xcopa/default_tr.yaml
lm_eval/tasks/xcopa/default_vi.yaml
lm_eval/tasks/xcopa/default_zh.yaml
lm_eval/tasks/xcopa/utils.py
lm_eval/tasks/xnli/README.md
lm_eval/tasks/xnli/_xnli.yaml
lm_eval/tasks/xnli/utils.py
lm_eval/tasks/xnli/xnli_ar.yaml
lm_eval/tasks/xnli/xnli_bg.yaml
lm_eval/tasks/xnli/xnli_common_yaml
lm_eval/tasks/xnli/xnli_de.yaml
lm_eval/tasks/xnli/xnli_el.yaml
lm_eval/tasks/xnli/xnli_en.yaml
lm_eval/tasks/xnli/xnli_es.yaml
lm_eval/tasks/xnli/xnli_fr.yaml
lm_eval/tasks/xnli/xnli_hi.yaml
lm_eval/tasks/xnli/xnli_ru.yaml
lm_eval/tasks/xnli/xnli_sw.yaml
lm_eval/tasks/xnli/xnli_th.yaml
lm_eval/tasks/xnli/xnli_tr.yaml
lm_eval/tasks/xnli/xnli_ur.yaml
lm_eval/tasks/xnli/xnli_vi.yaml
lm_eval/tasks/xnli/xnli_zh.yaml
lm_eval/tasks/xnli_eu/README.md
lm_eval/tasks/xnli_eu/xnli_common_yaml
lm_eval/tasks/xnli_eu/xnli_eu.yaml
lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml
lm_eval/tasks/xnli_eu/xnli_eu_native.yaml
lm_eval/tasks/xquad/README.md
lm_eval/tasks/xquad/utils.py
lm_eval/tasks/xquad/xquad_ar.yaml
lm_eval/tasks/xquad/xquad_common_yaml
lm_eval/tasks/xquad/xquad_de.yaml
lm_eval/tasks/xquad/xquad_el.yaml
lm_eval/tasks/xquad/xquad_en.yaml
lm_eval/tasks/xquad/xquad_es.yaml
lm_eval/tasks/xquad/xquad_hi.yaml
lm_eval/tasks/xquad/xquad_ro.yaml
lm_eval/tasks/xquad/xquad_ru.yaml
lm_eval/tasks/xquad/xquad_th.yaml
lm_eval/tasks/xquad/xquad_tr.yaml
lm_eval/tasks/xquad/xquad_vi.yaml
lm_eval/tasks/xquad/xquad_zh.yaml
lm_eval/tasks/xstorycloze/README.md
lm_eval/tasks/xstorycloze/_xstorycloze.yaml
lm_eval/tasks/xstorycloze/default_ar.yaml
lm_eval/tasks/xstorycloze/default_en.yaml
lm_eval/tasks/xstorycloze/default_es.yaml
lm_eval/tasks/xstorycloze/default_eu.yaml
lm_eval/tasks/xstorycloze/default_hi.yaml
lm_eval/tasks/xstorycloze/default_id.yaml
lm_eval/tasks/xstorycloze/default_my.yaml
lm_eval/tasks/xstorycloze/default_ru.yaml
lm_eval/tasks/xstorycloze/default_sw.yaml
lm_eval/tasks/xstorycloze/default_te.yaml
lm_eval/tasks/xstorycloze/default_zh.yaml
lm_eval/tasks/xwinograd/README.md
lm_eval/tasks/xwinograd/_xwinograd.yaml
lm_eval/tasks/xwinograd/utils.py
lm_eval/tasks/xwinograd/xwinograd_common_yaml
lm_eval/tasks/xwinograd/xwinograd_en.yaml
lm_eval/tasks/xwinograd/xwinograd_fr.yaml
lm_eval/tasks/xwinograd/xwinograd_jp.yaml
lm_eval/tasks/xwinograd/xwinograd_pt.yaml
lm_eval/tasks/xwinograd/xwinograd_ru.yaml
lm_eval/tasks/xwinograd/xwinograd_zh.yaml
tests/test_cli.py
tests/test_evaluator.py
tests/test_include_path.py
tests/test_janitor.py
tests/test_misc.py
tests/test_prompt.py
tests/test_requests_caching.py
tests/test_task_manager.py
tests/test_tasks.py
tests/test_utils.py