Add files using upload-large-folder tool

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_sexuality.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_human_sexuality
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_human_sexuality

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_machine_learning.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_sw_stem_tasks
+task: global_mmlu_full_sw_machine_learning

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_management.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_management

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_marketing.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_marketing

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_miscellaneous.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_miscellaneous

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_disputes.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_sw_humanities_tasks
+task: global_mmlu_full_sw_moral_disputes

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_scenarios.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_sw_humanities_tasks
+task: global_mmlu_full_sw_moral_scenarios

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_nutrition.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_nutrition

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_philosophy.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_sw_humanities_tasks
+task: global_mmlu_full_sw_philosophy

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_accounting.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_professional_accounting
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_professional_accounting

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_law.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_professional_law
+tag: global_mmlu_full_sw_humanities_tasks
+task: global_mmlu_full_sw_professional_law

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_medicine.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_professional_medicine
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_professional_medicine

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_psychology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_professional_psychology
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_professional_psychology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_public_relations.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_public_relations
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_public_relations

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_security_studies.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_security_studies
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_security_studies

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_sociology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_sociology
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_sociology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_us_foreign_policy.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_us_foreign_policy
+tag: global_mmlu_full_sw_social_sciences_tasks
+task: global_mmlu_full_sw_us_foreign_policy

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_virology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_virology
+tag: global_mmlu_full_sw_other_tasks
+task: global_mmlu_full_sw_virology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_world_religions.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _sw_template_yaml
+process_docs: !function utils.process_world_religions
+tag: global_mmlu_full_sw_humanities_tasks
+task: global_mmlu_full_sw_world_religions

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/sw/utils.py

@@ -0,0 +1,73 @@
+from functools import partial
+
+
+SUBJECTS = [
+    "abstract_algebra",
+    "anatomy",
+    "astronomy",
+    "business_ethics",
+    "clinical_knowledge",
+    "college_biology",
+    "college_chemistry",
+    "college_computer_science",
+    "college_mathematics",
+    "college_medicine",
+    "college_physics",
+    "computer_security",
+    "conceptual_physics",
+    "econometrics",
+    "electrical_engineering",
+    "elementary_mathematics",
+    "formal_logic",
+    "global_facts",
+    "high_school_biology",
+    "high_school_chemistry",
+    "high_school_computer_science",
+    "high_school_european_history",
+    "high_school_geography",
+    "high_school_government_and_politics",
+    "high_school_macroeconomics",
+    "high_school_mathematics",
+    "high_school_microeconomics",
+    "high_school_physics",
+    "high_school_psychology",
+    "high_school_statistics",
+    "high_school_us_history",
+    "high_school_world_history",
+    "human_aging",
+    "human_sexuality",
+    "international_law",
+    "jurisprudence",
+    "logical_fallacies",
+    "machine_learning",
+    "management",
+    "marketing",
+    "medical_genetics",
+    "miscellaneous",
+    "moral_disputes",
+    "moral_scenarios",
+    "nutrition",
+    "philosophy",
+    "prehistory",
+    "professional_accounting",
+    "professional_law",
+    "professional_medicine",
+    "professional_psychology",
+    "public_relations",
+    "security_studies",
+    "sociology",
+    "us_foreign_policy",
+    "virology",
+    "world_religions",
+]
+
+
+def process_docs(dataset, subject):
+    return dataset.filter(lambda x: x["subject"] == subject)
+
+
+process_functions = {
+    f"process_{subject}": partial(process_docs, subject=subject) for subject in SUBJECTS
+}
+
+globals().update(process_functions)

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te.yaml

@@ -0,0 +1,11 @@
+group: global_mmlu_full_te
+task:
+  - global_mmlu_full_te_stem
+  - global_mmlu_full_te_other
+  - global_mmlu_full_te_social_sciences
+  - global_mmlu_full_te_humanities
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 0.0

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_abstract_algebra.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_abstract_algebra
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_abstract_algebra

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_clinical_knowledge.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_clinical_knowledge
+tag: global_mmlu_full_te_other_tasks
+task: global_mmlu_full_te_clinical_knowledge

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_biology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_college_biology
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_college_biology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_chemistry.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_college_chemistry
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_college_chemistry

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_mathematics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_college_mathematics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_college_mathematics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_medicine.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_college_medicine
+tag: global_mmlu_full_te_other_tasks
+task: global_mmlu_full_te_college_medicine

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_physics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_college_physics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_college_physics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_computer_security.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_computer_security
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_computer_security

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_conceptual_physics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_conceptual_physics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_conceptual_physics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_econometrics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_econometrics
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_econometrics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_electrical_engineering.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_electrical_engineering
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_electrical_engineering

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_elementary_mathematics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_elementary_mathematics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_elementary_mathematics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_formal_logic.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_formal_logic
+tag: global_mmlu_full_te_humanities_tasks
+task: global_mmlu_full_te_formal_logic

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_global_facts.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_global_facts
+tag: global_mmlu_full_te_other_tasks
+task: global_mmlu_full_te_global_facts

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_biology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_biology
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_biology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_chemistry.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_chemistry
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_chemistry

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_computer_science.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_computer_science
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_computer_science

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_european_history.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_european_history
+tag: global_mmlu_full_te_humanities_tasks
+task: global_mmlu_full_te_high_school_european_history

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_geography.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_geography
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_high_school_geography

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_government_and_politics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_government_and_politics
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_high_school_government_and_politics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_macroeconomics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_macroeconomics
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_high_school_macroeconomics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_mathematics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_mathematics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_mathematics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_microeconomics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_microeconomics
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_high_school_microeconomics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_physics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_physics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_physics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_psychology.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_psychology
+tag: global_mmlu_full_te_social_sciences_tasks
+task: global_mmlu_full_te_high_school_psychology

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_statistics.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_statistics
+tag: global_mmlu_full_te_stem_tasks
+task: global_mmlu_full_te_high_school_statistics

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_us_history.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_us_history
+tag: global_mmlu_full_te_humanities_tasks
+task: global_mmlu_full_te_high_school_us_history

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_world_history.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_high_school_world_history
+tag: global_mmlu_full_te_humanities_tasks
+task: global_mmlu_full_te_high_school_world_history

lm-evaluation-harness/lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_aging.yaml

@@ -0,0 +1,5 @@
+# Generated by _generate_configs.py
+include: _te_template_yaml
+process_docs: !function utils.process_human_aging
+tag: global_mmlu_full_te_other_tasks
+task: global_mmlu_full_te_human_aging