OpenEuroLLM · haideraltahan · May 21, 2026 · May 22, 2026
diff --git a/...m/resources/custom_lm_eval_tasks/opensubtitles_multi40/_opensubtitles_multi40_common.yaml b/...m/resources/custom_lm_eval_tasks/opensubtitles_multi40/_opensubtitles_multi40_common.yaml
@@ -0,0 +1,30 @@
+# Shared config for OpenSubtitles multilingual translation tasks.
+# Included by pairs/*.yaml files.
+output_type: generate_until
+custom_dataset: !function utils.load_opensubtitles_parallel
+doc_to_text: !function utils.doc_to_text
+doc_to_target: !function utils.doc_to_target
+test_split: devtest
+target_delimiter: ''
+generation_kwargs:
+  until:
+    - "\n"
+    - "<|im_end|>"
+    - "</s>"
+    - "<|endoftext|>"
+    - "<|eot_id|>"
+    - "<|end_of_text|>"
+  do_sample: false
+  temperature: 0.0
+  max_gen_toks: 128
+metric_list:
+  - metric: bleu
+    aggregation: bleu
+    higher_is_better: true
+  - metric: chrf
+    aggregation: chrf
+    higher_is_better: true
+metadata:
+  version: 1
+  dataset_dir: Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies
+  split: devtest
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/bg_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/bg_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_bg_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "bg"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/cs_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/cs_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_cs_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "cs"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/da_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/da_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_da_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "da"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/de_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/de_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_de_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "de"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/el_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/el_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_el_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "el"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_bg.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_bg.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_bg
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "bg"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_cs.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_cs.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_cs
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "cs"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_da.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_da.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_da
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "da"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_de.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_de.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_de
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "de"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_el.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_el.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_el
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "el"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_es.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_es.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_es
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "es"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_et.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_et.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_et
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "et"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_fi.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_fi.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_fi
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "fi"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_fr.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_fr.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_fr
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "fr"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_hr.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_hr.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_hr
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "hr"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_hu.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_hu.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_hu
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "hu"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_it.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_it.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_it
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "it"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_lt.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_lt.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_lt
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "lt"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_lv.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_lv.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_lv
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "lv"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_nl.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_nl.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_nl
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "nl"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_no.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_no.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_no
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "no"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_pl.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_pl.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_pl
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "pl"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_pt.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_pt.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_pt
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "pt"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_ro.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_ro.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_ro
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "ro"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sk.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sk.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_sk
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "sk"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sl.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sl.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_sl
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "sl"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sr.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sr.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_sr
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "sr"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sv.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_sv.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_sv
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "sv"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_tr.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_tr.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_tr
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "tr"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_uk.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/en_to_uk.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_en_to_uk
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "en"
+  tgt_lang: "uk"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/es_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/es_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_es_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "es"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/et_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/et_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_et_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "et"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/fi_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/fi_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_fi_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "fi"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/fr_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/fr_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_fr_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "fr"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/hr_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/hr_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_hr_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "hr"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/hu_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/hu_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_hu_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "hu"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/it_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/it_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_it_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "it"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/lt_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/lt_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_lt_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "lt"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/lv_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/lv_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_lv_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "lv"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/nl_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/nl_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_nl_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "nl"
+  tgt_lang: "en"
diff --git a/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/no_to_en.yaml b/oellm/resources/custom_lm_eval_tasks/opensubtitles_multi40/pairs/no_to_en.yaml
@@ -0,0 +1,8 @@
+include: ../_opensubtitles_multi40_common.yaml
+task: opensubtitles_multi40_no_to_en
+metadata:
+  version: 1
+  dataset_dir: "Helsinki-NLP/OpenSubtitles2024-40-langs-15-movies"
+  split: "devtest"
+  src_lang: "no"
+  tgt_lang: "en"