eval_config.json

[
  {
    "name": "QALD10Train-MT",
    "file": "dataset/qald10/qald_10.json",
    "test_cfg": {
      "de": {
        "ner": [ "babelscape_ner", "flair_ner", "davlan_ner", "spacy_ner"],
        "el": ["mag_el", "mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      },
      "ru": {
        "ner": [ "babelscape_ner", "spacy_ner"],
        "el": ["mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      }
    }
  },
  {
    "name": "QALD9PlusTest-MT",
    "file": "dataset/qald9plus/qald_9_plus_test_dbpedia.json",
    "test_cfg": {
      "de": {
        "ner": [ "babelscape_ner", "flair_ner", "davlan_ner", "spacy_ner"],
        "el": ["mag_el", "mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      },
      "ru": {
        "ner": [ "babelscape_ner", "spacy_ner"],
        "el": ["mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      },
      "fr": {
        "ner": [ "babelscape_ner", "davlan_ner", "spacy_ner"],
        "el": ["mag_el", "mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      }
    }
  },{
    "name": "QALD9PlusTrain-MT",
    "file": "dataset/qald9plus/qald_9_plus_train_dbpedia.json",
    "test_cfg": {
      "de": {
        "ner": [ "babelscape_ner", "flair_ner", "davlan_ner", "spacy_ner"],
        "el": ["mag_el", "mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      },
      "ru": {
        "ner": [ "babelscape_ner", "spacy_ner"],
        "el": ["mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      },
      "fr": {
        "ner": [ "babelscape_ner", "davlan_ner", "spacy_ner"],
        "el": ["mag_el", "mgenre_el"],
        "mt": ["libre_mt", "opus_mt", "nllb_mt", "mbart_mt"]
      }
    }
  }
]