{
  "dataset_revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
  "mteb_dataset_name": "MTOPDomainClassification",
  "mteb_version": "1.1.1",
  "test": {
    "de": {
      "accuracy": 0.5396167934629474,
      "accuracy_stderr": 0.020077120782820437,
      "f1": 0.516707117653683,
      "f1_stderr": 0.018922307862777602,
      "main_score": 0.5396167934629474
    },
    "en": {
      "accuracy": 0.6439808481532147,
      "accuracy_stderr": 0.03105821414916843,
      "f1": 0.6346827081871262,
      "f1_stderr": 0.03254766251828963,
      "main_score": 0.6439808481532147
    },
    "es": {
      "accuracy": 0.5701801200800534,
      "accuracy_stderr": 0.017117095962517787,
      "f1": 0.5423413458037234,
      "f1_stderr": 0.017782921779650813,
      "main_score": 0.5701801200800534
    },
    "evaluation_time": 5.93,
    "fr": {
      "accuracy": 0.4884434700908236,
      "accuracy_stderr": 0.01961709020920114,
      "f1": 0.46484941805279867,
      "f1_stderr": 0.02125430774387838,
      "main_score": 0.4884434700908236
    },
    "hi": {
      "accuracy": 0.397669415561133,
      "accuracy_stderr": 0.023968004685399148,
      "f1": 0.35509743255298776,
      "f1_stderr": 0.024088371187152582,
      "main_score": 0.397669415561133
    },
    "th": {
      "accuracy": 0.4258951175406872,
      "accuracy_stderr": 0.022155079669758066,
      "f1": 0.40472444227858884,
      "f1_stderr": 0.02201752778884968,
      "main_score": 0.4258951175406872
    }
  }
}