{
 "_about": "Question ids of the LongMemEval-M rerun, by set. They are the official LongMemEval ids: look them up in longmemeval_m_cleaned.json.",
 "dev": [
  {
   "question_id": "7161e7e2",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "c4f10528",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "89527b6b",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "e9327a54",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "4c36ccef",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "6ae235be",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "7e00a6cb",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "1903aded",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "e47becba",
   "question_type": "single-session-user"
  },
  {
   "question_id": "118b2229",
   "question_type": "single-session-user"
  },
  {
   "question_id": "51a45a95",
   "question_type": "single-session-user"
  },
  {
   "question_id": "58bf7951",
   "question_type": "single-session-user"
  },
  {
   "question_id": "1e043500",
   "question_type": "single-session-user"
  },
  {
   "question_id": "c5e8278d",
   "question_type": "single-session-user"
  },
  {
   "question_id": "6ade9755",
   "question_type": "single-session-user"
  },
  {
   "question_id": "6f9b354f",
   "question_type": "single-session-user"
  },
  {
   "question_id": "6a1eabeb",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "6aeb4375",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "830ce83f",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "852ce960",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "945e3d21",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "d7c942c3",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "71315a70",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "89941a93",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "gpt4_2655b836",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "gpt4_2487a7cb",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "gpt4_76048e76",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "gpt4_2312f94c",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "0bb5a684",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "08f4fc43",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "2c63a862",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "gpt4_385a5000",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "8a2466db",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "06878be2",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "75832dbd",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "0edc2aef",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "35a27287",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "32260d93",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "195a1a1b",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "afdc33df",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "0a995998",
   "question_type": "multi-session"
  },
  {
   "question_id": "6d550036",
   "question_type": "multi-session"
  },
  {
   "question_id": "gpt4_59c863d7",
   "question_type": "multi-session"
  },
  {
   "question_id": "b5ef892d",
   "question_type": "multi-session"
  },
  {
   "question_id": "e831120c",
   "question_type": "multi-session"
  },
  {
   "question_id": "3a704032",
   "question_type": "multi-session"
  },
  {
   "question_id": "gpt4_d84a3211",
   "question_type": "multi-session"
  },
  {
   "question_id": "aae3761f",
   "question_type": "multi-session"
  }
 ],
 "holdout": [
  {
   "question_id": "0e5e2d1a",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "1568498a",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "16c90bf4",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "18dcd5a5",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "1b9b7252",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "1d4da289",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "1de5cff2",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "28bcfaac",
   "question_type": "single-session-assistant"
  },
  {
   "question_id": "001be529",
   "question_type": "single-session-user"
  },
  {
   "question_id": "0862e8bf",
   "question_type": "single-session-user"
  },
  {
   "question_id": "0862e8bf_abs",
   "question_type": "single-session-user"
  },
  {
   "question_id": "15745da0",
   "question_type": "single-session-user"
  },
  {
   "question_id": "15745da0_abs",
   "question_type": "single-session-user"
  },
  {
   "question_id": "19b5f2b3",
   "question_type": "single-session-user"
  },
  {
   "question_id": "19b5f2b3_abs",
   "question_type": "single-session-user"
  },
  {
   "question_id": "1faac195",
   "question_type": "single-session-user"
  },
  {
   "question_id": "06f04340",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "07b6f563",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "09d032c9",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "0a34ad58",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "1a1907b4",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "1c0ddc50",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "1d4e3b97",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "1da05512",
   "question_type": "single-session-preference"
  },
  {
   "question_id": "00ca467f",
   "question_type": "multi-session"
  },
  {
   "question_id": "0100672e",
   "question_type": "multi-session"
  },
  {
   "question_id": "078150f1",
   "question_type": "multi-session"
  },
  {
   "question_id": "099778bb",
   "question_type": "multi-session"
  },
  {
   "question_id": "09ba9854",
   "question_type": "multi-session"
  },
  {
   "question_id": "09ba9854_abs",
   "question_type": "multi-session"
  },
  {
   "question_id": "0ea62687",
   "question_type": "multi-session"
  },
  {
   "question_id": "10d9b85a",
   "question_type": "multi-session"
  },
  {
   "question_id": "01493427",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "031748ae",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "031748ae_abs",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "06db6396",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "07741c44",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "07741c45",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "08e075c7",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "0977f2af",
   "question_type": "knowledge-update"
  },
  {
   "question_id": "0bc8ad92",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "0bc8ad93",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "0db4c65d",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "2a1811e2",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "2ebe6c90",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "2ebe6c92",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "370a8ff4",
   "question_type": "temporal-reasoning"
  },
  {
   "question_id": "4dfccbf7",
   "question_type": "temporal-reasoning"
  }
 ]
}