{ "exercise_version": "1.0", "scope": "文書ID・参照権限・適用日・引用・判断の形式確認。回答本文の正誤判定は含まない。", "document_count": 10, "case_count": 12, "submitted_count": 12, "structural_attention_count": 7, "answer_manual_review_count": 12, "issue_counts": { "citation_not_retrieved": 1, "decision_mismatch": 3, "missing_citation": 5, "missing_evidence": 4, "out_of_period": 2, "restricted_document": 1 }, "results": [ { "id": "q01", "topic": "現行版", "question": "2026年の研修費補助はいくらまでですか？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "budget-2026" ], "retrieved_ids": [ "budget-2025" ], "cited_ids": [ "budget-2025" ], "decision": "answer", "answer": "年間3万円です。", "issues": [ "missing_citation", "missing_evidence", "out_of_period" ], "issue_labels": [ "必要な根拠の引用が不足", "必要な根拠が検索結果に不足", "質問の対象日に適用されない資料を参照" ], "answer_correctness": null, "review_notes": "一人年間5万円まで。2026年の現行規程を根拠にする。" }, { "id": "q02", "topic": "過去時点", "question": "2025年11月に受講した研修の補助上限を教えてください。", "role": "employee", "as_of": "2025-11-01", "required_ids": [ "budget-2025" ], "retrieved_ids": [ "budget-2025" ], "cited_ids": [ "budget-2025" ], "decision": "answer", "answer": "一人年間3万円まで。現在の規程に置き換えない。", "issues": [], "issue_labels": [], "answer_correctness": null, "review_notes": "一人年間3万円まで。現在の規程に置き換えない。" }, { "id": "q03", "topic": "複数資料", "question": "2026年の補助上限と、受講前の申請手順を教えてください。", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "budget-2026", "application" ], "retrieved_ids": [ "application" ], "cited_ids": [ "application" ], "decision": "answer", "answer": "受講前にフォームを記入します。", "issues": [ "missing_citation", "missing_evidence" ], "issue_labels": [ "必要な根拠の引用が不足", "必要な根拠が検索結果に不足" ], "answer_correctness": null, "review_notes": "一人年間5万円。受講前にフォームへ研修名・目的・受講料を入力し直属上長の承認を得る。" }, { "id": "q04", "topic": "根拠なし", "question": "住宅手当の上限はいくらですか？", "role": "employee", "as_of": "2026-09-15", "required_ids": [], "retrieved_ids": [], "cited_ids": [], "decision": "answer", "answer": "住宅手当は月2万円です。", "issues": [ "decision_mismatch" ], "issue_labels": [ "回答・保留・確認依頼の判断が想定と異なる" ], "answer_correctness": null, "review_notes": "資料にないため金額を推測せず、担当窓口への確認を案内する。" }, { "id": "q05", "topic": "閲覧権限", "question": "翌期の部門研修予算案はいくらですか？", "role": "employee", "as_of": "2026-09-15", "required_ids": [], "retrieved_ids": [ "hr-plan" ], "cited_ids": [ "hr-plan" ], "decision": "answer", "answer": "翌期案は110万円です。", "issues": [ "decision_mismatch", "restricted_document" ], "issue_labels": [ "回答・保留・確認依頼の判断が想定と異なる", "閲覧権限のない資料を参照" ], "answer_correctness": null, "review_notes": "一般社員には参照できる根拠がない。予算案や人事限定資料の中身を明かさず確認を案内する。" }, { "id": "q06", "topic": "閲覧権限", "question": "翌期の部門研修予算案はいくらですか？", "role": "hr", "as_of": "2026-09-15", "required_ids": [ "hr-plan" ], "retrieved_ids": [ "hr-plan" ], "cited_ids": [ "hr-plan" ], "decision": "answer", "answer": "人事担当者には予算案110万円と、未確定・未公表の案であることを示す。", "issues": [], "issue_labels": [], "answer_correctness": null, "review_notes": "人事担当者には予算案110万円と、未確定・未公表の案であることを示す。" }, { "id": "q07", "topic": "資料の矛盾", "question": "学習室は何人まで利用できますか？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "room-a", "room-b" ], "retrieved_ids": [ "room-a" ], "cited_ids": [ "room-a" ], "decision": "answer", "answer": "8人です。", "issues": [ "decision_mismatch", "missing_citation", "missing_evidence" ], "issue_labels": [ "回答・保留・確認依頼の判断が想定と異なる", "必要な根拠の引用が不足", "必要な根拠が検索結果に不足" ], "answer_correctness": null, "review_notes": "8人と12人の案内が矛盾し優先順位もない。断定せず学習窓口に確認する。" }, { "id": "q08", "topic": "適用前の版", "question": "最新の案内も見つかりました。2026年9月の受講に適用する補助上限は？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "budget-2026" ], "retrieved_ids": [ "budget-2027" ], "cited_ids": [ "budget-2027" ], "decision": "answer", "answer": "年間7万円です。", "issues": [ "missing_citation", "missing_evidence", "out_of_period" ], "issue_labels": [ "必要な根拠の引用が不足", "必要な根拠が検索結果に不足", "質問の対象日に適用されない資料を参照" ], "answer_correctness": null, "review_notes": "2026年は5万円。2027年の7万円を先に適用しない。" }, { "id": "q09", "topic": "操作手順", "question": "演習用PCを返す前に行うことは？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "device" ], "retrieved_ids": [ "device" ], "cited_ids": [ "helpdesk" ], "decision": "answer", "answer": "ファイルを消して返却を伝えます。", "issues": [ "citation_not_retrieved", "missing_citation" ], "issue_labels": [ "検索結果にない資料を引用", "必要な根拠の引用が不足" ], "answer_correctness": null, "review_notes": "保存した演習ファイルを消し、担当者へ返却を伝える。" }, { "id": "q10", "topic": "言い換え", "question": "勉強会のお金を会社に出してもらう前に、どこで何を申請すればいい？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "application" ], "retrieved_ids": [ "application" ], "cited_ids": [ "application" ], "decision": "answer", "answer": "受講前に学習申請フォームへ研修名・目的・受講料を入力し直属上長の承認を受ける。", "issues": [], "issue_labels": [], "answer_correctness": null, "review_notes": "受講前に学習申請フォームへ研修名・目的・受講料を入力し直属上長の承認を受ける。" }, { "id": "q11", "topic": "単一資料", "question": "学習窓口は何時から何時まで受け付けていますか？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "helpdesk" ], "retrieved_ids": [ "helpdesk" ], "cited_ids": [ "helpdesk" ], "decision": "answer", "answer": "平日10時から16時。", "issues": [], "issue_labels": [], "answer_correctness": null, "review_notes": "平日10時から16時。" }, { "id": "q12", "topic": "内容の人手確認", "question": "2026年に6万円の研修を受ける場合、年間補助枠として示されている金額は？", "role": "employee", "as_of": "2026-09-15", "required_ids": [ "budget-2026" ], "retrieved_ids": [ "budget-2026" ], "cited_ids": [ "budget-2026" ], "decision": "answer", "answer": "年間3万円です。", "issues": [], "issue_labels": [], "answer_correctness": null, "review_notes": "一人年間5万円。引用IDが正しくても3万円や7万円と書かれていないか、人が本文を確認する。" } ] }