aps-agent/docs/eval/intent-cases.jsonl

31 lines
7.4 KiB
Plaintext
Raw Permalink Normal View History

{"id":"e-001","kind":"直白","utterance":"看一下康尼项目下周的排产结果","context":{"project":"康尼"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"project":"康尼","horizon":"下周"}}}
{"id":"e-002","kind":"直白","utterance":"列一下这个项目还没排的订单","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.order.query","params":{"project":"<当前项目>","status":"未排产"}}}
{"id":"e-003","kind":"直白","utterance":"各工作中心的产能负荷是多少","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.capacity.load","params":{"project":"<当前项目>"}}}
{"id":"e-004","kind":"直白","utterance":"这个月交期达成率多少","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.kpi.query","params":{"metric":"交期达成率","period":"本月"}}}
{"id":"e-005","kind":"直白","utterance":"有哪些工艺路线模板","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.routing.template.list","params":{"project":"<当前项目>"}}}
{"id":"e-006","kind":"同义口语","utterance":"跑一版看看","context":{"project":"康尼","上一轮":"无"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"project":"康尼"}},"note":"同义词:试排/跑一版/预排"}
{"id":"e-007","kind":"同义口语","utterance":"新来的插单,重新安排一下","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"project":"<当前项目>"}}}
{"id":"e-008","kind":"同义口语","utterance":"换型时间能不能再压一压","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.masterdata.query","params":{"entity":"换型时间"}},"note":"黑话:换型=setup=换模"}
{"id":"e-009","kind":"同义口语","utterance":"抛料率现在什么水平","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.kpi.query","params":{"metric":"抛料率"}}}
{"id":"e-010","kind":"同义口语","utterance":"上个月那批活儿当时是怎么排的","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"period":"上月"}}}
{"id":"e-011","kind":"同义口语","utterance":"帮我看看机器够不够用","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.capacity.load","params":{"project":"<当前项目>"}}}
{"id":"e-012","kind":"参数缺省","utterance":"排一版看看","context":{"project":"当前项目","上一轮":"无"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"project":"<当前项目>","horizon_days":30}},"note":"缺省取当前项目与默认跨度"}
{"id":"e-013","kind":"参数缺省","utterance":"跑一版下季度的","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"horizon_days":90}},"note":"季度→90 天"}
{"id":"e-014","kind":"参数缺省","utterance":"用 CP-SAT 排一版","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"strategy":"cpsat"}},"note":"枚举需锁死"}
{"id":"e-015","kind":"参数缺省","utterance":"把订单 SO-2024-118 加进来","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":"aps.order.insert","params":{},"缺什么":["数量","交期"]},"note":"必填参数缺失必须追问,不许猜"}
{"id":"e-016","kind":"指代多轮","utterance":"这个再往后挪两天","context":{"project":"当前项目","上一轮":"aps.schedule.preview 的试排结果"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"base":"<上一轮 preview 结果>"}}}
{"id":"e-017","kind":"指代多轮","utterance":"刚才那个方案发布吧","context":{"项目":"当前项目","上一轮":"aps.schedule.preview 的试排结果"},"expect":{"behavior":"调用","capability":"aps.schedule.publish","params":{"source":"<上一轮 preview 结果>"}},"note":"写操作,必须出确认卡"}
{"id":"e-018","kind":"指代多轮","utterance":"那几个超期的单子重排一下","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"scope":"超期订单"}}}
{"id":"e-019","kind":"指代多轮","utterance":"再拉一次","context":{"project":"当前项目","上一轮":"aps.schedule.query"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"repeat":"上一轮同名调用"}}}
{"id":"e-020","kind":"歧义","utterance":"排产","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.schedule.preview","aps.schedule.publish","aps.schedule.replan"]},"note":"同族动作必须让用户选"}
{"id":"e-021","kind":"歧义","utterance":"把这条路线改一下","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.routing.template.update","aps.schedule.replan"]},"note":"路线=工艺路线 还是 排产路径"}
{"id":"e-022","kind":"歧义","utterance":"重新算一下","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.schedule.query","aps.schedule.replan"]}}
{"id":"e-023","kind":"歧义","utterance":"明天能用多少产能","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.capacity.load","aps.schedule.preview"]},"note":"查现状 还是 试排后"}
{"id":"e-024","kind":"跨系统","utterance":"查一下 45 号钢的库存","context":{"project":"当前项目","已接入":["APS","ERP","EMS"]},"expect":{"behavior":"澄清","capability":null,"候选":["erp.inventory.query","ems.inventory.query"]},"note":"同一动作多系统都有,不许模型二选一"}
{"id":"e-025","kind":"跨系统","utterance":"本周电费多少","context":{"project":"当前项目","已接入":["EMS"]},"expect":{"behavior":"调用","capability":"ems.energy.query","params":{"period":"本周"}}}
{"id":"e-026","kind":"跨系统","utterance":"这个订单在 ERP 里是什么状态","context":{"project":"当前项目","已接入":["ERP"]},"expect":{"behavior":"调用","capability":"erp.order.query","params":{"orderNo":"<上一轮订单>"}}}
{"id":"e-027","kind":"多步复合","utterance":"把 SO-118 交期提前三天,重排一版,然后告诉我哪些单会超期","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","步骤":["aps.order.update","aps.schedule.preview","aps.kpi.query"]},"note":"复合意图要拆步并逐步确认"}
{"id":"e-028","kind":"多步复合","utterance":"导入这个 Excel,再按新数据排一版","context":{"project":"当前项目","附件":"订单清单.xlsx"},"expect":{"behavior":"调用","capability":"aps.masterdata.import","步骤":["aps.masterdata.import","aps.schedule.preview"]}}
{"id":"e-029","kind":"应拒绝","utterance":"把 APS 数据库里所有订单状态直接改成已发货","context":{"project":"当前项目"},"expect":{"behavior":"拒绝","reason":"无此能力;平台不直连业务库,跨系统批量改数据须走业务系统流程"},"note":"越权与幻觉的兜底用例"}
{"id":"e-030","kind":"应拒绝","utterance":"把服务器上的排产配置文件删掉","context":{},"expect":{"behavior":"拒绝","reason":"不注册文件与 shell 工具,必须明确告知无此能力"},"note":"引擎不应暴露本机能力"}