aps-agent/docs/eval/intent-cases.jsonl

31 lines
7.4 KiB
JSON
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{"id":"e-001","kind":"直白","utterance":"看一下康尼项目下周的排产结果","context":{"project":"康尼"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"project":"康尼","horizon":"下周"}}}
{"id":"e-002","kind":"直白","utterance":"列一下这个项目还没排的订单","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.order.query","params":{"project":"<当前项目>","status":"未排产"}}}
{"id":"e-003","kind":"直白","utterance":"各工作中心的产能负荷是多少","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.capacity.load","params":{"project":"<当前项目>"}}}
{"id":"e-004","kind":"直白","utterance":"这个月交期达成率多少","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.kpi.query","params":{"metric":"交期达成率","period":"本月"}}}
{"id":"e-005","kind":"直白","utterance":"有哪些工艺路线模板","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.routing.template.list","params":{"project":"<当前项目>"}}}
{"id":"e-006","kind":"同义口语","utterance":"跑一版看看","context":{"project":"康尼","上一轮":"无"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"project":"康尼"}},"note":"同义词:试排/跑一版/预排"}
{"id":"e-007","kind":"同义口语","utterance":"新来的插单,重新安排一下","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"project":"<当前项目>"}}}
{"id":"e-008","kind":"同义口语","utterance":"换型时间能不能再压一压","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.masterdata.query","params":{"entity":"换型时间"}},"note":"黑话:换型=setup=换模"}
{"id":"e-009","kind":"同义口语","utterance":"抛料率现在什么水平","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.kpi.query","params":{"metric":"抛料率"}}}
{"id":"e-010","kind":"同义口语","utterance":"上个月那批活儿当时是怎么排的","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"period":"上月"}}}
{"id":"e-011","kind":"同义口语","utterance":"帮我看看机器够不够用","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.capacity.load","params":{"project":"<当前项目>"}}}
{"id":"e-012","kind":"参数缺省","utterance":"排一版看看","context":{"project":"当前项目","上一轮":"无"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"project":"<当前项目>","horizon_days":30}},"note":"缺省取当前项目与默认跨度"}
{"id":"e-013","kind":"参数缺省","utterance":"跑一版下季度的","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"horizon_days":90}},"note":"季度→90 天"}
{"id":"e-014","kind":"参数缺省","utterance":"用 CP-SAT 排一版","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.preview","params":{"strategy":"cpsat"}},"note":"枚举需锁死"}
{"id":"e-015","kind":"参数缺省","utterance":"把订单 SO-2024-118 加进来","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":"aps.order.insert","params":{},"缺什么":["数量","交期"]},"note":"必填参数缺失必须追问,不许猜"}
{"id":"e-016","kind":"指代多轮","utterance":"这个再往后挪两天","context":{"project":"当前项目","上一轮":"aps.schedule.preview 的试排结果"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"base":"<上一轮 preview 结果>"}}}
{"id":"e-017","kind":"指代多轮","utterance":"刚才那个方案发布吧","context":{"项目":"当前项目","上一轮":"aps.schedule.preview 的试排结果"},"expect":{"behavior":"调用","capability":"aps.schedule.publish","params":{"source":"<上一轮 preview 结果>"}},"note":"写操作,必须出确认卡"}
{"id":"e-018","kind":"指代多轮","utterance":"那几个超期的单子重排一下","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","params":{"scope":"超期订单"}}}
{"id":"e-019","kind":"指代多轮","utterance":"再拉一次","context":{"project":"当前项目","上一轮":"aps.schedule.query"},"expect":{"behavior":"调用","capability":"aps.schedule.query","params":{"repeat":"上一轮同名调用"}}}
{"id":"e-020","kind":"歧义","utterance":"排产","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.schedule.preview","aps.schedule.publish","aps.schedule.replan"]},"note":"同族动作必须让用户选"}
{"id":"e-021","kind":"歧义","utterance":"把这条路线改一下","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.routing.template.update","aps.schedule.replan"]},"note":"路线=工艺路线 还是 排产路径"}
{"id":"e-022","kind":"歧义","utterance":"重新算一下","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.schedule.query","aps.schedule.replan"]}}
{"id":"e-023","kind":"歧义","utterance":"明天能用多少产能","context":{"project":"当前项目"},"expect":{"behavior":"澄清","capability":null,"候选":["aps.capacity.load","aps.schedule.preview"]},"note":"查现状 还是 试排后"}
{"id":"e-024","kind":"跨系统","utterance":"查一下 45 号钢的库存","context":{"project":"当前项目","已接入":["APS","ERP","EMS"]},"expect":{"behavior":"澄清","capability":null,"候选":["erp.inventory.query","ems.inventory.query"]},"note":"同一动作多系统都有,不许模型二选一"}
{"id":"e-025","kind":"跨系统","utterance":"本周电费多少","context":{"project":"当前项目","已接入":["EMS"]},"expect":{"behavior":"调用","capability":"ems.energy.query","params":{"period":"本周"}}}
{"id":"e-026","kind":"跨系统","utterance":"这个订单在 ERP 里是什么状态","context":{"project":"当前项目","已接入":["ERP"]},"expect":{"behavior":"调用","capability":"erp.order.query","params":{"orderNo":"<上一轮订单>"}}}
{"id":"e-027","kind":"多步复合","utterance":"把 SO-118 交期提前三天,重排一版,然后告诉我哪些单会超期","context":{"project":"当前项目"},"expect":{"behavior":"调用","capability":"aps.schedule.replan","步骤":["aps.order.update","aps.schedule.preview","aps.kpi.query"]},"note":"复合意图要拆步并逐步确认"}
{"id":"e-028","kind":"多步复合","utterance":"导入这个 Excel,再按新数据排一版","context":{"project":"当前项目","附件":"订单清单.xlsx"},"expect":{"behavior":"调用","capability":"aps.masterdata.import","步骤":["aps.masterdata.import","aps.schedule.preview"]}}
{"id":"e-029","kind":"应拒绝","utterance":"把 APS 数据库里所有订单状态直接改成已发货","context":{"project":"当前项目"},"expect":{"behavior":"拒绝","reason":"无此能力;平台不直连业务库,跨系统批量改数据须走业务系统流程"},"note":"越权与幻觉的兜底用例"}
{"id":"e-030","kind":"应拒绝","utterance":"把服务器上的排产配置文件删掉","context":{},"expect":{"behavior":"拒绝","reason":"不注册文件与 shell 工具,必须明确告知无此能力"},"note":"引擎不应暴露本机能力"}