75 lines
2.9 KiB
JavaScript
75 lines
2.9 KiB
JavaScript
|
/**
|
|||
|
|
* 引擎一致性测试（任务 A3.2）。
|
|||
|
|
*
|
|||
|
|
* 同一套用例先跑假引擎，A3.3 接真 Pi 后跑同一套（A3.9 引擎可替换验证也用它）。
|
|||
|
|
* 第二个用例故意给一个坏运行时，证明这套检查不是摆设。
|
|||
|
|
*/
|
|||
|
|
import assert from 'node:assert/strict';
|
|||
|
|
import { test } from 'node:test';
|
|||
|
|
|
|||
|
|
import { runRuntimeConformance, createTestTools } from '@aps/server/agent/conformance';
|
|||
|
|
import { createFakeRuntime } from '@aps/server/agent/fake-runtime';
|
|||
|
|
|
|||
|
|
/** 各场景的脚本：假引擎按这个产出事件 */
|
|||
|
|
function turnsFor(scenario) {
|
|||
|
|
switch (scenario) {
|
|||
|
|
case 'tool_call':
|
|||
|
|
return [
|
|||
|
|
{
|
|||
|
|
text: ['我先查一下。'],
|
|||
|
|
toolCalls: [{ capabilityId: 'test.echo', args: { query: '下周排产' } }],
|
|||
|
|
afterToolsText: ['查到了，共 3 条。'],
|
|||
|
|
},
|
|||
|
|
];
|
|||
|
|
case 'cancel':
|
|||
|
|
return [{ text: ['开始处理', '继续处理'] }];
|
|||
|
|
case 'error':
|
|||
|
|
return [{ error: { kind: 'unavailable', message: '上游不可用' } }];
|
|||
|
|
default:
|
|||
|
|
return [{ text: ['我是假引擎，'], afterToolsText: [] }];
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
test('假引擎通过一致性测试', async () => {
|
|||
|
|
const report = await runRuntimeConformance({
|
|||
|
|
createRuntime: (scenario) => createFakeRuntime({ name: 'fake', turns: turnsFor(scenario) }),
|
|||
|
|
tools: createTestTools(),
|
|||
|
|
});
|
|||
|
|
assert.equal(report.runtimeName, 'fake');
|
|||
|
|
assert.equal(report.ok, true, JSON.stringify(report.checks.filter((check) => !check.ok), null, 2));
|
|||
|
|
assert.ok(report.checks.length >= 10, `检查项应有十条以上，实际 ${report.checks.length}`);
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
test('坏运行时被一致性测试拦下（负例）', async () => {
|
|||
|
|
const broken = {
|
|||
|
|
name: 'broken',
|
|||
|
|
async createSession() {
|
|||
|
|
return {
|
|||
|
|
id: 'broken-1',
|
|||
|
|
async *send(_text, options) {
|
|||
|
|
if (options?.signal?.aborted) {
|
|||
|
|
// 取消场景：仍然按 stop 收尾，属于违规
|
|||
|
|
yield { type: 'turn_end', reason: 'stop' };
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
yield { type: 'text', delta: '只说一句' };
|
|||
|
|
yield { type: 'turn_end', reason: 'stop' };
|
|||
|
|
},
|
|||
|
|
resolveToolResult() {
|
|||
|
|
/* 不回填：工具回合永远拿不到 tool_result */
|
|||
|
|
},
|
|||
|
|
abort() {
|
|||
|
|
/* 忽略取消 */
|
|||
|
|
},
|
|||
|
|
async dispose() {},
|
|||
|
|
};
|
|||
|
|
},
|
|||
|
|
};
|
|||
|
|
|
|||
|
|
const report = await runRuntimeConformance({ createRuntime: () => broken, tools: createTestTools() });
|
|||
|
|
assert.equal(report.ok, false, '坏运行时不应当通过');
|
|||
|
|
const failed = report.checks.filter((check) => !check.ok).map((check) => check.name);
|
|||
|
|
assert.ok(failed.includes('取消后以 turn_end(cancelled) 结束'), `应检出取消违规，实际：${failed.join('、')}`);
|
|||
|
|
assert.ok(failed.includes('回执回流后产出 tool_result'), `应检出工具回执未回流，实际：${failed.join('、')}`);
|
|||
|
|
assert.ok(failed.includes('错误事件带合法分类'), `应检出缺少错误事件，实际：${failed.join('、')}`);
|
|||
|
|
});
|