huangyuan
508132adba
Share content-addressed parsing and embedding caches across isolated test runs, fingerprint relevant dependencies and model assets, and remove implicit UI warm-up. Add realistic two-round Skill delivery evaluation and cache regressions.
1219 lines
40 KiB
JavaScript
1219 lines
40 KiB
JavaScript
import { createHash } from 'node:crypto'
|
|
import { readFileSync, realpathSync } from 'node:fs'
|
|
import { mkdir, readFile, readdir, rm, stat } from 'node:fs/promises'
|
|
import { createRequire } from 'node:module'
|
|
import path from 'node:path'
|
|
import { fileURLToPath } from 'node:url'
|
|
import {
|
|
readTestCaseIds,
|
|
readE2ECaseResults,
|
|
mergeE2ETestResults,
|
|
passedPackageTest,
|
|
runE2EGates
|
|
} from './e2e-results.mjs'
|
|
import { spawn, spawnSync } from 'node:child_process'
|
|
import {
|
|
preparePackagedE2EApplication,
|
|
readPackagedKnowledgeCacheIdentity
|
|
} from './package-app.mjs'
|
|
import { createKnowledgeCacheIdentity } from '../build/runtime/knowledge-cache-identity.mjs'
|
|
|
|
const ROOT = process.cwd()
|
|
const require = createRequire(import.meta.url)
|
|
const TESTS_ROOT = path.join(ROOT, 'tests')
|
|
const TEST_CASES_ROOT = path.join(TESTS_ROOT, 'case')
|
|
const SHOWCASE_ROOT = path.join(TEST_CASES_ROOT, 'showcase')
|
|
const resolveLocalBin = (name) =>
|
|
path.join(ROOT, 'node_modules', '.bin', process.platform === 'win32' ? `${name}.cmd` : name)
|
|
const PNPM_BIN = process.platform === 'win32' ? 'pnpm.cmd' : 'pnpm'
|
|
const VITEST_CLI = path.join(path.dirname(require.resolve('vitest/package.json')), 'vitest.mjs')
|
|
const E2E_CONTRACT_SCRIPT = path.join(ROOT, 'scripts', 'test', 'validate-e2e-contract.mjs')
|
|
const TEST_ARCHITECTURE_SCRIPT = path.join(
|
|
ROOT,
|
|
'scripts',
|
|
'test',
|
|
'validate-test-architecture.mjs'
|
|
)
|
|
const ELECTRON_VITE_BIN = resolveLocalBin('electron-vite')
|
|
const NATIVE_PREPARE_SCRIPT = path.join(ROOT, 'scripts', 'build', 'native', 'better-sqlite3.mjs')
|
|
const NODE_PTY_NATIVE_PREPARE_SCRIPT = path.join(ROOT, 'scripts', 'build', 'native', 'node-pty.mjs')
|
|
const BETTER_SQLITE_NATIVE_BINDING_ENV = 'NCURATOR_BETTER_SQLITE3_NATIVE_BINDING'
|
|
const LIVE_BACKEND_NODE_OLD_SPACE_MB = 8192
|
|
const BACKEND_WORKERS = 6
|
|
const E2E_WORKERS = 3
|
|
const LIVE_WORKERS = 3
|
|
const RUNNER_DEADLINE_MS = 60 * 60 * 1000
|
|
const DEADLINE_EXIT_CODE = 124
|
|
const STALE_E2E_TEMP_MAX_AGE_MS = 24 * 60 * 60 * 1000
|
|
const E2E_EXECUTION_CLASSES = new Set(['normal', 'live', 'exclusive'])
|
|
const USE_WINDOWS_SHELL = process.platform === 'win32'
|
|
const activeAsyncChildren = new Set()
|
|
let stoppingActiveChildren = false
|
|
const KNOWLEDGE_CACHE_ROOT = path.join(TESTS_ROOT, '.cache', 'workspace-knowledge')
|
|
const EMPTY_KNOWLEDGE_CACHE_STATS = {
|
|
splitCacheHits: 0,
|
|
splitCacheMisses: 0,
|
|
vectorCacheHits: 0,
|
|
vectorCacheMisses: 0
|
|
}
|
|
|
|
const expandEnvironmentReferences = (value) =>
|
|
value.replace(/\$\{([A-Z][A-Z0-9_]*)\}/g, (_match, name) => String(process.env[name] || ''))
|
|
|
|
const loadRootEnv = () => {
|
|
if (String(process.env.AI_TEST_DISABLE_DOTENV || '').trim() === '1') return
|
|
for (const fileName of ['.env.local', '.env']) {
|
|
let raw = ''
|
|
try {
|
|
raw = readFileSync(path.resolve(ROOT, fileName), 'utf8')
|
|
} catch {
|
|
continue
|
|
}
|
|
for (const line of raw.split(/\r?\n/u)) {
|
|
const trimmed = line.trim()
|
|
if (!trimmed || trimmed.startsWith('#')) continue
|
|
const separator = trimmed.indexOf('=')
|
|
if (separator <= 0) continue
|
|
const key = trimmed.slice(0, separator).trim()
|
|
const value = trimmed.slice(separator + 1).trim()
|
|
if (!key || String(process.env[key] || '').trim()) continue
|
|
const unquoted =
|
|
(value.startsWith('"') && value.endsWith('"')) ||
|
|
(value.startsWith("'") && value.endsWith("'"))
|
|
? value.slice(1, -1)
|
|
: value
|
|
process.env[key] = expandEnvironmentReferences(unquoted)
|
|
}
|
|
}
|
|
}
|
|
|
|
loadRootEnv()
|
|
|
|
const removeNpmLifecycleEnv = () => {
|
|
for (const key of Object.keys(process.env)) {
|
|
if (key.startsWith('npm_')) {
|
|
delete process.env[key]
|
|
}
|
|
}
|
|
}
|
|
|
|
const parseArgs = (argv) => {
|
|
const parsed = {
|
|
domain: '',
|
|
type: '',
|
|
suite: '',
|
|
groups: [],
|
|
excludeGroups: [],
|
|
caseIds: [],
|
|
runs: 1,
|
|
target: 'source',
|
|
showcase: false,
|
|
bundles: [],
|
|
results: [],
|
|
freshKnowledgeCache: false,
|
|
help: false,
|
|
unknownArgs: [],
|
|
invalidArgs: []
|
|
}
|
|
const valueOptions = new Set([
|
|
'--domain',
|
|
'--type',
|
|
'--suite',
|
|
'--group',
|
|
'--exclude-group',
|
|
'--case',
|
|
'--runs',
|
|
'--target',
|
|
'--bundle',
|
|
'--result'
|
|
])
|
|
|
|
for (let index = 0; index < argv.length; index += 1) {
|
|
const current = argv[index]
|
|
const next = argv[index + 1]
|
|
if (valueOptions.has(current)) {
|
|
if (!next || next.startsWith('-')) {
|
|
parsed.invalidArgs.push(`${current} requires a value`)
|
|
continue
|
|
}
|
|
if (current === '--domain') parsed.domain = next
|
|
if (current === '--type') parsed.type = next
|
|
if (current === '--suite') parsed.suite = next
|
|
if (current === '--group') parsed.groups.push(next)
|
|
if (current === '--exclude-group') parsed.excludeGroups.push(next)
|
|
if (current === '--case') parsed.caseIds.push(next)
|
|
if (current === '--target') parsed.target = next
|
|
if (current === '--bundle') parsed.bundles.push(next)
|
|
if (current === '--result') parsed.results.push(next)
|
|
if (current === '--runs') {
|
|
const runs = Number(next)
|
|
if (!Number.isInteger(runs) || runs < 1) {
|
|
parsed.invalidArgs.push('--runs must be a positive integer')
|
|
} else {
|
|
parsed.runs = runs
|
|
}
|
|
}
|
|
index += 1
|
|
continue
|
|
}
|
|
if (current === '--showcase') {
|
|
parsed.showcase = true
|
|
continue
|
|
}
|
|
if (current === '--fresh-knowledge-cache') {
|
|
parsed.freshKnowledgeCache = true
|
|
continue
|
|
}
|
|
if (current === '--help' || current === '-h') {
|
|
parsed.help = true
|
|
continue
|
|
}
|
|
parsed.unknownArgs.push(current)
|
|
}
|
|
|
|
return parsed
|
|
}
|
|
|
|
const walk = async (target) => {
|
|
const entries = await readdir(target, { withFileTypes: true })
|
|
const files = []
|
|
for (const entry of entries) {
|
|
const resolved = path.join(target, entry.name)
|
|
if (entry.isDirectory()) {
|
|
files.push(...(await walk(resolved)))
|
|
continue
|
|
}
|
|
files.push(resolved)
|
|
}
|
|
return files
|
|
}
|
|
|
|
const hashBuildDirectories = async (directories) => {
|
|
const hash = createHash('sha256')
|
|
for (const directory of directories) {
|
|
const files = (await walk(directory)).sort()
|
|
for (const filePath of files) {
|
|
const relativePath = path.relative(ROOT, filePath).split(path.sep).join('/')
|
|
hash.update(relativePath)
|
|
hash.update('\0')
|
|
hash.update(await readFile(filePath))
|
|
hash.update('\0')
|
|
}
|
|
}
|
|
return hash.digest('hex')
|
|
}
|
|
|
|
const readKnowledgeCacheStats = async (cachePath) => {
|
|
const totals = { ...EMPTY_KNOWLEDGE_CACHE_STATS }
|
|
let files = []
|
|
try {
|
|
files = await walk(cachePath)
|
|
} catch {
|
|
return totals
|
|
}
|
|
for (const filePath of files.filter((item) => path.basename(item) === 'stats.json')) {
|
|
try {
|
|
const parsed = JSON.parse(await readFile(filePath, 'utf8'))
|
|
for (const key of Object.keys(totals)) totals[key] += Number(parsed[key] || 0)
|
|
} catch {
|
|
// A failed case may leave no usable cache statistics.
|
|
}
|
|
}
|
|
return totals
|
|
}
|
|
|
|
const prepareKnowledgeCache = async (input) => {
|
|
const cachePath = path.join(KNOWLEDGE_CACHE_ROOT, 'v3', `${process.platform}-${process.arch}`)
|
|
if (input.fresh) await rm(cachePath, { recursive: true, force: true })
|
|
await mkdir(cachePath, { recursive: true })
|
|
return {
|
|
knowledgeCacheEnabled: input.enabled !== false,
|
|
knowledgeCachePath: cachePath,
|
|
knowledgeCacheNamespace: input.namespace,
|
|
buildFingerprint: input.buildFingerprint,
|
|
env: {
|
|
NCURATOR_WORKSPACE_KNOWLEDGE_CACHE: input.enabled === false ? '0' : '1',
|
|
NCURATOR_WORKSPACE_KNOWLEDGE_CACHE_PATH: cachePath,
|
|
NCURATOR_E2E_KNOWLEDGE_CACHE_NAMESPACE: input.namespace,
|
|
NCURATOR_E2E_BUILD_FINGERPRINT: input.buildFingerprint
|
|
}
|
|
}
|
|
}
|
|
|
|
const resolveScopeDir = (input) => {
|
|
const parts = [input.showcase ? SHOWCASE_ROOT : TEST_CASES_ROOT]
|
|
if (input.domain) parts.push(input.domain)
|
|
if (input.suite) parts.push(input.suite)
|
|
if (input.groups.length > 0) parts.push(...input.groups)
|
|
return path.join(...parts)
|
|
}
|
|
|
|
const isE2EFile = (filePath) => path.basename(filePath).endsWith('.e2e.test.ts')
|
|
const isShowcaseFile = (filePath) => path.basename(filePath).endsWith('.showcase.test.ts')
|
|
const isLiveBackendFile = (filePath) =>
|
|
filePath.includes(`${path.sep}live${path.sep}`) && !isE2EFile(filePath)
|
|
const requiresBackendPptBrowser = async (filePath) => {
|
|
if (isE2EFile(filePath) || isLiveBackendFile(filePath)) return false
|
|
const source = await readFile(filePath, 'utf8')
|
|
return /\bppt_edit\b/u.test(source) && /\bcreate_presentation\b/u.test(source)
|
|
}
|
|
const toCaseId = (filePath) =>
|
|
path.basename(filePath).replace(/\.e2e\.test\.ts$|\.showcase\.test\.ts$|\.test\.ts$/u, '')
|
|
|
|
const readE2EExecutionClass = async (filePath) => {
|
|
const source = await readFile(filePath, 'utf8')
|
|
const matches = [...source.matchAll(/\bexecution\s*:\s*['"](normal|live|exclusive)['"]/gu)].map(
|
|
(match) => match[1]
|
|
)
|
|
const declared = [...new Set(matches)]
|
|
if (declared.length > 1) {
|
|
throw new Error(`${path.relative(ROOT, filePath)} declares multiple E2E execution classes`)
|
|
}
|
|
const execution = declared[0] || 'normal'
|
|
if (!E2E_EXECUTION_CLASSES.has(execution)) {
|
|
throw new Error(`${path.relative(ROOT, filePath)} has unsupported execution class ${execution}`)
|
|
}
|
|
return execution
|
|
}
|
|
|
|
const buildKnowledgeCacheCaseKey = (testFile) => {
|
|
const relativePath = path.relative(TEST_CASES_ROOT, testFile).split(path.sep).join('/')
|
|
return `${toCaseId(testFile)}-${createHash('sha256').update(relativePath).digest('hex').slice(0, 12)}`
|
|
}
|
|
|
|
const buildDirectKnowledgeCacheEnv = async (env, testFile) => {
|
|
const cachePath = String(env.NCURATOR_WORKSPACE_KNOWLEDGE_CACHE_PATH || '').trim()
|
|
if (!cachePath) return env
|
|
const caseKey = buildKnowledgeCacheCaseKey(testFile)
|
|
const statsPath = path.join(cachePath, 'case-stats', caseKey, 'stats.json')
|
|
await mkdir(path.dirname(statsPath), { recursive: true })
|
|
return {
|
|
...env,
|
|
NCURATOR_WORKSPACE_KNOWLEDGE_CACHE_STATS_PATH: statsPath,
|
|
NCURATOR_E2E_KNOWLEDGE_CACHE_NAMESPACE: `${String(
|
|
env.NCURATOR_E2E_KNOWLEDGE_CACHE_NAMESPACE || 'e2e'
|
|
)}/${caseKey}`
|
|
}
|
|
}
|
|
|
|
const fileContainsCaseId = async (filePath, caseId) => {
|
|
if (toCaseId(filePath) === caseId) return true
|
|
const source = await readFile(filePath, 'utf8')
|
|
return source.includes(caseId)
|
|
}
|
|
|
|
const fileDeclaresCaseId = async (filePath, caseId) => {
|
|
const source = await readFile(filePath, 'utf8')
|
|
return source.includes(`caseId: '${caseId}'`) || source.includes(`caseId: "${caseId}"`)
|
|
}
|
|
|
|
const findTestFiles = async (input) => {
|
|
const scopeDir = resolveScopeDir(input)
|
|
try {
|
|
const scopeStat = await stat(scopeDir)
|
|
if (!scopeStat.isDirectory()) return []
|
|
} catch {
|
|
return []
|
|
}
|
|
|
|
const allFiles = await walk(scopeDir)
|
|
const candidates = allFiles
|
|
.filter((filePath) => filePath.endsWith('.test.ts'))
|
|
.filter((filePath) => {
|
|
if (input.excludeGroups.length === 0) return true
|
|
const root = input.showcase ? SHOWCASE_ROOT : TEST_CASES_ROOT
|
|
const segments = path.relative(root, filePath).split(path.sep)
|
|
return !input.excludeGroups.some((group) => segments.includes(group))
|
|
})
|
|
.filter((filePath) => {
|
|
if (!input.type) return true
|
|
return input.showcase
|
|
? isShowcaseFile(filePath)
|
|
: input.type === 'e2e'
|
|
? isE2EFile(filePath)
|
|
: !isE2EFile(filePath) && !isShowcaseFile(filePath)
|
|
})
|
|
if (input.caseIds.length === 0) return candidates.sort()
|
|
const matches = await Promise.all(
|
|
candidates.map(async (filePath) => ({
|
|
filePath,
|
|
matches: (
|
|
await Promise.all(
|
|
input.caseIds.map(async (caseId) => await fileContainsCaseId(filePath, caseId))
|
|
)
|
|
).some(Boolean)
|
|
}))
|
|
)
|
|
return matches
|
|
.filter((item) => item.matches)
|
|
.map((item) => item.filePath)
|
|
.sort()
|
|
}
|
|
|
|
const appendNodeOption = (existing, option) => {
|
|
const current = String(existing || '').trim()
|
|
if (!current) return option
|
|
return current.includes(option) ? current : `${current} ${option}`.trim()
|
|
}
|
|
|
|
const buildCommandEnv = (overrides = {}, options = {}) => {
|
|
const env = {}
|
|
for (const [key, value] of Object.entries(process.env)) {
|
|
if (options.omitNpmEnv && key.startsWith('npm_')) continue
|
|
env[key] = value
|
|
}
|
|
return {
|
|
...env,
|
|
...overrides
|
|
}
|
|
}
|
|
|
|
const formatCommand = (bin, args) => [bin, ...args].join(' ')
|
|
|
|
const terminateProcessTree = (child) => {
|
|
if (!child?.pid) return
|
|
if (process.platform === 'win32') {
|
|
spawnSync('taskkill.exe', ['/pid', String(child.pid), '/T', '/F'], {
|
|
stdio: 'ignore',
|
|
windowsHide: true
|
|
})
|
|
return
|
|
}
|
|
try {
|
|
process.kill(-child.pid, 'SIGKILL')
|
|
} catch {
|
|
try {
|
|
child.kill('SIGKILL')
|
|
} catch {
|
|
// process already gone
|
|
}
|
|
}
|
|
}
|
|
|
|
const stopActiveChildren = (signal) => {
|
|
if (stoppingActiveChildren) return
|
|
stoppingActiveChildren = true
|
|
process.stderr.write(
|
|
`[test-workflow] received ${signal}; stopping ${String(activeAsyncChildren.size)} active test process tree(s)\n`
|
|
)
|
|
for (const child of activeAsyncChildren) terminateProcessTree(child)
|
|
process.exit(signal === 'SIGINT' ? 130 : 143)
|
|
}
|
|
|
|
process.once('SIGINT', () => stopActiveChildren('SIGINT'))
|
|
process.once('SIGTERM', () => stopActiveChildren('SIGTERM'))
|
|
|
|
const runSpawn = (bin, args, env, omitNpmEnv) =>
|
|
spawnSync(bin, args, {
|
|
cwd: ROOT,
|
|
stdio: 'inherit',
|
|
shell: USE_WINDOWS_SHELL && /\.(cmd|bat)$/iu.test(bin),
|
|
env: buildCommandEnv(env, { omitNpmEnv })
|
|
})
|
|
|
|
const runSpawnAsync = (bin, args, env, omitNpmEnv, deadlineAt) =>
|
|
new Promise((resolve) => {
|
|
const remainingMs = deadlineAt - Date.now()
|
|
if (remainingMs <= 0) {
|
|
resolve(DEADLINE_EXIT_CODE)
|
|
return
|
|
}
|
|
const controller = new AbortController()
|
|
let settled = false
|
|
let timedOut = false
|
|
const finish = (code) => {
|
|
if (settled) return
|
|
settled = true
|
|
clearTimeout(timer)
|
|
activeAsyncChildren.delete(child)
|
|
resolve(code)
|
|
}
|
|
const timer = setTimeout(() => {
|
|
timedOut = true
|
|
process.stderr.write(
|
|
`[test-workflow] deadline reached; stopping ${formatCommand(bin, args)}\n`
|
|
)
|
|
controller.abort()
|
|
terminateProcessTree(child)
|
|
}, remainingMs)
|
|
const child = spawn(bin, args, {
|
|
cwd: ROOT,
|
|
stdio: 'inherit',
|
|
shell: USE_WINDOWS_SHELL && /\.(cmd|bat)$/iu.test(bin),
|
|
env: buildCommandEnv(env, { omitNpmEnv }),
|
|
signal: controller.signal,
|
|
detached: process.platform !== 'win32'
|
|
})
|
|
activeAsyncChildren.add(child)
|
|
child.once('error', (error) => {
|
|
if (!timedOut) {
|
|
process.stderr.write(
|
|
`[test-workflow] command failed to start: ${formatCommand(bin, args)}\n${String(error)}\n`
|
|
)
|
|
}
|
|
finish(timedOut ? DEADLINE_EXIT_CODE : 1)
|
|
})
|
|
child.once('exit', (code) => finish(timedOut ? DEADLINE_EXIT_CODE : (code ?? 1)))
|
|
})
|
|
|
|
const reportSpawnFailure = (label, bin, args, result) => {
|
|
if (result.error) {
|
|
process.stderr.write(
|
|
`[test-workflow] ${label} failed to start: ${formatCommand(bin, args)}\n${String(result.error)}\n`
|
|
)
|
|
return
|
|
}
|
|
if (typeof result.status !== 'number') {
|
|
process.stderr.write(
|
|
`[test-workflow] ${label} exited without a numeric status: ${formatCommand(bin, args)}\n`
|
|
)
|
|
}
|
|
}
|
|
|
|
const runCommandWithFallback = (input) => {
|
|
if (input.preferFallback) {
|
|
const fallbackResult = runSpawn(
|
|
input.fallback.bin,
|
|
input.fallback.args,
|
|
input.env,
|
|
input.omitNpmEnv
|
|
)
|
|
reportSpawnFailure('fallback command', input.fallback.bin, input.fallback.args, fallbackResult)
|
|
if (typeof fallbackResult.status === 'number') return fallbackResult.status
|
|
return 1
|
|
}
|
|
|
|
const primaryResult = runSpawn(input.primary.bin, input.primary.args, input.env, input.omitNpmEnv)
|
|
|
|
if (!primaryResult.error) {
|
|
reportSpawnFailure('primary command', input.primary.bin, input.primary.args, primaryResult)
|
|
if (typeof primaryResult.status === 'number') return primaryResult.status
|
|
return 1
|
|
}
|
|
|
|
reportSpawnFailure('primary command', input.primary.bin, input.primary.args, primaryResult)
|
|
const fallbackResult = runSpawn(
|
|
input.fallback.bin,
|
|
input.fallback.args,
|
|
input.env,
|
|
input.omitNpmEnv
|
|
)
|
|
reportSpawnFailure('fallback command', input.fallback.bin, input.fallback.args, fallbackResult)
|
|
if (typeof fallbackResult.status === 'number') return fallbackResult.status
|
|
return 1
|
|
}
|
|
|
|
const prepareBetterSqliteNative = (target) => {
|
|
const result = runSpawn(process.execPath, [NATIVE_PREPARE_SCRIPT, 'ensure', target])
|
|
reportSpawnFailure(
|
|
`native prepare ${target}`,
|
|
process.execPath,
|
|
[NATIVE_PREPARE_SCRIPT, 'ensure', target],
|
|
result
|
|
)
|
|
if (typeof result.status === 'number') return result.status
|
|
return 1
|
|
}
|
|
|
|
const prepareNodePtyNative = (target) => {
|
|
const result = runSpawn(process.execPath, [NODE_PTY_NATIVE_PREPARE_SCRIPT, 'ensure', target])
|
|
reportSpawnFailure(
|
|
`node-pty native prepare ${target}`,
|
|
process.execPath,
|
|
[NODE_PTY_NATIVE_PREPARE_SCRIPT, 'ensure', target],
|
|
result
|
|
)
|
|
if (typeof result.status === 'number') return result.status
|
|
return 1
|
|
}
|
|
|
|
const resolveBetterSqliteNativeBinding = (target) => {
|
|
const result = spawnSync(process.execPath, [NATIVE_PREPARE_SCRIPT, 'path', target], {
|
|
cwd: ROOT,
|
|
encoding: 'utf8',
|
|
shell: USE_WINDOWS_SHELL,
|
|
env: buildCommandEnv(undefined)
|
|
})
|
|
reportSpawnFailure(
|
|
`native path ${target}`,
|
|
process.execPath,
|
|
[NATIVE_PREPARE_SCRIPT, 'path', target],
|
|
result
|
|
)
|
|
if (result.status !== 0) {
|
|
return { ok: false, env: {} }
|
|
}
|
|
const nativeBinding =
|
|
String(result.stdout || '')
|
|
.trim()
|
|
.split(/\r?\n/u)
|
|
.at(-1) || ''
|
|
return {
|
|
ok: nativeBinding.length > 0,
|
|
env: nativeBinding ? { [BETTER_SQLITE_NATIVE_BINDING_ENV]: nativeBinding } : {}
|
|
}
|
|
}
|
|
|
|
const runVitest = async (input) => {
|
|
const extraArgs = ['--maxWorkers', String(input.workers)]
|
|
const isLiveGroup = input.testFiles.some((filePath) => isLiveBackendFile(filePath))
|
|
const env = {
|
|
...(isLiveGroup
|
|
? {
|
|
NODE_OPTIONS: appendNodeOption(
|
|
process.env.NODE_OPTIONS,
|
|
`--max-old-space-size=${String(LIVE_BACKEND_NODE_OLD_SPACE_MB)}`
|
|
)
|
|
}
|
|
: {}),
|
|
...input.env,
|
|
LANGSMITH_TRACING: isLiveGroup ? 'true' : 'false'
|
|
}
|
|
const caseArgs = input.testNamePattern ? ['--testNamePattern', input.testNamePattern] : []
|
|
const commandArgs = [
|
|
'run',
|
|
'--config',
|
|
input.configPath,
|
|
...extraArgs,
|
|
...caseArgs,
|
|
...input.testFiles
|
|
]
|
|
return await runSpawnAsync(
|
|
process.execPath,
|
|
[VITEST_CLI, ...commandArgs],
|
|
env,
|
|
input.configPath.includes('e2e'),
|
|
input.deadlineAt
|
|
)
|
|
}
|
|
|
|
const partitionBackendTestFiles = async (testFiles) => {
|
|
const pptBrowserFlags = await Promise.all(testFiles.map(requiresBackendPptBrowser))
|
|
return {
|
|
nonLiveFiles: testFiles.filter(
|
|
(filePath, index) => !isLiveBackendFile(filePath) && !pptBrowserFlags[index]
|
|
),
|
|
pptBrowserFiles: testFiles.filter((_filePath, index) => pptBrowserFlags[index]),
|
|
liveFiles: testFiles.filter((filePath) => isLiveBackendFile(filePath))
|
|
}
|
|
}
|
|
|
|
const buildE2EApp = (env) => {
|
|
return runCommandWithFallback({
|
|
env,
|
|
preferFallback: true,
|
|
primary: {
|
|
bin: PNPM_BIN,
|
|
args: ['exec', 'electron-vite', 'build']
|
|
},
|
|
fallback: {
|
|
bin: ELECTRON_VITE_BIN,
|
|
args: ['build']
|
|
}
|
|
})
|
|
}
|
|
|
|
const validateE2EContract = () => {
|
|
const result = runSpawn(process.execPath, [E2E_CONTRACT_SCRIPT], undefined, true)
|
|
if (result.error || typeof result.status !== 'number') return 1
|
|
return result.status
|
|
}
|
|
|
|
const validateTestArchitecture = () => {
|
|
const result = runSpawn(process.execPath, [TEST_ARCHITECTURE_SCRIPT], undefined, true)
|
|
if (result.error || typeof result.status !== 'number') return 1
|
|
return result.status
|
|
}
|
|
|
|
const formatScope = (input) =>
|
|
[
|
|
input.showcase
|
|
? 'showcase'
|
|
: [input.domain, input.suite, ...input.groups].filter(Boolean).join('/'),
|
|
input.type
|
|
]
|
|
.filter(Boolean)
|
|
.join(' ')
|
|
|
|
const runE2ETestFilesConcurrently = async (
|
|
testFiles,
|
|
targets,
|
|
testNamePattern,
|
|
deadlineAt,
|
|
configPath = 'vitest.e2e.config.mts',
|
|
{ gateCaseIds = [], previousResults = [] } = {}
|
|
) => {
|
|
const fileTasks = await Promise.all(
|
|
testFiles.map(async (testFile) => ({
|
|
testFile,
|
|
execution: await readE2EExecutionClass(testFile)
|
|
}))
|
|
)
|
|
const tasks = targets
|
|
.flatMap((target) =>
|
|
fileTasks.map((task) => ({
|
|
...task,
|
|
targetId: target.id,
|
|
env: target.env
|
|
}))
|
|
)
|
|
.map((task, index) => ({ ...task, index }))
|
|
const runnableTasks = tasks
|
|
const gateTasks = runnableTasks.filter((task) => gateCaseIds.includes(toCaseId(task.testFile)))
|
|
const concurrentTasks = runnableTasks.filter(
|
|
(task) => task.execution !== 'exclusive' && !gateTasks.includes(task)
|
|
)
|
|
const exclusiveTasks = runnableTasks.filter(
|
|
(task) => task.execution === 'exclusive' && !gateTasks.includes(task)
|
|
)
|
|
const results = []
|
|
let exitCode = 0
|
|
let liveActive = 0
|
|
let completed = 0
|
|
const activeByTarget = new Map()
|
|
|
|
const recordDeadline = (task) => {
|
|
exitCode = DEADLINE_EXIT_CODE
|
|
const previousResultIndex = results.findIndex((result) => result.index === task.index)
|
|
const previousResult = previousResultIndex >= 0 ? results[previousResultIndex] : undefined
|
|
const taskResult = {
|
|
index: task.index,
|
|
file: path.relative(ROOT, task.testFile),
|
|
targetId: task.targetId,
|
|
execution: task.execution,
|
|
status: 'timed_out',
|
|
exitCode: DEADLINE_EXIT_CODE,
|
|
attempts: Number(previousResult?.attempts || 0)
|
|
}
|
|
if (previousResultIndex >= 0) results[previousResultIndex] = taskResult
|
|
else results.push(taskResult)
|
|
}
|
|
|
|
const runTask = async (task) => {
|
|
const relativeFile = path.relative(ROOT, task.testFile)
|
|
completed += 1
|
|
process.stdout.write(
|
|
`[test-workflow] e2e ${String(completed)}/${String(tasks.length)} [${task.targetId}/${task.execution}] ${relativeFile}\n`
|
|
)
|
|
const pattern = testNamePattern
|
|
const caseIds = readTestCaseIds(task.testFile, await readFile(task.testFile, 'utf8')).filter(
|
|
(id) => !pattern || new RegExp(pattern, 'u').test(id)
|
|
)
|
|
const previous = previousResults.find(
|
|
(test) => test.file === relativeFile && test.targetId === task.targetId
|
|
)
|
|
if (
|
|
previous &&
|
|
passedPackageTest(previous, task.env.NCURATOR_E2E_ARTIFACT_SHA256) &&
|
|
caseIds.length > 0 &&
|
|
caseIds.every((id) => previous.cases.some((item) => item.caseId === id))
|
|
) {
|
|
results.push({ ...previous, index: task.index, reused: true })
|
|
process.stdout.write(`[test-workflow] reuse passed package evidence: ${relativeFile}\n`)
|
|
return { code: 0 }
|
|
}
|
|
const startedAt = Date.now()
|
|
const caseEnv = await buildDirectKnowledgeCacheEnv(task.env, task.testFile)
|
|
let code = await runVitest({
|
|
configPath,
|
|
testFiles: [task.testFile],
|
|
env: caseEnv,
|
|
testNamePattern,
|
|
workers: 1,
|
|
deadlineAt
|
|
})
|
|
const packaged = task.env.NCURATOR_E2E_APP_TARGET === 'package'
|
|
const cases = packaged
|
|
? await readE2ECaseResults({ root: ROOT, testFile: task.testFile, startedAt, caseIds })
|
|
: []
|
|
if (
|
|
packaged &&
|
|
code === 0 &&
|
|
(cases.length === 0 || cases.some((item) => item.status !== 'passed'))
|
|
) {
|
|
code = 1
|
|
process.stderr.write(
|
|
`[test-workflow] missing or failed actual case evidence: ${relativeFile}\n`
|
|
)
|
|
}
|
|
const previousResultIndex = results.findIndex((result) => result.index === task.index)
|
|
const taskResult = {
|
|
index: task.index,
|
|
file: relativeFile,
|
|
targetId: task.targetId,
|
|
execution: task.execution,
|
|
status: code === 0 ? 'passed' : code === DEADLINE_EXIT_CODE ? 'timed_out' : 'failed',
|
|
exitCode: code,
|
|
durationMs: Date.now() - startedAt,
|
|
cases,
|
|
attempts: 1
|
|
}
|
|
if (previousResultIndex >= 0) results[previousResultIndex] = taskResult
|
|
else results.push(taskResult)
|
|
return {
|
|
code,
|
|
cachePath: String(caseEnv.NCURATOR_WORKSPACE_KNOWLEDGE_CACHE_PATH || '').trim()
|
|
}
|
|
}
|
|
|
|
const gateFailure = await runE2EGates(gateTasks, (task) => runTask(task))
|
|
if (gateFailure) {
|
|
process.stderr.write(
|
|
`[release-cache-gate] ${toCaseId(gateFailure.task.testFile)} failed. Stop and report the cause; user decision is required before any correction, retry or further release work.\n`
|
|
)
|
|
return {
|
|
exitCode: gateFailure.code,
|
|
results: results.sort((left, right) => left.index - right.index)
|
|
}
|
|
}
|
|
|
|
const pending = [...concurrentTasks]
|
|
const active = new Set()
|
|
while (pending.length > 0 || active.size > 0) {
|
|
while (pending.length > 0 && active.size < E2E_WORKERS && Date.now() < deadlineAt) {
|
|
const nextIndex = pending.findIndex((task) => {
|
|
if (task.execution === 'live' && liveActive >= LIVE_WORKERS) return false
|
|
const targetLimit = E2E_WORKERS
|
|
return Number(activeByTarget.get(task.targetId) || 0) < targetLimit
|
|
})
|
|
if (nextIndex < 0) break
|
|
const [task] = pending.splice(nextIndex, 1)
|
|
if (task.execution === 'live') liveActive += 1
|
|
activeByTarget.set(task.targetId, Number(activeByTarget.get(task.targetId) || 0) + 1)
|
|
let running
|
|
running = runTask(task).finally(() => {
|
|
if (task.execution === 'live') liveActive -= 1
|
|
activeByTarget.set(
|
|
task.targetId,
|
|
Math.max(0, Number(activeByTarget.get(task.targetId) || 0) - 1)
|
|
)
|
|
active.delete(running)
|
|
})
|
|
active.add(running)
|
|
}
|
|
if (Date.now() >= deadlineAt && pending.length > 0) {
|
|
for (const task of pending.splice(0)) recordDeadline(task)
|
|
}
|
|
if (active.size > 0) await Promise.race(active)
|
|
}
|
|
|
|
for (let index = 0; index < exclusiveTasks.length; index += 1) {
|
|
const task = exclusiveTasks[index]
|
|
if (Date.now() >= deadlineAt) {
|
|
for (const remaining of exclusiveTasks.slice(index)) recordDeadline(remaining)
|
|
break
|
|
}
|
|
await runTask(task)
|
|
}
|
|
|
|
exitCode = results.reduce((code, result) => {
|
|
if (result.exitCode === DEADLINE_EXIT_CODE) return DEADLINE_EXIT_CODE
|
|
return code || result.exitCode
|
|
}, 0)
|
|
|
|
return {
|
|
exitCode,
|
|
results: results.sort((left, right) => left.index - right.index)
|
|
}
|
|
}
|
|
|
|
const cleanupStaleE2ETempRoot = async (e2eTempRoot) => {
|
|
let entries = []
|
|
try {
|
|
entries = await readdir(e2eTempRoot, { withFileTypes: true })
|
|
} catch {
|
|
return 0
|
|
}
|
|
const now = Date.now()
|
|
let removedCount = 0
|
|
for (const entry of entries) {
|
|
if (!entry.isDirectory() || !entry.name.startsWith('ncurator-')) continue
|
|
const entryPath = path.join(e2eTempRoot, entry.name)
|
|
try {
|
|
const entryStat = await stat(entryPath)
|
|
if (now - entryStat.mtimeMs <= STALE_E2E_TEMP_MAX_AGE_MS) continue
|
|
await rm(entryPath, { recursive: true, force: true })
|
|
removedCount += 1
|
|
} catch {
|
|
// 单个残留目录清理失败不阻断本次 run
|
|
}
|
|
}
|
|
return removedCount
|
|
}
|
|
|
|
const runTypeWorkflow = async (input) => {
|
|
const testFiles = await findTestFiles(input)
|
|
if (testFiles.length === 0) {
|
|
if (input.caseIds.length > 0) {
|
|
throw new Error(
|
|
`no test files match --case ${input.caseIds.join(', ')} within ${formatScope(input)}`
|
|
)
|
|
}
|
|
process.stdout.write(`[test-workflow] no tests found for ${formatScope(input)}\n`)
|
|
return { exitCode: 0, e2eResults: [] }
|
|
}
|
|
|
|
const nativeTarget = input.type === 'e2e' ? 'electron' : 'node'
|
|
const shouldFilterByTestName =
|
|
input.caseIds.length > 0 &&
|
|
input.domain !== 'unit' &&
|
|
(input.caseIds.length > 1 ||
|
|
input.type === 'e2e' ||
|
|
testFiles.some((filePath) => toCaseId(filePath) !== input.caseIds[0]) ||
|
|
(
|
|
await Promise.all(
|
|
testFiles.map(async (filePath) => await fileDeclaresCaseId(filePath, input.caseIds[0]))
|
|
)
|
|
).some(Boolean))
|
|
const testNamePattern = shouldFilterByTestName
|
|
? input.caseIds.map((caseId) => caseId.replace(/[.*+?^${}()|[\]\\]/gu, '\\$&')).join('|')
|
|
: ''
|
|
let runtimeEnv = input.e2eEnv || {}
|
|
let e2eTargets = input.e2eTargets || []
|
|
if (input.type === 'e2e') {
|
|
const e2eTempRoot = path.resolve(
|
|
String(process.env.NCURATOR_E2E_TEMP_ROOT || '').trim() ||
|
|
path.join(TESTS_ROOT, '.tmp', 'e2e')
|
|
)
|
|
await mkdir(e2eTempRoot, { recursive: true })
|
|
const removedTempCount = await cleanupStaleE2ETempRoot(e2eTempRoot)
|
|
if (removedTempCount > 0) {
|
|
process.stdout.write(
|
|
`[test-workflow] cleaned ${removedTempCount} stale E2E temp dir(s) in ${e2eTempRoot}\n`
|
|
)
|
|
}
|
|
runtimeEnv = {
|
|
...runtimeEnv,
|
|
NCURATOR_E2E_TEMP_ROOT: e2eTempRoot
|
|
}
|
|
e2eTargets = e2eTargets.map((target) => ({
|
|
...target,
|
|
env: { ...target.env, NCURATOR_E2E_TEMP_ROOT: e2eTempRoot }
|
|
}))
|
|
}
|
|
if (input.type === 'e2e' && input.target === 'package') {
|
|
const nativeCode = prepareBetterSqliteNative('node')
|
|
if (nativeCode !== 0) {
|
|
return { exitCode: nativeCode, e2eResults: [] }
|
|
}
|
|
}
|
|
if (input.type !== 'e2e' || input.target === 'source') {
|
|
const nativeCode = prepareBetterSqliteNative(nativeTarget)
|
|
if (nativeCode !== 0) {
|
|
return { exitCode: nativeCode, e2eResults: [] }
|
|
}
|
|
const nodePtyNativeCode = prepareNodePtyNative(nativeTarget)
|
|
if (nodePtyNativeCode !== 0) {
|
|
return { exitCode: nodePtyNativeCode, e2eResults: [] }
|
|
}
|
|
const nativeBinding = resolveBetterSqliteNativeBinding(nativeTarget)
|
|
if (!nativeBinding.ok) {
|
|
return { exitCode: 1, e2eResults: [] }
|
|
}
|
|
runtimeEnv = { ...nativeBinding.env, ...runtimeEnv }
|
|
}
|
|
|
|
if (input.type === 'e2e' && input.target === 'source') {
|
|
const buildCode = buildE2EApp(runtimeEnv)
|
|
if (buildCode !== 0) {
|
|
return { exitCode: buildCode, e2eResults: [] }
|
|
}
|
|
runtimeEnv.NCURATOR_E2E_APP_TARGET = 'source'
|
|
const buildFingerprint = await hashBuildDirectories([
|
|
path.join(ROOT, 'out', 'main'),
|
|
path.join(ROOT, 'out', 'preload')
|
|
])
|
|
const knowledgeCache = await prepareKnowledgeCache({
|
|
namespace: 'source',
|
|
buildFingerprint,
|
|
fresh: input.freshKnowledgeCache
|
|
})
|
|
runtimeEnv = { ...runtimeEnv, ...knowledgeCache.env }
|
|
e2eTargets = [{ id: 'source', env: runtimeEnv }]
|
|
}
|
|
|
|
if (input.type === 'backend' && input.domain !== 'unit') {
|
|
const cache = await prepareKnowledgeCache({
|
|
namespace: 'backend',
|
|
buildFingerprint: '',
|
|
fresh: input.freshKnowledgeCache
|
|
})
|
|
runtimeEnv = {
|
|
...runtimeEnv,
|
|
...cache.env,
|
|
NCURATOR_KNOWLEDGE_IDENTITY: JSON.stringify(await createKnowledgeCacheIdentity(ROOT))
|
|
}
|
|
}
|
|
|
|
let exitCode = 0
|
|
const e2eResults = []
|
|
for (let iteration = 0; iteration < input.runs; iteration += 1) {
|
|
if (input.type === 'backend') {
|
|
const { nonLiveFiles, pptBrowserFiles, liveFiles } =
|
|
await partitionBackendTestFiles(testFiles)
|
|
const groups = [
|
|
{
|
|
configPath: 'vitest.backend.config.mts',
|
|
testFiles: nonLiveFiles,
|
|
env: runtimeEnv,
|
|
testNamePattern,
|
|
workers: BACKEND_WORKERS,
|
|
deadlineAt: input.deadlineAt
|
|
},
|
|
{
|
|
configPath: 'vitest.backend.config.mts',
|
|
testFiles: pptBrowserFiles,
|
|
env: runtimeEnv,
|
|
testNamePattern,
|
|
workers: 1,
|
|
deadlineAt: input.deadlineAt
|
|
},
|
|
{
|
|
configPath: 'vitest.backend.live.config.mts',
|
|
testFiles: liveFiles,
|
|
env: runtimeEnv,
|
|
testNamePattern,
|
|
workers: LIVE_WORKERS,
|
|
deadlineAt: input.deadlineAt
|
|
}
|
|
].filter((group) => group.testFiles.length > 0)
|
|
|
|
for (const group of groups) {
|
|
const code = await runVitest(group)
|
|
if (code !== 0) {
|
|
exitCode = code
|
|
}
|
|
}
|
|
} else {
|
|
const runResult = await runE2ETestFilesConcurrently(
|
|
testFiles,
|
|
e2eTargets,
|
|
testNamePattern,
|
|
input.deadlineAt,
|
|
input.showcase ? 'vitest.showcase.config.mts' : 'vitest.e2e.config.mts',
|
|
{ gateCaseIds: input.gateCaseIds || [], previousResults: input.previousResults || [] }
|
|
)
|
|
e2eResults.push(...runResult.results)
|
|
if (runResult.exitCode !== 0) {
|
|
exitCode = runResult.exitCode
|
|
}
|
|
}
|
|
}
|
|
|
|
return { exitCode, e2eResults }
|
|
}
|
|
|
|
const USAGE = `NCurator 测试 runner
|
|
|
|
用法:
|
|
node scripts/test/workflow.mjs [选项]
|
|
|
|
选项:
|
|
--domain <ai|knowledge|unit|settings|workbench> 测试域；默认全量
|
|
--type <backend|e2e> 执行类型；不带时按 backend -> e2e 顺序
|
|
--suite <suite> 过滤 suite
|
|
--group <group> 过滤 group，可重复传入
|
|
--exclude-group <group> 排除 group，可重复传入
|
|
--case <caseId> 只执行指定 case，可重复传入
|
|
--runs <n> 重复执行次数，默认 1
|
|
--target <source|package> 目标，默认 source
|
|
--showcase 仅供独立 Showcase 采集命令使用
|
|
--bundle <release-bundle.json> 正式包 bundle，可重复传入
|
|
--result <path> bundle 结果路径，可重复传入
|
|
--fresh-knowledge-cache 删除知识库缓存强制重建
|
|
-h, --help 显示本帮助并退出
|
|
|
|
注意:
|
|
不带任何过滤参数会执行全量测试（含 live 真实模型调用），会消耗真实 API 额度。
|
|
请使用 --domain/--suite/--case 缩小范围；未知参数会导致立即报错退出。
|
|
`
|
|
|
|
export const runTestWorkflow = async (argv, options = {}) => {
|
|
removeNpmLifecycleEnv()
|
|
const args = parseArgs(argv)
|
|
args.gateCaseIds = options.gateCaseIds || []
|
|
args.previousResults = options.previousResults || []
|
|
if (args.help) {
|
|
process.stdout.write(USAGE)
|
|
process.exit(0)
|
|
}
|
|
if (args.unknownArgs.length > 0) {
|
|
process.stderr.write(`unknown arguments: ${args.unknownArgs.join(' ')}\n\n`)
|
|
process.stderr.write(USAGE)
|
|
process.exit(2)
|
|
}
|
|
if (args.invalidArgs.length > 0) {
|
|
process.stderr.write(`invalid arguments: ${args.invalidArgs.join('; ')}\n\n`)
|
|
process.stderr.write(USAGE)
|
|
process.exit(2)
|
|
}
|
|
const configuredDeadlineMs = Number(process.env.NCURATOR_TEST_RUNNER_DEADLINE_MS || 0)
|
|
const deadlineAt =
|
|
Date.now() +
|
|
(Number.isFinite(configuredDeadlineMs) && configuredDeadlineMs > 0
|
|
? configuredDeadlineMs
|
|
: RUNNER_DEADLINE_MS)
|
|
|
|
const expectedTypeByDomain = {
|
|
ai: 'backend',
|
|
knowledge: 'backend',
|
|
unit: 'backend',
|
|
settings: 'e2e',
|
|
workbench: 'e2e'
|
|
}
|
|
if (args.domain) {
|
|
const expectedType = expectedTypeByDomain[args.domain]
|
|
if (!expectedType) throw new Error(`unsupported --domain: ${args.domain}`)
|
|
if (!args.type) args.type = expectedType
|
|
if (args.type !== expectedType) {
|
|
throw new Error(`${args.domain} 测试只允许 --type ${expectedType}`)
|
|
}
|
|
}
|
|
if (args.type && !['backend', 'e2e'].includes(args.type)) {
|
|
throw new Error(`unsupported --type: ${args.type}`)
|
|
}
|
|
|
|
if (!['source', 'package'].includes(args.target)) {
|
|
throw new Error(`unsupported --target: ${args.target}`)
|
|
}
|
|
if (args.showcase) {
|
|
if (args.type && args.type !== 'e2e') {
|
|
throw new Error('--showcase 只能与 --type e2e 一起使用')
|
|
}
|
|
if (args.target !== 'source') {
|
|
throw new Error('--showcase 只能运行 source 目标')
|
|
}
|
|
if (args.domain || args.suite || args.groups.length > 0 || args.excludeGroups.length > 0) {
|
|
throw new Error('--showcase 不接受正式 E2E 的 domain、suite、group 或 exclude-group 过滤')
|
|
}
|
|
args.type = 'e2e'
|
|
}
|
|
if (args.target === 'package' && args.type !== 'e2e') {
|
|
throw new Error('--target package 只能与 --type e2e 一起使用')
|
|
}
|
|
if (args.target === 'package' && args.bundles.length === 0) {
|
|
throw new Error('--target package 必须提供 --bundle <release-bundle.json>')
|
|
}
|
|
if (args.target !== 'package' && args.bundles.length > 0) {
|
|
throw new Error('--bundle 只能与 --target package 一起使用')
|
|
}
|
|
if (args.target !== 'package' && args.results.length > 0) {
|
|
throw new Error('--result 只能与 --target package 一起使用')
|
|
}
|
|
|
|
const architectureValidationCode = validateTestArchitecture()
|
|
if (architectureValidationCode !== 0) process.exit(architectureValidationCode)
|
|
|
|
let exitCode = 0
|
|
let packageTargets = []
|
|
|
|
try {
|
|
if (!args.type || args.type === 'e2e') {
|
|
const validationCode = validateE2EContract()
|
|
if (validationCode !== 0) process.exit(validationCode)
|
|
}
|
|
|
|
if (args.type === 'e2e' && args.target === 'package') {
|
|
if (args.results.length > 0 && args.results.length !== args.bundles.length) {
|
|
throw new Error(
|
|
'each --bundle must have a matching --result when result paths are provided'
|
|
)
|
|
}
|
|
packageTargets = []
|
|
for (const [index, bundle] of args.bundles.entries()) {
|
|
const session = await preparePackagedE2EApplication(bundle, {
|
|
resultPath: args.results[index] || ''
|
|
})
|
|
const target = {
|
|
id: session.releasePlatform,
|
|
env: { ...session.env },
|
|
session,
|
|
knowledgeCache: {
|
|
knowledgeCacheEnabled: false,
|
|
knowledgeCachePath: '',
|
|
knowledgeCacheNamespace: `package/${session.releasePlatform}`,
|
|
buildFingerprint: session.artifactSha256
|
|
}
|
|
}
|
|
packageTargets.push(target)
|
|
const knowledgeCache = await prepareKnowledgeCache({
|
|
namespace: `package/${session.releasePlatform}`,
|
|
buildFingerprint: session.artifactSha256,
|
|
enabled: Boolean(readPackagedKnowledgeCacheIdentity(session.installedAppPath)),
|
|
fresh: args.freshKnowledgeCache
|
|
})
|
|
target.env = { ...session.env, ...knowledgeCache.env }
|
|
target.knowledgeCache = knowledgeCache
|
|
}
|
|
}
|
|
|
|
if (!args.type || args.type === 'backend') {
|
|
const result = await runTypeWorkflow({
|
|
...args,
|
|
type: 'backend',
|
|
deadlineAt
|
|
})
|
|
exitCode = result.exitCode
|
|
}
|
|
|
|
if (exitCode === 0 && (!args.type || args.type === 'e2e')) {
|
|
const result = await runTypeWorkflow({
|
|
...args,
|
|
type: 'e2e',
|
|
e2eTargets: packageTargets.map(({ id, env }) => ({ id, env })),
|
|
deadlineAt
|
|
})
|
|
exitCode = result.exitCode
|
|
for (const target of packageTargets) {
|
|
const targetTests = mergeE2ETestResults(
|
|
args.previousResults.filter((test) => test.targetId === target.id),
|
|
result.e2eResults.filter((test) => test.targetId === target.id)
|
|
)
|
|
const targetStatus =
|
|
targetTests.length > 0 &&
|
|
targetTests.every((test) => passedPackageTest(test, target.session.artifactSha256))
|
|
? 'passed'
|
|
: 'failed'
|
|
if (targetStatus !== 'passed') exitCode = exitCode || 1
|
|
target.session.writeSummary({
|
|
status: targetStatus,
|
|
tests: targetTests,
|
|
knowledgeCache: {
|
|
knowledgeCacheEnabled: target.knowledgeCache.knowledgeCacheEnabled,
|
|
knowledgeCachePath: target.knowledgeCache.knowledgeCachePath,
|
|
knowledgeCacheNamespace: target.knowledgeCache.knowledgeCacheNamespace,
|
|
buildFingerprint: target.knowledgeCache.buildFingerprint,
|
|
...(await readKnowledgeCacheStats(target.knowledgeCache.knowledgeCachePath))
|
|
}
|
|
})
|
|
}
|
|
}
|
|
} finally {
|
|
let cleanupFailed = false
|
|
for (const target of packageTargets) {
|
|
try {
|
|
target.session.cleanup()
|
|
} catch (error) {
|
|
cleanupFailed = true
|
|
process.stderr.write(
|
|
`[package-e2e-cleanup] 清理正式包 E2E 安装失败：${error instanceof Error ? error.message : String(error)}\n`
|
|
)
|
|
}
|
|
}
|
|
if (cleanupFailed && exitCode === 0) exitCode = 1
|
|
}
|
|
|
|
return exitCode
|
|
}
|
|
|
|
if (process.argv[1] && fileURLToPath(import.meta.url) === realpathSync(process.argv[1])) {
|
|
runTestWorkflow(process.argv.slice(2))
|
|
.then((code) => {
|
|
process.exit(code)
|
|
})
|
|
.catch((error) => {
|
|
process.stderr.write(`${error instanceof Error ? error.message : String(error)}\n`)
|
|
process.exitCode = 1
|
|
})
|
|
}
|