huangyuan
508132adba
Share content-addressed parsing and embedding caches across isolated test runs, fingerprint relevant dependencies and model assets, and remove implicit UI warm-up. Add realistic two-round Skill delivery evaluation and cache regressions.
314 lines
13 KiB
TypeScript
314 lines
13 KiB
TypeScript
import { mkdir, mkdtemp, rm, writeFile } from 'node:fs/promises'
|
|
import os from 'node:os'
|
|
import path from 'node:path'
|
|
import { describe, it } from 'vitest'
|
|
import { importSelectors } from '../../../../../src/renderer/src/testing/selectors'
|
|
import { runE2ECase } from '../../../../harness/e2e/run-e2e-case'
|
|
import {
|
|
SETTINGS_REAL_WORKSPACE_E2E_TIMEOUT_MS,
|
|
createRealWorkspaceWithRoot,
|
|
getSettingsLocator,
|
|
navigateToSettingsSection,
|
|
waitForFileIndexJobIdle
|
|
} from '../../../../harness/e2e/settings'
|
|
|
|
const createManyWorkspaceFiles = async (workspaceRoot: string): Promise<void> => {
|
|
const docsRoot = path.join(workspaceRoot, 'docs')
|
|
await mkdir(docsRoot, { recursive: true })
|
|
await Promise.all(
|
|
Array.from({ length: 600 }, async (_, index) => {
|
|
const fileName = `brief-${String(index + 1).padStart(3, '0')}.txt`
|
|
await writeFile(path.join(docsRoot, fileName), `hello workspace ${index + 1}`, 'utf8')
|
|
})
|
|
)
|
|
}
|
|
|
|
describe('settings workspace e2e', () => {
|
|
it(
|
|
'workspace-scan-progress-refresh',
|
|
async () => {
|
|
await runE2ECase({
|
|
caseId: 'workspace-scan-progress-refresh',
|
|
domain: 'settings',
|
|
suite: 'workspace',
|
|
groups: ['files'],
|
|
description: '点击检查更新后，页面展示执行中状态，并在完成后刷新目录树和索引摘要。',
|
|
fixtures: [],
|
|
knowledge: 'cached',
|
|
serviceMode: 'real',
|
|
runMode: 'single',
|
|
execute: async (runtime) => {
|
|
const { page } = runtime
|
|
const workspaceRoot = await mkdtemp(path.join(os.tmpdir(), 'ncurator-settings-scan-'))
|
|
runtime.registerResource({
|
|
name: `settings-workspace:${workspaceRoot}`,
|
|
phase: 'after-app-close',
|
|
dispose: async () => await rm(workspaceRoot, { recursive: true, force: true })
|
|
})
|
|
let workspaceId = ''
|
|
|
|
await runtime.step({
|
|
name: 'create-empty-workspace',
|
|
message: '通过 UI 创建并绑定一个真实空目录工作空间。',
|
|
run: async () => {
|
|
const workspace = await createRealWorkspaceWithRoot(page, {
|
|
rootPath: workspaceRoot,
|
|
name: '扫描工作区'
|
|
})
|
|
workspaceId = workspace.workspace!.id
|
|
await navigateToSettingsSection(page, 'workspace')
|
|
await getSettingsLocator(page, importSelectors.workspaceQuickScanButton).waitFor({
|
|
state: 'visible'
|
|
})
|
|
}
|
|
})
|
|
|
|
await runtime.step({
|
|
name: 'create-real-file-changes',
|
|
message: '在已绑定目录里写入真实文件，制造目录变化。',
|
|
run: async () => {
|
|
await createManyWorkspaceFiles(workspaceRoot)
|
|
}
|
|
})
|
|
|
|
let inProgressVisible = false
|
|
let buttonsDisabled = false
|
|
let scanProgressEvents: Array<{
|
|
phase: string
|
|
totalCount: number
|
|
processedCount: number
|
|
message?: string
|
|
status: string
|
|
directoryCallCount: number
|
|
}> = []
|
|
let scanRunningAfterReturn = false
|
|
let restoredProgressVisible = false
|
|
let restoredButtonsDisabled = false
|
|
let directoryCallBaseline = 0
|
|
let directoryCallsWhileRunning = -1
|
|
|
|
await runtime.step({
|
|
name: 'scan-workspace-through-ui',
|
|
message: '点击检查更新，并捕捉真实进度事件或执行中 UI。',
|
|
run: async () => {
|
|
await getSettingsLocator(page, importSelectors.workspaceTree).waitFor({
|
|
state: 'visible'
|
|
})
|
|
directoryCallBaseline = await page.evaluate(
|
|
() =>
|
|
(
|
|
window as typeof window & {
|
|
__NCURATOR_E2E_OBSERVER__?: { ipcInvokeEntries: Array<{ name: string }> }
|
|
}
|
|
).__NCURATOR_E2E_OBSERVER__?.ipcInvokeEntries.filter(
|
|
(entry) => entry.name === 'workspaceDirectoryList'
|
|
).length || 0
|
|
)
|
|
const progressEventsPromise = page.evaluate(
|
|
(workspaceId) =>
|
|
new Promise<
|
|
Array<{
|
|
phase: string
|
|
totalCount: number
|
|
processedCount: number
|
|
message?: string
|
|
status: string
|
|
directoryCallCount: number
|
|
}>
|
|
>((resolve) => {
|
|
let settled = false
|
|
const events: Array<{
|
|
phase: string
|
|
totalCount: number
|
|
processedCount: number
|
|
message?: string
|
|
status: string
|
|
directoryCallCount: number
|
|
}> = []
|
|
const finish = (): void => {
|
|
if (settled) return
|
|
settled = true
|
|
unsubscribe()
|
|
resolve(events)
|
|
}
|
|
const unsubscribe = window.api.onWorkspaceIndexJobProgress((job) => {
|
|
if (
|
|
job.workspace_id === workspaceId &&
|
|
job.source_kind === 'file' &&
|
|
job.action === 'scan'
|
|
) {
|
|
events.push({
|
|
phase: job.phase,
|
|
totalCount: job.total_count,
|
|
processedCount: job.processed_count,
|
|
message: job.message,
|
|
status: job.status,
|
|
directoryCallCount:
|
|
(
|
|
window as typeof window & {
|
|
__NCURATOR_E2E_OBSERVER__?: {
|
|
ipcInvokeEntries: Array<{ name: string }>
|
|
}
|
|
}
|
|
).__NCURATOR_E2E_OBSERVER__?.ipcInvokeEntries.filter(
|
|
(entry) => entry.name === 'workspaceDirectoryList'
|
|
).length || 0
|
|
})
|
|
if (job.status !== 'running') finish()
|
|
}
|
|
})
|
|
window.setTimeout(finish, 3000)
|
|
}),
|
|
workspaceId
|
|
)
|
|
|
|
await getSettingsLocator(page, importSelectors.workspaceQuickScanButton).click()
|
|
inProgressVisible = await getSettingsLocator(
|
|
page,
|
|
importSelectors.workspaceIndexJobProgress
|
|
)
|
|
.waitFor({
|
|
state: 'visible',
|
|
timeout: 1000
|
|
})
|
|
.then(() => true)
|
|
.catch(() => false)
|
|
if (inProgressVisible) {
|
|
buttonsDisabled =
|
|
(await getSettingsLocator(
|
|
page,
|
|
importSelectors.workspaceQuickScanButton
|
|
).isDisabled()) &&
|
|
(await getSettingsLocator(
|
|
page,
|
|
importSelectors.workspaceQuickPrepareButton
|
|
).isDisabled())
|
|
} scanProgressEvents = await progressEventsPromise
|
|
directoryCallsWhileRunning = Math.max(
|
|
0,
|
|
...scanProgressEvents
|
|
.filter((event) => event.status === 'running')
|
|
.map((event) => event.directoryCallCount - directoryCallBaseline)
|
|
)
|
|
await navigateToSettingsSection(page, 'model')
|
|
await navigateToSettingsSection(page, 'workspace')
|
|
const restoredState = await page
|
|
.waitForFunction(
|
|
async (input) => {
|
|
const response = await window.api.workspaceIndexJobGet({
|
|
workspaceId: input.workspaceId,
|
|
sourceKind: 'file'
|
|
})
|
|
const running = response.job?.status === 'running'
|
|
const progress = document.querySelector(
|
|
`[data-testid="${input.progressTestId}"]`
|
|
)
|
|
const progressVisible =
|
|
progress instanceof HTMLElement && progress.offsetParent !== null
|
|
const scanButton = document.querySelector(
|
|
`[data-testid="${input.scanButtonTestId}"]`
|
|
)
|
|
const prepareButton = document.querySelector(
|
|
`[data-testid="${input.prepareButtonTestId}"]`
|
|
)
|
|
const buttonsDisabled =
|
|
scanButton instanceof HTMLButtonElement &&
|
|
scanButton.disabled &&
|
|
prepareButton instanceof HTMLButtonElement &&
|
|
prepareButton.disabled
|
|
if (running === progressVisible && !buttonsDisabled) {
|
|
return { running, progressVisible, buttonsDisabled }
|
|
}
|
|
return null
|
|
},
|
|
{
|
|
workspaceId,
|
|
progressTestId: importSelectors.workspaceIndexJobProgress,
|
|
scanButtonTestId: importSelectors.workspaceQuickScanButton,
|
|
prepareButtonTestId: importSelectors.workspaceQuickPrepareButton
|
|
}
|
|
)
|
|
.then((handle) => handle.jsonValue())
|
|
scanRunningAfterReturn = restoredState.running
|
|
restoredProgressVisible = restoredState.progressVisible
|
|
restoredButtonsDisabled = restoredState.buttonsDisabled
|
|
}
|
|
})
|
|
|
|
const result = await waitForFileIndexJobIdle(page, workspaceId)
|
|
|
|
return {
|
|
inProgressVisible,
|
|
buttonsDisabled,
|
|
scanProgressEvents,
|
|
scanRunningAfterReturn,
|
|
restoredProgressVisible,
|
|
restoredButtonsDisabled,
|
|
directoryCallsWhileRunning,
|
|
summary: result.tree.summary,
|
|
itemNames: result.tree.items.map((item) => item.name)
|
|
}
|
|
},
|
|
assert: async (result, runtime) => {
|
|
await runtime.assertThat(
|
|
result.inProgressVisible || result.scanProgressEvents.length > 0,
|
|
{
|
|
name: 'scan-progress-is-observable',
|
|
message:
|
|
'检查更新应通过真实 UI 触发扫描，并能观察到执行中的 UI 或真实进度事件；扫描很快完成时进度块可能已恢复。',
|
|
data: result
|
|
}
|
|
)
|
|
|
|
const hasScanPhase = result.scanProgressEvents.some(
|
|
(event) => event.phase === 'scan' && event.processedCount > 0
|
|
)
|
|
const hasDiffPhase = result.scanProgressEvents.some(
|
|
(event) =>
|
|
event.phase === 'diff' && event.totalCount === 600 && event.processedCount > 0
|
|
)
|
|
await runtime.assertThat(
|
|
result.scanProgressEvents.length === 0 || (hasScanPhase && hasDiffPhase),
|
|
{
|
|
name: 'scan-uses-discovery-and-determinate-progress-phases',
|
|
message:
|
|
'若采到进度事件，检查更新应包含目录扫描与索引比对两阶段；过程很快时允许采不到中间事件，终态可索引数由后续断言覆盖，对齐 SET-WORKSPACE-003-AC5。',
|
|
data: result.scanProgressEvents
|
|
}
|
|
)
|
|
await runtime.assertThat(
|
|
result.restoredProgressVisible === result.scanRunningAfterReturn &&
|
|
!result.restoredButtonsDisabled,
|
|
{
|
|
name: 'scan-progress-restores-after-return',
|
|
message:
|
|
'检查更新执行中离开并返回工作空间页后，仍运行时应恢复进度块，已完成时应隐藏进度；两个操作按钮全程保持可用，对齐 SET-WORKSPACE-003-AC3。',
|
|
data: result
|
|
}
|
|
)
|
|
|
|
await runtime.assertThat(result.directoryCallsWhileRunning === 0, {
|
|
name: 'scan-does-not-refresh-directory-while-running',
|
|
message:
|
|
'检查更新执行期间不应读取目录，避免 loading 与空态闪烁；终态目录刷新由页面保留时的任务回调或重新进入时的选中加载承接。',
|
|
data: result
|
|
})
|
|
|
|
await runtime.assertThat(
|
|
result.summary.file_count === 600 &&
|
|
result.summary.needs_index_count === 600 &&
|
|
result.itemNames.includes('brief-001.txt'),
|
|
{
|
|
name: 'scan-refreshes-summary-and-tree',
|
|
message:
|
|
'检查成功后，文件索引摘要和目录树内容都应同步刷新，对齐 SET-WORKSPACE-003-AC2。',
|
|
data: result
|
|
}
|
|
)
|
|
}
|
|
})
|
|
},
|
|
SETTINGS_REAL_WORKSPACE_E2E_TIMEOUT_MS
|
|
)
|
|
})
|