812 lines
37 KiB
Bash
Executable File
812 lines
37 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
|
|
if ! command -v rg >/dev/null 2>&1; then
|
|
printf 'test isolation validation requires ripgrep (rg)\n' >&2
|
|
exit 2
|
|
fi
|
|
|
|
TMP_ROOT="${TMPDIR:-/tmp}"
|
|
TMP_DIR="$(mktemp -d "${TMP_ROOT%/}/apc-test-isolation.XXXXXX")"
|
|
SHIM_DIR="$TMP_DIR/shims"
|
|
FORBIDDEN_LOG="$TMP_DIR/forbidden.log"
|
|
FAILURES=0
|
|
|
|
cleanup() {
|
|
rm -rf "$TMP_DIR"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
record_failure() {
|
|
printf 'test isolation validation failed: %s\n' "$1" >&2
|
|
FAILURES=$((FAILURES + 1))
|
|
}
|
|
|
|
write_executable() {
|
|
local path="$1"
|
|
shift
|
|
printf '%s\n' "$@" >"$path"
|
|
chmod +x "$path"
|
|
}
|
|
|
|
mkdir -p "$SHIM_DIR"
|
|
: >"$FORBIDDEN_LOG"
|
|
|
|
for command_name in launchctl pkill killall open osascript codex claude pi opencode; do
|
|
write_executable "$SHIM_DIR/$command_name" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''%s\n'\'' "$(basename "$0")" >>"$APC_ISOLATION_FORBIDDEN_LOG"' \
|
|
'exit 97'
|
|
done
|
|
|
|
write_executable "$SHIM_DIR/uname" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''Darwin\n'\'''
|
|
write_executable "$SHIM_DIR/cargo" \
|
|
'#!/usr/bin/env bash' \
|
|
'if [[ -n "${APC_BUILD_ENV_LOG:-}" ]]; then' \
|
|
' printf '\''%s\t%s\t%s\t%s\n'\'' "$HOME" "${XDG_CONFIG_HOME:-}" "${APC_AGENT_CONFIG_HOME:-}" "${APC_HOME:-}" >>"$APC_BUILD_ENV_LOG"' \
|
|
'fi' \
|
|
'if [[ -n "${APC_TEST_ALL_CARGO_LOG:-}" ]]; then' \
|
|
' printf '\''%s\n'\'' "$*" >>"$APC_TEST_ALL_CARGO_LOG"' \
|
|
'fi' \
|
|
'exit 0'
|
|
write_executable "$SHIM_DIR/swift" \
|
|
'#!/usr/bin/env bash' \
|
|
'if [[ " $* " == *" --show-bin-path "* ]]; then' \
|
|
' printf '\''%s\n'\'' "$APC_FAKE_SWIFT_BIN"' \
|
|
'fi' \
|
|
'exit 0'
|
|
|
|
# Exercise build-only against a complete throwaway workspace. This catches
|
|
# commands executed before argument parsing without compiling the real project.
|
|
BUILD_ROOT="$TMP_DIR/build-workspace"
|
|
FAKE_SWIFT_BIN="$TMP_DIR/fake-swift-bin"
|
|
mkdir -p \
|
|
"$BUILD_ROOT/script" \
|
|
"$BUILD_ROOT/apps/macos" \
|
|
"$BUILD_ROOT/crates/petcore" \
|
|
"$BUILD_ROOT/logo/macos" \
|
|
"$BUILD_ROOT/target/debug" \
|
|
"$BUILD_ROOT/target/aarch64-apple-darwin/debug" \
|
|
"$BUILD_ROOT/skills/agent-pet-maker/scripts/__pycache__" \
|
|
"$BUILD_ROOT/skills/agent-pet-studio" \
|
|
"$FAKE_SWIFT_BIN"
|
|
cp "$ROOT_DIR/script/build_and_run.sh" "$BUILD_ROOT/script/build_and_run.sh"
|
|
cp "$ROOT_DIR/script/validation_helpers.sh" "$BUILD_ROOT/script/validation_helpers.sh"
|
|
if [[ -f "$ROOT_DIR/script/build_app_bundle.sh" ]]; then
|
|
cp "$ROOT_DIR/script/build_app_bundle.sh" "$BUILD_ROOT/script/build_app_bundle.sh"
|
|
fi
|
|
write_executable "$BUILD_ROOT/script/validate_app_bundle.sh" \
|
|
'#!/usr/bin/env bash' \
|
|
'exit 0'
|
|
write_executable "$BUILD_ROOT/script/validate_overlay_interaction.sh" \
|
|
'#!/usr/bin/env bash' \
|
|
'exit 0'
|
|
for binary in \
|
|
"$BUILD_ROOT/target/debug/petcore" \
|
|
"$BUILD_ROOT/target/debug/petcore-cli" \
|
|
"$BUILD_ROOT/target/aarch64-apple-darwin/debug/petcore" \
|
|
"$BUILD_ROOT/target/aarch64-apple-darwin/debug/petcore-cli" \
|
|
"$FAKE_SWIFT_BIN/AgentPetCompanion"; do
|
|
write_executable "$binary" '#!/usr/bin/env bash' 'exit 0'
|
|
done
|
|
printf '%s\n' 'name: agent-pet-studio' >"$BUILD_ROOT/skills/agent-pet-studio/SKILL.md"
|
|
printf '%s\n' 'name: agent-pet-maker' >"$BUILD_ROOT/skills/agent-pet-maker/SKILL.md"
|
|
printf '%s\n' '[package]' 'version = "0.1.0"' \
|
|
>"$BUILD_ROOT/crates/petcore/Cargo.toml"
|
|
: >"$BUILD_ROOT/logo/macos/AgentPetCompanionTransparent.icns"
|
|
printf '%s\n' 'cache sentinel' >"$BUILD_ROOT/skills/agent-pet-maker/scripts/__pycache__/sentinel.pyc"
|
|
|
|
BUILD_TMP="$TMP_DIR/build-tmp"
|
|
BUILD_ENV_LOG="$TMP_DIR/build-env.log"
|
|
mkdir -p "$BUILD_TMP"
|
|
: >"$BUILD_ENV_LOG"
|
|
if ! HOME="$TMP_DIR/outside-build-home" \
|
|
XDG_CONFIG_HOME="$TMP_DIR/outside-build-xdg" \
|
|
APC_AGENT_CONFIG_HOME="$TMP_DIR/outside-build-agent" \
|
|
APC_HOME="$TMP_DIR/outside-build-apc" \
|
|
TMPDIR="$BUILD_TMP" \
|
|
PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_BUILD_ENV_LOG="$BUILD_ENV_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_and_run.sh" --build-only >/dev/null 2>&1; then
|
|
record_failure 'build_and_run.sh --build-only did not complete in the isolated fixture'
|
|
fi
|
|
if [[ "$(wc -l <"$BUILD_ENV_LOG" | tr -d ' ')" != "1" ]]; then
|
|
record_failure 'build-only did not execute its injected build dependency exactly once'
|
|
else
|
|
build_environment="$(tail -n 1 "$BUILD_ENV_LOG")"
|
|
IFS=$'\t' read -r build_home build_xdg build_agent_home build_apc_home <<<"$build_environment"
|
|
for observed in "$build_home" "$build_xdg" "$build_agent_home" "$build_apc_home"; do
|
|
if [[ "$observed" != "$BUILD_TMP"/* ]]; then
|
|
record_failure "build-only exposed a non-temporary user path before build: $build_environment"
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
if [[ -s "$FORBIDDEN_LOG" ]]; then
|
|
record_failure "build-only invoked forbidden host commands: $(tr '\n' ' ' <"$FORBIDDEN_LOG")"
|
|
fi
|
|
if grep -q 'MODE="${1:-run}"' "$ROOT_DIR/script/build_and_run.sh"; then
|
|
record_failure 'build_and_run.sh still defaults to the GUI-launching run mode'
|
|
fi
|
|
|
|
# Run test_all from a mirror whose validation steps are inert. A Darwin shim
|
|
# makes this deterministic even when the validator itself runs on Linux.
|
|
TEST_ROOT="$TMP_DIR/test-workspace"
|
|
mkdir -p "$TEST_ROOT/script"
|
|
cp "$ROOT_DIR/script/test_all.sh" "$TEST_ROOT/script/test_all.sh"
|
|
cp "$ROOT_DIR/script/validation_helpers.sh" "$TEST_ROOT/script/validation_helpers.sh"
|
|
for script_name in \
|
|
validate_test_isolation.sh validate_app_lifecycle_contract.sh validate_schema_fixtures.sh \
|
|
validate_build_scripts_safety.sh validate_source_syntax.sh validate_swift_tests.sh build_app_bundle.sh \
|
|
validate_connectors_runtime.sh validate_event_storm.sh \
|
|
validate_portable_pet_maker.sh validate_pet_skills.sh validate_petpack_spec_schemas.sh \
|
|
validate_security_boundaries.sh validate_overlay_offline.sh validate_main_window_ui.sh \
|
|
validate_overlay_non_mouse.sh validate_overlay_interaction.sh \
|
|
prepare_interaction_attestation.sh \
|
|
validate_overlay_display_width_persistence.sh validate_renderer_runtime_budget.sh \
|
|
validate_app_recovery.sh; do
|
|
write_executable "$TEST_ROOT/script/$script_name" \
|
|
'#!/usr/bin/env bash' \
|
|
'exit 0'
|
|
done
|
|
write_executable "$TEST_ROOT/script/build_and_run.sh" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''host-ui\n'\'' >>"$APC_ISOLATION_FORBIDDEN_LOG"' \
|
|
'exit 0'
|
|
write_executable "$TEST_ROOT/script/validate_real_agent_connectors.sh" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''real-agent-connectors\n'\'' >>"$APC_ISOLATION_FORBIDDEN_LOG"' \
|
|
'exit 0'
|
|
write_executable "$TEST_ROOT/script/validate_real_app_server.sh" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''real-app-server\n'\'' >>"$APC_ISOLATION_FORBIDDEN_LOG"' \
|
|
'exit 0'
|
|
|
|
: >"$FORBIDDEN_LOG"
|
|
TEST_ALL_CARGO_LOG="$TMP_DIR/test-all-cargo.log"
|
|
: >"$TEST_ALL_CARGO_LOG"
|
|
if ! env \
|
|
-u APC_VALIDATE_HOST_UI \
|
|
-u APC_VALIDATE_REAL_AGENT_CONNECTORS \
|
|
-u APC_VALIDATE_REAL_APP_SERVER \
|
|
PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_TEST_ALL_CARGO_LOG="$TEST_ALL_CARGO_LOG" \
|
|
"$TEST_ROOT/script/test_all.sh" >/dev/null 2>&1; then
|
|
record_failure 'default test_all.sh failed in the isolated fixture'
|
|
fi
|
|
if [[ -s "$FORBIDDEN_LOG" ]]; then
|
|
record_failure "default test_all invoked forbidden host/agent commands: $(tr '\n' ' ' <"$FORBIDDEN_LOG")"
|
|
fi
|
|
if ! rg -q '^fmt --all --manifest-path .+/Cargo\.toml -- --check$' "$TEST_ALL_CARGO_LOG"; then
|
|
record_failure 'default test_all did not invoke the Rust formatting gate'
|
|
fi
|
|
if ! rg -q '^clippy --manifest-path .+/Cargo\.toml --workspace --all-targets --all-features --locked -- -D warnings$' "$TEST_ALL_CARGO_LOG"; then
|
|
record_failure 'default test_all did not invoke the strict Rust linting gate'
|
|
fi
|
|
|
|
if rg -n '/tmp/apc-connector-extra\.(out|err)' "$ROOT_DIR/script/validate_connectors_runtime.sh" >/dev/null; then
|
|
record_failure 'connector validation still uses shared /tmp output paths'
|
|
fi
|
|
|
|
DEFAULT_VALIDATORS=(
|
|
"$ROOT_DIR/script/validate_connectors_runtime.sh"
|
|
"$ROOT_DIR/script/validate_portable_pet_maker.sh"
|
|
"$ROOT_DIR/script/validate_event_storm.sh"
|
|
"$ROOT_DIR/script/validate_security_boundaries.sh"
|
|
)
|
|
if forbidden_lines="$(rg -n '\b(pkill|killall|launchctl|osascript)\b|(^|[[:space:];|&])(/usr/bin/)?open([[:space:]]|$)' "${DEFAULT_VALIDATORS[@]}" || true)" && [[ -n "$forbidden_lines" ]]; then
|
|
record_failure "default validators contain host-wide process commands: ${forbidden_lines//$'\n'/; }"
|
|
fi
|
|
|
|
# Exercise every actual default validator through its real setup path. Cargo is
|
|
# the first expensive dependency in each script; the injected cargo records the
|
|
# environment and stops there. This proves isolation is established before any
|
|
# build, daemon, snapshot, or connector operation.
|
|
PREFLIGHT_BIN="$TMP_DIR/preflight-bin"
|
|
PREFLIGHT_TMP="$TMP_DIR/preflight-tmp"
|
|
PREFLIGHT_ENV_LOG="$TMP_DIR/preflight-env.log"
|
|
PREFLIGHT_FORBIDDEN_LOG="$TMP_DIR/preflight-forbidden.log"
|
|
mkdir -p "$PREFLIGHT_BIN" "$PREFLIGHT_TMP"
|
|
: >"$PREFLIGHT_ENV_LOG"
|
|
: >"$PREFLIGHT_FORBIDDEN_LOG"
|
|
write_executable "$PREFLIGHT_BIN/cargo" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''%s\t%s\t%s\t%s\n'\'' "$HOME" "${XDG_CONFIG_HOME:-}" "${APC_AGENT_CONFIG_HOME:-}" "${APC_HOME:-}" >>"$APC_PREFLIGHT_ENV_LOG"' \
|
|
'exit 73'
|
|
for command_name in launchctl pkill killall open osascript codex claude pi opencode; do
|
|
write_executable "$PREFLIGHT_BIN/$command_name" \
|
|
'#!/usr/bin/env bash' \
|
|
'printf '\''%s\n'\'' "$(basename "$0")" >>"$APC_PREFLIGHT_FORBIDDEN_LOG"' \
|
|
'exit 97'
|
|
done
|
|
|
|
for validator in "${DEFAULT_VALIDATORS[@]}"; do
|
|
before_lines="$(wc -l <"$PREFLIGHT_ENV_LOG" | tr -d ' ')"
|
|
set +e
|
|
env \
|
|
HOME="$TMP_DIR/outside-home" \
|
|
XDG_CONFIG_HOME="$TMP_DIR/outside-xdg" \
|
|
APC_AGENT_CONFIG_HOME="$TMP_DIR/outside-agent-home" \
|
|
APC_HOME="$TMP_DIR/outside-apc-home" \
|
|
TMPDIR="$PREFLIGHT_TMP" \
|
|
PATH="$PREFLIGHT_BIN:$PATH" \
|
|
APC_PREFLIGHT_ENV_LOG="$PREFLIGHT_ENV_LOG" \
|
|
APC_PREFLIGHT_FORBIDDEN_LOG="$PREFLIGHT_FORBIDDEN_LOG" \
|
|
"$validator" >/dev/null 2>&1
|
|
validator_status="$?"
|
|
set -e
|
|
after_lines="$(wc -l <"$PREFLIGHT_ENV_LOG" | tr -d ' ')"
|
|
if [[ "$validator_status" == "0" || "$after_lines" -ne $((before_lines + 1)) ]]; then
|
|
record_failure "actual validator did not reach the injected dependency after isolated setup: $validator"
|
|
continue
|
|
fi
|
|
environment_line="$(tail -n 1 "$PREFLIGHT_ENV_LOG")"
|
|
IFS=$'\t' read -r observed_home observed_xdg observed_agent_home observed_apc_home <<<"$environment_line"
|
|
for observed in "$observed_home" "$observed_xdg" "$observed_agent_home" "$observed_apc_home"; do
|
|
if [[ "$observed" != "$PREFLIGHT_TMP"/* ]]; then
|
|
record_failure "validator exposed a non-temporary user path before build/snapshot: $validator ($environment_line)"
|
|
break
|
|
fi
|
|
done
|
|
done
|
|
if [[ -s "$PREFLIGHT_FORBIDDEN_LOG" ]]; then
|
|
record_failure "actual default validator setup invoked forbidden host/agent commands: $(tr '\n' ' ' <"$PREFLIGHT_FORBIDDEN_LOG")"
|
|
fi
|
|
|
|
HOST_MUTATING_VALIDATORS=(
|
|
"$ROOT_DIR/script/validate_main_window_ui.sh"
|
|
"$ROOT_DIR/script/validate_overlay_runtime.sh"
|
|
"$ROOT_DIR/script/validate_overlay_non_mouse.sh"
|
|
"$ROOT_DIR/script/validate_overlay_display_width_persistence.sh"
|
|
"$ROOT_DIR/script/validate_renderer_runtime_budget.sh"
|
|
"$ROOT_DIR/script/validate_app_recovery.sh"
|
|
)
|
|
|
|
MAIN_UI_VALIDATOR="$ROOT_DIR/script/validate_main_window_ui.sh"
|
|
for identifier in \
|
|
onboarding.root onboarding.skip \
|
|
sidebar.navigation.library sidebar.navigation.maker sidebar.navigation.configuration \
|
|
sidebar.navigation.connections sidebar.navigation.diagnostics \
|
|
pet-library.page product.pet-library.page-header pet-library.hero \
|
|
product.pet-library.featured.primary-experience-card \
|
|
product.pet-library.featured.pet-preview-stage pet-library.collection-title pet-library.grid \
|
|
maker.page product.maker.page-header maker.layout.describe maker.brief \
|
|
maker.brief.description product.maker.primary-experience-card \
|
|
product.maker.primary-experience-card.primary-action \
|
|
configuration.root product.configuration.page-header configuration.subpage-picker \
|
|
configuration.page.appearance configuration.appearance.status-bubble \
|
|
configuration.appearance.theme configuration.appearance.pet-size \
|
|
connections.root product.connections.page-header connections.agent-section.codex \
|
|
product.connections.codex.agent-health-row \
|
|
product.connections.codex.advanced-details-disclosure \
|
|
diagnostics.page diagnostics.layout.single-column diagnostics.service-summary \
|
|
product.diagnostics.service.primary-experience-card \
|
|
product.diagnostics.service.primary-experience-card.primary-action \
|
|
diagnostics.log-package diagnostics.export diagnostics.technical-details; do
|
|
if ! rg -Fq "$identifier" "$MAIN_UI_VALIDATOR"; then
|
|
record_failure "main window validator is missing semantic AX identifier: $identifier"
|
|
fi
|
|
done
|
|
for current_copy in '新宠物' '参考图（可选）' '开始制作' \
|
|
'New Pet' 'Reference Images (Optional)' 'Create Pet' \
|
|
'服务状态' '日志打包下载' '打包并下载' \
|
|
'Service Status' 'Diagnostic Download' 'Package and Download'; do
|
|
if ! rg -Fq "$current_copy" "$MAIN_UI_VALIDATOR"; then
|
|
record_failure "main window validator is missing current localized product copy: $current_copy"
|
|
fi
|
|
done
|
|
if rg -q 'pet-library[.]inspector"|maker[.]layout[.](two-stage|stacked)|maker[.]action[.]start|configuration[.]subpage[.](appearance|messages)|connections[.](agent[.]codex|detail[.]header|action[.]check-all)|diagnostics[.]layout[.](two-column|fitted-single-column)|diagnostics[.]refresh' \
|
|
"$MAIN_UI_VALIDATOR" \
|
|
|| rg -q 'AI 辅助会话|发起 AI 辅助会话|contains[(]"响应来源"|contains[(]"响应事件"' \
|
|
"$MAIN_UI_VALIDATOR"; then
|
|
record_failure 'main window validator still waits for removed UI identifiers or copy'
|
|
fi
|
|
if ! rg -Fq 'kAXIdentifierAttribute' "$MAIN_UI_VALIDATOR"; then
|
|
record_failure 'main window validator does not read semantic AX identifiers'
|
|
fi
|
|
if ! rg -Fq 'supportedMinimumSize = CGSize(width: 760, height: 520)' \
|
|
"$MAIN_UI_VALIDATOR" \
|
|
|| ! rg -Fq 'context: "supported minimum"' "$MAIN_UI_VALIDATOR"; then
|
|
record_failure 'main window validator does not exercise the supported 760x520 window'
|
|
fi
|
|
|
|
OVERLAY_NON_MOUSE_VALIDATOR="$ROOT_DIR/script/validate_overlay_non_mouse.sh"
|
|
for current_contract in \
|
|
'requiredAgentHeaders = ["Codex", "Claude Code", "Pi Coding Agent", "OpenCode"]' \
|
|
'overlay.group.agent-claude_code' \
|
|
'overlay.session.session-claude_code-' \
|
|
'overlay.group.agent-codex' \
|
|
'overlay.session.session-codex-' \
|
|
'VoiceOver order is not Agent → session → status → message → action' \
|
|
'"等待你操作", "Waiting for You"' \
|
|
'RUN_ID="$RUN_ID"' \
|
|
'bubble.frame.width >= 108' \
|
|
'bubble.frame.height >= 70'; do
|
|
if ! rg -Fq "$current_contract" "$OVERLAY_NON_MOUSE_VALIDATOR"; then
|
|
record_failure "overlay non-mouse validator is missing the current contract: $current_contract"
|
|
fi
|
|
done
|
|
if rg -Fq 'values.contains("Claude") && values.contains("等待确认")' \
|
|
"$OVERLAY_NON_MOUSE_VALIDATOR" \
|
|
|| rg -Fq 'value.contains("需要输入") || value.contains("Needs input")' "$OVERLAY_NON_MOUSE_VALIDATOR" \
|
|
|| rg -Fq 'canonical bubble contains lower-priority agents' "$OVERLAY_NON_MOUSE_VALIDATOR" \
|
|
|| rg -Fq 'bubble.frame.height >= 44' "$OVERLAY_NON_MOUSE_VALIDATOR" \
|
|
|| rg -Fq 'bubble.frame.width <= 170' "$OVERLAY_NON_MOUSE_VALIDATOR"; then
|
|
record_failure 'overlay non-mouse validator still assumes the removed single-agent legacy bubble'
|
|
fi
|
|
|
|
OVERLAY_COMPONENT_SOURCES=(
|
|
"$ROOT_DIR/apps/macos/Sources/AgentPetCompanion/Overlay/OverlayRootView.swift"
|
|
"$ROOT_DIR/apps/macos/Sources/AgentPetCompanion/Views/SharedProductComponents.swift"
|
|
)
|
|
for accessibility_identifier in \
|
|
'.accessibilityIdentifier("overlay.group.\(content.id)")' \
|
|
'.accessibilityIdentifier("overlay.session.\(session.id)")'; do
|
|
if ! rg -Fq "$accessibility_identifier" "${OVERLAY_COMPONENT_SOURCES[@]}"; then
|
|
record_failure "overlay component sources are missing semantic AX identifier: $accessibility_identifier"
|
|
fi
|
|
done
|
|
|
|
# Keep the deterministic R13 proof mapped to concrete Swift and Rust tests.
|
|
# The full suites still run later; these names prevent a green suite from
|
|
# silently losing one of the required accessibility/integration contracts.
|
|
R13_TEST_FILES=(
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/UIModelTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OverlayGeometryTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OverlayKeyboardFocusTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/ControlOverlayPanelTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/PetFramePipelineTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/BubbleGlassRegressionTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/SharedProductComponentsTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/ControlCenterShellTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OnboardingViewTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OnboardingViewTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OnboardingViewTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OnboardingAppStoreTests.swift"
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/OnboardingAppStoreTests.swift"
|
|
"$ROOT_DIR/crates/petcore/tests/agent_state_arbitration.rs"
|
|
"$ROOT_DIR/crates/petcore/tests/agent_state_arbitration.rs"
|
|
"$ROOT_DIR/crates/petcore/tests/agent_state_arbitration.rs"
|
|
"$ROOT_DIR/crates/petcore/tests/event_envelope_security.rs"
|
|
)
|
|
R13_TEST_NAMES=(
|
|
"overlayNavigationCopyAndAccessibilityMatchTheValidatedDestination"
|
|
"voiceOverReadingOrderKeepsLongEnglishAndChineseSessionCopySemantic"
|
|
"appStoreFocusActionsGuardDisabledRoutesAndDispatchTypedEnabledActions"
|
|
"bubblePanelRestoresPassiveFocusStateWhenKeyboardNavigationEnds"
|
|
"reducedMotionPinsPlaybackToRepresentativeFrameAndStopsScheduling"
|
|
"accessibilityFallbacksRemainDarkerThanLegacyMaterial"
|
|
"completeComponentSetBuildsAtMinimumWidth"
|
|
"responsivePolicyPreservesTheSupportedMinimumWindow"
|
|
"stableAccessibilityIdentifiersCoverEverySceneAndAction"
|
|
"layoutAndCopyRemainUsableAtMinimumWindowAndBothLocales"
|
|
"localDemoProjectionHasNoPetCoreEventOrDiagnosticWritePath"
|
|
"snapshotHydratesResumableProgressAndOmissionDoesNotInventLocalState"
|
|
"explicitSkipPersistsAClosedTerminalStateWithoutTouchingThePet"
|
|
"display_projection_reports_sessions_omitted_by_the_eight_session_bound"
|
|
"waiting_without_session_active_persists_beyond_the_activity_lease"
|
|
"restart_restores_recent_and_stale_opencode_failures_until_the_session_advances"
|
|
"session_alias_authority_survives_restart_migration_and_tracks_event_retention"
|
|
)
|
|
for contract_index in "${!R13_TEST_FILES[@]}"; do
|
|
contract_file="${R13_TEST_FILES[$contract_index]}"
|
|
contract_name="${R13_TEST_NAMES[$contract_index]}"
|
|
if ! rg -Fq "$contract_name" "$contract_file"; then
|
|
record_failure "R13 deterministic contract is missing: $contract_name ($contract_file)"
|
|
fi
|
|
done
|
|
for long_copy_contract in \
|
|
'longRequiredActionCopyWrapsInsteadOfUsingSingleLineTruncation' \
|
|
'static let all = [english, simplifiedChinese]'; do
|
|
if ! rg -Fq "$long_copy_contract" \
|
|
"$ROOT_DIR/apps/macos/Tests/AgentPetCompanionTests/SharedProductComponentsTests.swift"; then
|
|
record_failure "long bilingual copy contract is missing: $long_copy_contract"
|
|
fi
|
|
done
|
|
|
|
EVENT_STORM_VALIDATOR="$ROOT_DIR/script/validate_event_storm.sh"
|
|
for event_storm_contract in \
|
|
'sources=(codex claude_code pi opencode)' \
|
|
'events=(start thinking plan tool waiting done failed)' \
|
|
'len(data["events"]) <= 8' \
|
|
'len(data["active_agent_sessions"]) <= 8' \
|
|
'active_agent_sessions_omitted_count' \
|
|
'"/tmp/apc-storm/" not in json.dumps(data)' \
|
|
'events recent --limit "$EVENT_COUNT"' \
|
|
'state wait --after-revision "$INITIAL_REVISION"'; do
|
|
if ! rg -Fq "$event_storm_contract" "$EVENT_STORM_VALIDATOR"; then
|
|
record_failure "event-storm validator is missing contract mapping: $event_storm_contract"
|
|
fi
|
|
done
|
|
|
|
RENDERER_VALIDATOR="$ROOT_DIR/script/validate_renderer_runtime_budget.sh"
|
|
for renderer_contract in \
|
|
'metrics["cpu_average_percent"] >= 1.0' \
|
|
'renderer budget --quality low --frame-count 2' \
|
|
'renderer budget --quality standard --frame-count 8' \
|
|
'renderer budget --quality high --frame-count 8' \
|
|
'observed_draws_per_second'; do
|
|
if ! rg -Fq "$renderer_contract" "$RENDERER_VALIDATOR"; then
|
|
record_failure "renderer validator is missing contract mapping: $renderer_contract"
|
|
fi
|
|
done
|
|
|
|
APP_RECOVERY_VALIDATOR="$ROOT_DIR/script/validate_app_recovery.sh"
|
|
for recovery_contract in \
|
|
'apc_claim_owned_runtime "$PETCORE_CLI" "$PETCORE_BINARY" "$OWNED_PROTOCOL"' \
|
|
'kill "$initial_pid"' \
|
|
'recovered_pid" != "$initial_pid' \
|
|
'recovered_instance" != "$initial_instance' \
|
|
'recovered_parent" == "$APC_OWNED_APP_PID' \
|
|
'kill -0 "$APC_OWNED_APP_PID"'; do
|
|
if ! rg -Fq "$recovery_contract" "$APP_RECOVERY_VALIDATOR"; then
|
|
record_failure "app-recovery validator is missing contract mapping: $recovery_contract"
|
|
fi
|
|
done
|
|
|
|
OVERLAY_INTERACTION_VALIDATOR="$ROOT_DIR/script/validate_overlay_interaction.sh"
|
|
for current_contract in \
|
|
'OverlayPlacementAuthorityTests' \
|
|
'AppStoreOverlaySnapshotTests' \
|
|
'OverlayGeometryTests' \
|
|
'OverlayDisplayWidthTests' \
|
|
'OverlayInteractionTelemetryTests' \
|
|
'Computer Use'; do
|
|
if ! rg -Fq "$current_contract" "$OVERLAY_INTERACTION_VALIDATOR"; then
|
|
record_failure "overlay interaction validator is missing current deterministic contract: $current_contract"
|
|
fi
|
|
done
|
|
if rg -q 'CGEvent|osascript|AppleScript|cliclick|pyautogui|(/usr/bin/)?open -n' \
|
|
"$OVERLAY_INTERACTION_VALIDATOR"; then
|
|
record_failure 'overlay interaction validator still injects host input instead of deferring live acceptance to Computer Use'
|
|
fi
|
|
|
|
for validator in "${HOST_MUTATING_VALIDATORS[@]}"; do
|
|
if ! rg -q 'apc_require_host_ui_opt_in' "$validator"; then
|
|
record_failure "host-mutating validator lacks an independent APC_VALIDATE_HOST_UI gate: $validator"
|
|
fi
|
|
done
|
|
: >"$FORBIDDEN_LOG"
|
|
for validator in "${HOST_MUTATING_VALIDATORS[@]}"; do
|
|
set +e
|
|
PATH="$SHIM_DIR:$PATH" \
|
|
APC_VALIDATE_HOST_UI=0 \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
"$validator" >/dev/null 2>&1
|
|
gate_status="$?"
|
|
set -e
|
|
if [[ "$gate_status" != "2" ]]; then
|
|
record_failure "host-mutating validator did not stop at its disabled gate: $validator (status=$gate_status)"
|
|
fi
|
|
done
|
|
set +e
|
|
PATH="$SHIM_DIR:$PATH" \
|
|
APC_VALIDATE_HOST_UI=0 \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
"$ROOT_DIR/script/build_and_run.sh" --verify >/dev/null 2>&1
|
|
verify_gate_status="$?"
|
|
set -e
|
|
if [[ "$verify_gate_status" != "2" ]]; then
|
|
record_failure "build_and_run.sh --verify did not stop at its disabled host gate (status=$verify_gate_status)"
|
|
fi
|
|
if [[ -s "$FORBIDDEN_LOG" ]]; then
|
|
record_failure "disabled host validators invoked forbidden commands before their gate: $(tr '\n' ' ' <"$FORBIDDEN_LOG")"
|
|
fi
|
|
|
|
OWNERSHIP_SCRIPTS=(
|
|
"${HOST_MUTATING_VALIDATORS[@]}"
|
|
)
|
|
if ownership_lines="$(rg -n '\b(pkill|killall|pgrep|launchctl|osascript)\b|(^|[[:space:];|&])(/usr/bin/)?open([[:space:]]|$)' "${OWNERSHIP_SCRIPTS[@]}" || true)" && [[ -n "$ownership_lines" ]]; then
|
|
record_failure "UI process ownership still relies on global discovery/mutation: ${ownership_lines//$'\n'/; }"
|
|
fi
|
|
if run_global_mutation="$(rg -n '\b(pkill|killall|pgrep|launchctl|osascript)\b' "$ROOT_DIR/script/build_and_run.sh" || true)" \
|
|
&& [[ -n "$run_global_mutation" ]]; then
|
|
record_failure "build_and_run.sh relies on global process discovery/mutation: ${run_global_mutation//$'\n'/; }"
|
|
fi
|
|
if ! rg -q 'NSRunningApplication' \
|
|
"$ROOT_DIR/apps/macos/Sources/AgentPetCompanionLifecycleClient/main.swift" \
|
|
|| ! rg -q 'application[.]terminate[(][)]' \
|
|
"$ROOT_DIR/apps/macos/Sources/AgentPetCompanionLifecycleClient/main.swift" \
|
|
|| rg -q 'application[.]forceTerminate[(]' \
|
|
"$ROOT_DIR/apps/macos/Sources/AgentPetCompanionLifecycleClient/main.swift"; then
|
|
record_failure 'development Run lifecycle client must request only normal bundle-scoped AppKit termination'
|
|
fi
|
|
run_open_lines="$(rg -n '(^|[[:space:];|&])(/usr/bin/)?open([[:space:]]|$)' "$ROOT_DIR/script/build_and_run.sh" || true)"
|
|
run_open_count="$(printf '%s\n' "$run_open_lines" | sed '/^$/d' | wc -l | tr -d ' ')"
|
|
if [[ "$run_open_count" != "1" || "$run_open_lines" != *'/usr/bin/open -n "$APP_BUNDLE"'* ]]; then
|
|
record_failure 'build_and_run.sh must contain only the explicit --run fresh bundle launch'
|
|
fi
|
|
|
|
for validator in \
|
|
"$ROOT_DIR/script/build_and_run.sh" \
|
|
"$ROOT_DIR/script/validate_main_window_ui.sh" \
|
|
"$ROOT_DIR/script/validate_overlay_non_mouse.sh" \
|
|
"$ROOT_DIR/script/validate_overlay_display_width_persistence.sh" \
|
|
"$ROOT_DIR/script/validate_renderer_runtime_budget.sh" \
|
|
"$ROOT_DIR/script/validate_app_recovery.sh"; do
|
|
if ! rg -q 'apc_start_owned_runtime' "$validator"; then
|
|
record_failure "host validator does not launch a dedicated owned runtime: $validator"
|
|
fi
|
|
done
|
|
if ! rg -q 'APP_PID=.*swift|APP_PID="\$APC_OWNED_APP_PID"' "$ROOT_DIR/script/validate_main_window_ui.sh" \
|
|
|| ! rg -q 'APP_PID=.*swift|APP_PID="\$APC_OWNED_APP_PID"' "$ROOT_DIR/script/validate_overlay_non_mouse.sh"; then
|
|
record_failure 'Swift/CGWindow host checks are not bound to the explicitly owned app PID'
|
|
fi
|
|
|
|
# Exercise the real owned-runtime helper with a minimal app/daemon/CLI fixture.
|
|
# The fixture reaches runtime.json publication, health identity, snapshot, PID
|
|
# transfer, normal cleanup, and tampered-marker conservative cleanup.
|
|
. "$ROOT_DIR/script/validation_helpers.sh"
|
|
if ! declare -F apc_start_owned_runtime >/dev/null \
|
|
|| ! declare -F apc_stop_owned_runtime >/dev/null; then
|
|
record_failure 'owned runtime helper protocol is missing'
|
|
else
|
|
RUNTIME_FIXTURE="$TMP_DIR/runtime-fixture"
|
|
RUNTIME_HOME="$RUNTIME_FIXTURE/environment"
|
|
RUNTIME_PROTOCOL="$RUNTIME_FIXTURE/owned-runtime.json"
|
|
RUNTIME_BUNDLE="$RUNTIME_FIXTURE/Fake.app"
|
|
RUNTIME_APP="$RUNTIME_BUNDLE/Contents/MacOS/FakeApp"
|
|
RUNTIME_PETCORE="$RUNTIME_BUNDLE/Contents/Resources/bin/petcore"
|
|
RUNTIME_CLI="$RUNTIME_BUNDLE/Contents/Resources/bin/petcore-cli"
|
|
mkdir -p "$(dirname "$RUNTIME_APP")" "$(dirname "$RUNTIME_PETCORE")"
|
|
write_executable "$RUNTIME_PETCORE" \
|
|
'#!/usr/bin/env bash' \
|
|
'set -euo pipefail' \
|
|
'mkdir -p "$APC_HOME/run"' \
|
|
'printf '\''{"schema_version":"apc.runtime.v1","pid":%s,"process_start":"2026-07-10T00:00:00Z","instance_id":"fixture-instance","http_port":43210}\n'\'' "$$" >"$APC_HOME/run/runtime.json"' \
|
|
'trap '\''exit 0'\'' TERM INT' \
|
|
'while :; do sleep 1; done'
|
|
write_executable "$RUNTIME_APP" \
|
|
'#!/usr/bin/env bash' \
|
|
'set -euo pipefail' \
|
|
'"$APC_FAKE_PETCORE" &' \
|
|
'trap '\''exit 0'\'' TERM INT' \
|
|
'while :; do sleep 1; done'
|
|
write_executable "$RUNTIME_CLI" \
|
|
'#!/usr/bin/env bash' \
|
|
'set -euo pipefail' \
|
|
'case "${1:-}" in' \
|
|
' health)' \
|
|
' python3 - "$APC_HOME/run/runtime.json" "$APC_HOME" <<'\''PY'\''' \
|
|
'import json, sys' \
|
|
'marker = json.load(open(sys.argv[1], encoding="utf-8"))' \
|
|
'print(json.dumps({"ok": True, "instance_id": marker["instance_id"], "home": sys.argv[2]}))' \
|
|
'PY' \
|
|
' ;;' \
|
|
' snapshot)' \
|
|
' printf '\''{"behavior":{"enabled":true},"overlay_placement":{"x":0,"y":0,"display_width_pt":112,"display_id":"fixture"},"events":[]}\n'\''' \
|
|
' ;;' \
|
|
' *) printf '\''{"ok":true}\n'\'' ;;' \
|
|
'esac'
|
|
|
|
runtime_fixture_status=0
|
|
set +e
|
|
(
|
|
set -e
|
|
apc_use_isolated_home "$RUNTIME_HOME"
|
|
export APC_FAKE_PETCORE="$RUNTIME_PETCORE"
|
|
first_app_pid=""
|
|
first_petcore_pid=""
|
|
second_app_pid=""
|
|
second_petcore_pid=""
|
|
managed_petcore_pid=""
|
|
runtime_fixture_cleanup_pid() {
|
|
local fixture_pid="${1:-}"
|
|
local fixture_command=""
|
|
[[ "$fixture_pid" =~ ^[0-9]+$ ]] || return 0
|
|
fixture_command="$(ps -p "$fixture_pid" -o command= 2>/dev/null || true)"
|
|
[[ -n "$fixture_command" && "$fixture_command" == *"$RUNTIME_FIXTURE"* ]] || return 0
|
|
kill "$fixture_pid" >/dev/null 2>&1 || true
|
|
for _ in {1..50}; do
|
|
kill -0 "$fixture_pid" >/dev/null 2>&1 || break
|
|
sleep 0.02
|
|
done
|
|
if kill -0 "$fixture_pid" >/dev/null 2>&1; then
|
|
kill -KILL "$fixture_pid" >/dev/null 2>&1 || true
|
|
for _ in {1..50}; do
|
|
kill -0 "$fixture_pid" >/dev/null 2>&1 || break
|
|
sleep 0.02
|
|
done
|
|
fi
|
|
wait "$fixture_pid" >/dev/null 2>&1 || true
|
|
}
|
|
runtime_fixture_cleanup() {
|
|
runtime_fixture_cleanup_pid "$managed_petcore_pid"
|
|
runtime_fixture_cleanup_pid "$second_petcore_pid"
|
|
runtime_fixture_cleanup_pid "$second_app_pid"
|
|
runtime_fixture_cleanup_pid "$first_petcore_pid"
|
|
runtime_fixture_cleanup_pid "$first_app_pid"
|
|
}
|
|
trap runtime_fixture_cleanup EXIT
|
|
|
|
apc_start_owned_runtime "$RUNTIME_APP" "$RUNTIME_CLI" "$RUNTIME_PETCORE" "$RUNTIME_FIXTURE/app.log" "$RUNTIME_PROTOCOL"
|
|
first_app_pid="$APC_OWNED_APP_PID"
|
|
first_petcore_pid="$APC_OWNED_PETCORE_PID"
|
|
kill -0 "$first_app_pid"
|
|
kill -0 "$first_petcore_pid"
|
|
"$RUNTIME_CLI" snapshot >/dev/null
|
|
python3 - "$RUNTIME_PROTOCOL" "$first_app_pid" "$first_petcore_pid" <<'PY'
|
|
import json, sys
|
|
data = json.load(open(sys.argv[1], encoding="utf-8"))
|
|
assert data["app_pid"] == int(sys.argv[2]), data
|
|
assert data["petcore_pid"] == int(sys.argv[3]), data
|
|
assert data["schema_version"] == "apc.runtime.v1", data
|
|
assert data["instance_id"] == "fixture-instance", data
|
|
assert data["process_start"], data
|
|
PY
|
|
apc_stop_owned_runtime "$RUNTIME_CLI" "$RUNTIME_PETCORE" "$RUNTIME_PROTOCOL"
|
|
if kill -0 "$first_app_pid" >/dev/null 2>&1; then
|
|
printf 'owned runtime fixture left its first App running\n' >&2
|
|
exit 1
|
|
fi
|
|
if kill -0 "$first_petcore_pid" >/dev/null 2>&1; then
|
|
printf 'owned runtime fixture left its first PetCore running\n' >&2
|
|
exit 1
|
|
fi
|
|
|
|
TAMPERED_MANAGED_PETCORE="$APC_HOME/runtime/versions/tampered/petcore"
|
|
mkdir -p "$(dirname "$TAMPERED_MANAGED_PETCORE")"
|
|
cp "$RUNTIME_PETCORE" "$TAMPERED_MANAGED_PETCORE"
|
|
chmod +x "$TAMPERED_MANAGED_PETCORE"
|
|
export APC_FAKE_PETCORE="$TAMPERED_MANAGED_PETCORE"
|
|
apc_start_owned_runtime "$RUNTIME_APP" "$RUNTIME_CLI" "$RUNTIME_PETCORE" "$RUNTIME_FIXTURE/app-tampered.log" "$RUNTIME_PROTOCOL"
|
|
second_app_pid="$APC_OWNED_APP_PID"
|
|
second_petcore_pid="$APC_OWNED_PETCORE_PID"
|
|
python3 - "$APC_HOME/run/runtime.json" <<'PY'
|
|
import json, sys
|
|
path = sys.argv[1]
|
|
data = json.load(open(path, encoding="utf-8"))
|
|
data["instance_id"] = "tampered-instance"
|
|
with open(path, "w", encoding="utf-8") as file:
|
|
json.dump(data, file)
|
|
PY
|
|
apc_stop_owned_runtime "$RUNTIME_CLI" "$RUNTIME_PETCORE" "$RUNTIME_PROTOCOL"
|
|
if kill -0 "$second_app_pid" >/dev/null 2>&1; then
|
|
printf 'owned runtime fixture left its second App running\n' >&2
|
|
exit 1
|
|
fi
|
|
kill -0 "$second_petcore_pid" >/dev/null 2>&1
|
|
runtime_fixture_cleanup_pid "$second_petcore_pid"
|
|
if kill -0 "$second_petcore_pid" >/dev/null 2>&1; then
|
|
printf 'owned runtime fixture could not reap its preserved PetCore\n' >&2
|
|
exit 1
|
|
fi
|
|
|
|
# A Process child is reparented after the App exits. Cleanup must still
|
|
# reclaim a daemon whose executable is inside this isolated runtime tree,
|
|
# even when no owner protocol could be published.
|
|
# Keep a deliberate duplicate separator in the launched command. macOS
|
|
# system Bash 3.2 must normalize it exactly as Bash 5 does.
|
|
MANAGED_PETCORE="$APC_HOME/runtime//versions/fixture/petcore"
|
|
MANAGED_LAUNCHER="$RUNTIME_FIXTURE/managed-launcher"
|
|
MANAGED_PID_FILE="$RUNTIME_FIXTURE/managed-pids"
|
|
mkdir -p "$(dirname "$MANAGED_PETCORE")"
|
|
write_executable "$MANAGED_PETCORE" \
|
|
'#!/usr/bin/env bash' \
|
|
'trap '\''exit 0'\'' TERM INT' \
|
|
'while :; do sleep 1; done'
|
|
write_executable "$MANAGED_LAUNCHER" \
|
|
'#!/usr/bin/env bash' \
|
|
'set -euo pipefail' \
|
|
'"$APC_MANAGED_PETCORE" serve --home "$APC_HOME" &' \
|
|
'printf '\''%s\t%s\n'\'' "$$" "$!" >"$APC_MANAGED_PID_FILE"'
|
|
export APC_MANAGED_PETCORE="$MANAGED_PETCORE"
|
|
export APC_MANAGED_PID_FILE="$MANAGED_PID_FILE"
|
|
"$MANAGED_LAUNCHER"
|
|
IFS=$'\t' read -r managed_launcher_pid managed_petcore_pid <"$MANAGED_PID_FILE"
|
|
kill -0 "$managed_petcore_pid" >/dev/null 2>&1
|
|
managed_parent_pid="$(ps -p "$managed_petcore_pid" -o ppid= 2>/dev/null | tr -d ' ' || true)"
|
|
if [[ -z "$managed_parent_pid" || "$managed_parent_pid" == "$managed_launcher_pid" ]]; then
|
|
printf 'owned runtime fixture did not reparent its managed PetCore\n' >&2
|
|
exit 1
|
|
fi
|
|
APC_OWNED_APP_PID=""
|
|
APC_OWNED_PETCORE_PID=""
|
|
APC_OWNED_PROCESS_START=""
|
|
APC_OWNED_INSTANCE_ID=""
|
|
APC_OWNED_APP_BINARY=""
|
|
apc_stop_owned_runtime "$RUNTIME_CLI" "$RUNTIME_PETCORE" "$RUNTIME_PROTOCOL"
|
|
if kill -0 "$managed_petcore_pid" >/dev/null 2>&1; then
|
|
printf 'owned runtime fixture left its protocol-free managed PetCore running\n' >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
runtime_fixture_status="$?"
|
|
set -e
|
|
if [[ "$runtime_fixture_status" != "0" ]]; then
|
|
record_failure 'owned runtime fixture failed PID/marker/snapshot initialization or conservative cleanup'
|
|
fi
|
|
fi
|
|
for validator in "${DEFAULT_VALIDATORS[@]}"; do
|
|
if rg -q 'petcore" serve' "$validator" \
|
|
&& ! rg -q 'APC_DISABLE_CODEX_APP_SERVER_AUTO=1' "$validator"; then
|
|
record_failure "default validator can auto-start a real Codex App Server: $validator"
|
|
fi
|
|
done
|
|
if ! rg -q 'SIMULATED_AGENT_BIN' "$ROOT_DIR/script/validate_connectors_runtime.sh" \
|
|
|| ! rg -q 'PATH="\$SIMULATED_AGENT_BIN:\$PATH"' "$ROOT_DIR/script/validate_connectors_runtime.sh"; then
|
|
record_failure 'simulated connector validation does not isolate third-party agent commands behind local shims'
|
|
fi
|
|
if auto_gates="$(rg -n 'APC_VALIDATE_(REAL_APP_SERVER|REAL_AGENT_CONNECTORS):-auto' \
|
|
"$ROOT_DIR/script/validate_real_app_server.sh" \
|
|
"$ROOT_DIR/script/validate_real_agent_connectors.sh" || true)" && [[ -n "$auto_gates" ]]; then
|
|
record_failure "real validation gates still auto-enable: ${auto_gates//$'\n'/; }"
|
|
fi
|
|
if ! rg -q 'if ! truthy "\$setting"' "$ROOT_DIR/script/validate_real_app_server.sh"; then
|
|
record_failure 'real App Server validation does not reject non-truthy gate values before probing Codex'
|
|
fi
|
|
if ! rg -q 'if ! is_truthy "\$SETTING"' "$ROOT_DIR/script/validate_real_agent_connectors.sh"; then
|
|
record_failure 'real connector validation does not require a truthy explicit gate'
|
|
fi
|
|
if [[ ! -x "$ROOT_DIR/script/build_app_bundle.sh" ]]; then
|
|
record_failure 'script/build_app_bundle.sh is missing or not executable'
|
|
else
|
|
: >"$FORBIDDEN_LOG"
|
|
mkdir -p "$BUILD_ROOT/dist"
|
|
: >"$BUILD_ROOT/dist/AgentPetCompanion-develop.zip"
|
|
if ! PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh did not complete in the isolated fixture'
|
|
elif [[ -e "$BUILD_ROOT/dist/AgentPetCompanion-develop.zip" ]]; then
|
|
record_failure 'default app bundle build unexpectedly created a development ZIP'
|
|
elif find "$BUILD_ROOT/dist/AgentPetCompanion.app" \
|
|
\( -name '__pycache__' -o -name '*.pyc' -o -name '*.pyo' \) -print -quit | grep -q .; then
|
|
record_failure 'app bundle contains Python cache artifacts'
|
|
fi
|
|
if ! PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" --archive >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh --archive did not complete in the isolated fixture'
|
|
elif [[ ! -f "$BUILD_ROOT/dist/AgentPetCompanion-develop.zip" ]]; then
|
|
record_failure 'explicit development archive build did not create its ZIP'
|
|
fi
|
|
if PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" --archive --unsigned >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh accepted incompatible --archive and --unsigned options'
|
|
fi
|
|
if ! PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" \
|
|
--arch arm64 \
|
|
--output "$BUILD_ROOT/dist/AgentPetCompanion-arm64.app" >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh --arch arm64 did not complete in the isolated fixture'
|
|
elif [[ ! -d "$BUILD_ROOT/dist/AgentPetCompanion-arm64.app" ]]; then
|
|
record_failure 'architecture-specific app bundle build did not create its App'
|
|
fi
|
|
if PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" --arch mips >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh accepted an unsupported architecture'
|
|
fi
|
|
if PATH="$SHIM_DIR:$PATH" \
|
|
APC_ISOLATION_FORBIDDEN_LOG="$FORBIDDEN_LOG" \
|
|
APC_FAKE_SWIFT_BIN="$FAKE_SWIFT_BIN" \
|
|
"$BUILD_ROOT/script/build_app_bundle.sh" \
|
|
--universal --arch arm64 --configuration release >/dev/null 2>&1; then
|
|
record_failure 'build_app_bundle.sh accepted --universal together with --arch'
|
|
fi
|
|
if [[ -s "$FORBIDDEN_LOG" ]]; then
|
|
record_failure "bundle build invoked forbidden host commands: $(tr '\n' ' ' <"$FORBIDDEN_LOG")"
|
|
fi
|
|
fi
|
|
|
|
if ((FAILURES > 0)); then
|
|
exit 1
|
|
fi
|
|
|
|
echo 'Test isolation validation ok'
|