155 lines
7.3 KiB
Bash
Executable File
155 lines
7.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
TEST_ALL_TEMP_DIR="$(mktemp -d "${TMPDIR:-/tmp}/apc-test-all.XXXXXX")"
|
|
trap 'rm -rf "$TEST_ALL_TEMP_DIR"' EXIT
|
|
|
|
log_legend() {
|
|
cat <<'EOF'
|
|
Validation profiles:
|
|
[fast/core] deterministic local checks for Rust, PetCore, CLI, schemas, Swift core, and security boundaries.
|
|
[simulated integration] temp-home integration, local Pet Studio fallback, generated connector templates, or fake sentinel inputs; not real end-to-end acceptance.
|
|
[macos runtime] real macOS app bundle and overlay runtime checks; environment-gated.
|
|
[real agent connectors] current user Codex/Claude/Pi/OpenCode connector files sending diagnostic events into the current app; environment-gated.
|
|
[real app server] real Codex App Server stdio session; environment-gated.
|
|
[perf/nightly] bounded stress and budget checks; the default stress size remains part of test_all.
|
|
Default test_all covers deterministic, simulated, security, and bounded stress checks only. Host UI and real-agent checks require explicit opt-in and otherwise print skip reasons.
|
|
EOF
|
|
}
|
|
|
|
run_step() {
|
|
local profile="$1"
|
|
local label="$2"
|
|
shift 2
|
|
printf '\n== [%s] %s ==\n' "$profile" "$label"
|
|
"$@"
|
|
}
|
|
|
|
log_skip() {
|
|
local profile="$1"
|
|
local label="$2"
|
|
local reason="$3"
|
|
printf '\n== [%s] %s ==\n' "$profile" "$label"
|
|
printf 'Skipped: %s\n' "$reason"
|
|
}
|
|
|
|
host_ui_skip_reason() {
|
|
local setting="${APC_VALIDATE_HOST_UI:-0}"
|
|
case "$setting" in
|
|
0|false|FALSE|no|NO)
|
|
printf 'APC_VALIDATE_HOST_UI=%s keeps host UI validation out of default test_all' "$setting"
|
|
return 0
|
|
;;
|
|
1|true|TRUE|yes|YES)
|
|
;;
|
|
*)
|
|
printf 'APC_VALIDATE_HOST_UI=%s is not recognized; use 0 or 1' "$setting"
|
|
return 0
|
|
;;
|
|
esac
|
|
|
|
if [[ "$(uname -s)" != "Darwin" ]]; then
|
|
printf 'host UI validation requires Darwin; current host is %s' "$(uname -s)"
|
|
return 0
|
|
fi
|
|
|
|
return 1
|
|
}
|
|
|
|
real_app_server_skip_reason() {
|
|
local setting="${APC_VALIDATE_REAL_APP_SERVER:-0}"
|
|
case "$setting" in
|
|
0|false|FALSE|no|NO)
|
|
printf 'APC_VALIDATE_REAL_APP_SERVER=%s keeps real Codex App Server validation out of default test_all' "$setting"
|
|
return 0
|
|
;;
|
|
1|true|TRUE|yes|YES)
|
|
;;
|
|
*)
|
|
printf 'APC_VALIDATE_REAL_APP_SERVER=%s is not recognized; use 0 or 1' "$setting"
|
|
return 0
|
|
;;
|
|
esac
|
|
|
|
if [[ -n "${CODEX_APP_SERVER_CMD:-}" ]]; then
|
|
return 1
|
|
fi
|
|
|
|
if ! command -v codex >/dev/null 2>&1; then
|
|
printf 'CODEX_APP_SERVER_CMD is unset and codex CLI was not found'
|
|
return 0
|
|
fi
|
|
|
|
if ! codex app-server --help >/dev/null 2>&1; then
|
|
printf 'CODEX_APP_SERVER_CMD is unset and codex CLI does not expose a working app-server command'
|
|
return 0
|
|
fi
|
|
|
|
return 1
|
|
}
|
|
|
|
real_agent_connectors_skip_reason() {
|
|
local setting="${APC_VALIDATE_REAL_AGENT_CONNECTORS:-0}"
|
|
case "$setting" in
|
|
0|false|FALSE|no|NO)
|
|
printf 'APC_VALIDATE_REAL_AGENT_CONNECTORS=%s keeps real user connector validation out of default test_all' "$setting"
|
|
return 0
|
|
;;
|
|
1|true|TRUE|yes|YES)
|
|
return 1
|
|
;;
|
|
esac
|
|
|
|
printf 'APC_VALIDATE_REAL_AGENT_CONNECTORS=%s is not recognized; use 0 or 1' "$setting"
|
|
return 0
|
|
}
|
|
|
|
log_legend
|
|
|
|
run_step "fast/core" "default test isolation and owned-process safety" "$ROOT_DIR/script/validate_test_isolation.sh"
|
|
run_step "fast/core" "macOS UI-host and PetCore lifecycle contract" "$ROOT_DIR/script/validate_app_lifecycle_contract.sh"
|
|
run_step "fast/core" "JSON Schema positive/negative fixtures" "$ROOT_DIR/script/validate_schema_fixtures.sh"
|
|
run_step "fast/core" "published petpack producer-profile schemas" "$ROOT_DIR/script/validate_petpack_spec_schemas.sh"
|
|
export APC_INTERACTION_ATTESTATION_PATH="$TEST_ALL_TEMP_DIR/interaction-attestation.json"
|
|
run_step "fast/core" "native Swift Phase A/T-B4 interaction attestation bound to this PetCore build" \
|
|
"$ROOT_DIR/script/prepare_interaction_attestation.sh" \
|
|
--output "$APC_INTERACTION_ATTESTATION_PATH"
|
|
run_step "simulated integration" "portable pet maker helper, create/modify, and isolated daemon roundtrip" "$ROOT_DIR/script/validate_portable_pet_maker.sh"
|
|
run_step "fast/core" "pet-making Skill structure and shared contracts" "$ROOT_DIR/script/validate_pet_skills.sh"
|
|
run_step "fast/core" "shell, Python, JSON and release-script syntax/safety" "$ROOT_DIR/script/validate_build_scripts_safety.sh" --static-only
|
|
run_step "fast/core" "Rust formatting" cargo fmt --all --manifest-path "$ROOT_DIR/Cargo.toml" -- --check
|
|
run_step "fast/core" "strict Rust linting" cargo clippy --manifest-path "$ROOT_DIR/Cargo.toml" --workspace --all-targets --all-features --locked -- -D warnings
|
|
run_step "fast/core" "Rust workspace unit and integration tests" cargo test --manifest-path "$ROOT_DIR/Cargo.toml" --workspace --locked
|
|
run_step "fast/core" "complete Swift unit and UI-model test suites" "$ROOT_DIR/script/validate_swift_tests.sh"
|
|
run_step "simulated integration" "generated connector hook/plugin runtime smoke; not real third-party agent acceptance" "$ROOT_DIR/script/validate_connectors_runtime.sh"
|
|
run_step "perf/nightly" "bounded event storm stress at APC_EVENT_STORM_COUNT=${APC_EVENT_STORM_COUNT:-180}" "$ROOT_DIR/script/validate_event_storm.sh"
|
|
run_step "fast/core" "offline overlay geometry, scheduler, accessibility, frame-pipeline and pointer contracts" "$ROOT_DIR/script/validate_overlay_offline.sh"
|
|
run_step "fast/core" "security boundary checks with fake sentinel secrets" "$ROOT_DIR/script/validate_security_boundaries.sh"
|
|
run_step "simulated integration" "development app bundle assembly without launch" "$ROOT_DIR/script/build_app_bundle.sh" --configuration debug
|
|
|
|
if host_ui_skip_reason_value="$(host_ui_skip_reason)"; then
|
|
log_skip "macos runtime" "real app bundle, overlay layout, display-width persistence, renderer telemetry, and app recovery" "$host_ui_skip_reason_value"
|
|
else
|
|
run_step "macos runtime" "real app bundle launch and overlay verification" env APC_VALIDATE_HOST_UI=1 "$ROOT_DIR/script/build_and_run.sh" --verify
|
|
run_step "macos runtime" "real main window UI structure without mouse events" "$ROOT_DIR/script/validate_main_window_ui.sh"
|
|
run_step "macos runtime" "real overlay multi-agent layout without mouse events" "$ROOT_DIR/script/validate_overlay_non_mouse.sh"
|
|
run_step "macos runtime" "overlay display-width persistence in the packaged app" "$ROOT_DIR/script/validate_overlay_display_width_persistence.sh"
|
|
run_step "macos runtime" "real renderer cache strategy and runtime budget telemetry" "$ROOT_DIR/script/validate_renderer_runtime_budget.sh"
|
|
run_step "macos runtime" "app recovery after PetCore restart" "$ROOT_DIR/script/validate_app_recovery.sh"
|
|
fi
|
|
|
|
if real_agent_connectors_skip_reason="$(real_agent_connectors_skip_reason)"; then
|
|
log_skip "real agent connectors" "current user Codex/Claude/Pi/OpenCode connector roundtrip" "$real_agent_connectors_skip_reason"
|
|
else
|
|
run_step "real agent connectors" "current user Codex/Claude/Pi/OpenCode connector roundtrip" "$ROOT_DIR/script/validate_real_agent_connectors.sh"
|
|
fi
|
|
|
|
if real_app_server_skip_reason="$(real_app_server_skip_reason)"; then
|
|
log_skip "real app server" "real Codex App Server stdio validation" "$real_app_server_skip_reason"
|
|
else
|
|
run_step "real app server" "real Codex App Server stdio validation" "$ROOT_DIR/script/validate_real_app_server.sh"
|
|
fi
|
|
|
|
echo "All enabled Agent Pet Companion validations passed; any skipped gates remain unverified"
|