smart_ide/services/ia_dev/deploy/orchestrator.sh
Nicolas Cantu 58cc2493e5 chore: consolidate ia_dev module, sync tooling, and harden gateways (0.0.5)
Initial state:
- ia_dev was historically referenced as ./ia_dev in docs and integrations, while the vendored module lives under services/ia_dev.
- AnythingLLM sync and hook installation had error masking / weak exit signaling.
- Proxy layers did not validate proxy path segments, allowing path normalization tricks.

Motivation:
- Make the IDE-oriented workflow usable (sync -> act -> deploy/preview) with explicit errors.
- Reduce security footguns in proxying and script automation.

Resolution:
- Standardize IA_DEV_ROOT usage and documentation to services/ia_dev.
- Add SSH remote data mirroring + optional AnythingLLM ingestion.
- Extend AnythingLLM pull sync to support upload-all/prefix and fail on upload errors.
- Harden smart-ide-sso-gateway and smart-ide-global-api proxying with safe-path checks and non-leaking error responses.
- Improve ia-dev-gateway runner validation and reduce sensitive path leakage.
- Add site scaffold tool (Vite/React) with OIDC + chat via sso-gateway -> orchestrator.

Root cause:
- Historical layout changes (submodule -> vendored tree) and missing central contracts for path resolution.
- Missing validation for proxy path traversal patterns.
- Overuse of silent fallbacks (|| true, exit 0 on partial failures) in automation scripts.

Impacted features:
- Project sync: git pull + AnythingLLM sync + remote data mirror ingestion.
- Site frontends: SSO gateway proxy and orchestrator intents (rag.query, chat.local).
- Agent execution: ia-dev-gateway script runner and SSE output.

Code modified:
- scripts/remote-data-ssh-sync.sh
- scripts/anythingllm-pull-sync/sync.mjs
- scripts/install-anythingllm-post-merge-hook.sh
- cron/git-pull-project-clones.sh
- services/smart-ide-sso-gateway/src/server.ts
- services/smart-ide-global-api/src/server.ts
- services/smart-ide-orchestrator/src/server.ts
- services/ia-dev-gateway/src/server.ts
- services/ia_dev/tools/site-generate.sh

Documentation modified:
- docs/** (architecture, API docs, ia_dev module + integration, scripts)

Configurations modified:
- config/services.local.env.example
- services/*/.env.example

Files in deploy modified:
- services/ia_dev/deploy/*

Files in logs impacted:
- logs/ia_dev.log (runtime only)
- .logs/* (runtime only)

Databases and other sources modified:
- None

Off-project modifications:
- None

Files in .smartIde modified:
- .smartIde/agents/*.md
- services/ia_dev/.smartIde/**

Files in .secrets modified:
- None

New patch version in VERSION:
- 0.0.5

CHANGELOG.md updated:
- yes
2026-04-04 18:36:43 +02:00

102 lines
4.1 KiB
Bash
Executable File

#!/usr/bin/env bash
# ia_dev orchestrator: applies shared methodology, then invokes exactly one project orchestrator
# (deploy.project_orchestrator_path relative to repository_root), which sequences project-specific scripts.
# Legacy: if project_orchestrator_path is absent, falls back to deploy.hooks.phases or deploy.deploy_script_path.
# Usage: orchestrator.sh <env> [options…] — passed unchanged to the project orchestrator.
# Requires: IA_PROJECT_ID, IA_DEV_ROOT (or callers like change-to-all-branches).
set -euo pipefail
SCRIPT_REAL="$(readlink -f "${BASH_SOURCE[0]:-$0}" 2>/dev/null || realpath "${BASH_SOURCE[0]:-$0}" 2>/dev/null || echo "${BASH_SOURCE[0]:-$0}")"
DEPLOY_DIR="$(cd "$(dirname "$SCRIPT_REAL")" && pwd)"
IA_DEV_ROOT="$(cd "$DEPLOY_DIR/.." && pwd)"
# shellcheck source=../lib/smart_ide_logs.sh
source "${IA_DEV_ROOT}/lib/smart_ide_logs.sh"
smart_ide_logs_begin "$IA_DEV_ROOT" "$0" "$*"
smart_ide_logs_register_exit_trap
_ORCH_TAG="[orchestrator]"
# shellcheck source=lib/deploy-methodology.sh
source "${DEPLOY_DIR}/lib/deploy-methodology.sh"
# shellcheck source=lib/deploy-conf-handling.sh
source "${DEPLOY_DIR}/lib/deploy-conf-handling.sh"
if [[ -z "${IA_PROJECT_ID:-}" ]]; then
echo "${_ORCH_TAG}[ERROR] IA_PROJECT_ID is not set" >&2
exit 1
fi
ia_dev_deploy_assert_first_arg_env "$@" || exit 1
# shellcheck source=../lib/project_config.sh
source "${IA_DEV_ROOT}/lib/project_config.sh"
# shellcheck source=../lib/project_git_root_from_conf.sh
source "${IA_DEV_ROOT}/lib/project_git_root_from_conf.sh"
ia_dev_resolve_project_git_root
REPO_ROOT="${IA_PROJECT_GIT_ROOT:-}"
if [[ -z "$REPO_ROOT" || ! -d "$REPO_ROOT" ]]; then
echo "${_ORCH_TAG}[ERROR] Could not resolve repository root for project ${IA_PROJECT_ID}" >&2
exit 1
fi
CONF="${PROJECT_CONFIG_PATH:-}"
if [[ -z "$CONF" || ! -f "$CONF" ]]; then
echo "${_ORCH_TAG}[ERROR] Missing conf: ${CONF:-}" >&2
exit 1
fi
ia_dev_deploy_require_jq "${_ORCH_TAG}"
ia_dev_deploy_secrets_export_from_conf "$CONF"
ia_dev_deploy_export_runtime_context "$REPO_ROOT" "${1:-}"
ia_dev_deploy_assert_handoff_context "$REPO_ROOT" "${1:-}" "${_ORCH_TAG}"
DEPLOY_SCRIPT_PATH="$(jq -r '.deploy.deploy_script_path // empty' "$CONF")"
DEPLOY_SCRIPT_PATH="$(ia_dev_resolve_path_from_conf "$CONF" "$DEPLOY_SCRIPT_PATH")"
PROJECT_ORCH_REL="$(jq -r '.deploy.project_orchestrator_path // empty' "$CONF")"
if [[ -n "$PROJECT_ORCH_REL" && "$PROJECT_ORCH_REL" != "null" ]]; then
PROJECT_ORCH_ABS="${REPO_ROOT}/${PROJECT_ORCH_REL}"
if [[ ! -f "$PROJECT_ORCH_ABS" ]]; then
echo "${_ORCH_TAG}[ERROR] deploy.project_orchestrator_path not a file: ${PROJECT_ORCH_ABS}" >&2
exit 1
fi
PHASE_NON_EMPTY="$(jq '.deploy.hooks.phases // [] | length' "$CONF")"
if [[ "$PHASE_NON_EMPTY" != "0" ]]; then
echo "${_ORCH_TAG}[WARN] deploy.hooks.phases is non-empty but project_orchestrator_path takes precedence; phases are ignored." >&2
fi
echo "${_ORCH_TAG} Project orchestrator: ${PROJECT_ORCH_REL} $*"
smart_ide_log_event "HANDOFF project_orchestrator ${PROJECT_ORCH_ABS} $*"
exec bash "$PROJECT_ORCH_ABS" "$@"
fi
if [[ -z "$DEPLOY_SCRIPT_PATH" || ! -f "$DEPLOY_SCRIPT_PATH" ]]; then
echo "${_ORCH_TAG}[ERROR] deploy.deploy_script_path missing or not a file: ${DEPLOY_SCRIPT_PATH:-}" >&2
exit 1
fi
PHASE_COUNT="$(jq '.deploy.hooks.phases // [] | length' "$CONF")"
if [[ "$PHASE_COUNT" == "0" ]]; then
echo "${_ORCH_TAG}[WARN] deploy.project_orchestrator_path unset; falling back to deploy_script_path only." >&2
smart_ide_log_event "HANDOFF deploy_script_path ${DEPLOY_SCRIPT_PATH} $*"
exec bash "$DEPLOY_SCRIPT_PATH" "$@"
fi
mapfile -t PHASE_SCRIPTS < <(jq -r '.deploy.hooks.phases[]? | if type == "string" then . elif type == "object" and (.run | type == "string") then .run else empty end' "$CONF")
if [[ ${#PHASE_SCRIPTS[@]} -eq 0 ]]; then
smart_ide_log_event "HANDOFF deploy_script_path ${DEPLOY_SCRIPT_PATH} $*"
exec bash "$DEPLOY_SCRIPT_PATH" "$@"
fi
for rel in "${PHASE_SCRIPTS[@]}"; do
[[ -z "$rel" ]] && continue
phase_path="${REPO_ROOT}/${rel}"
if [[ ! -f "$phase_path" ]]; then
echo "${_ORCH_TAG}[ERROR] Phase script not found: ${phase_path}" >&2
exit 1
fi
echo "${_ORCH_TAG} Running (legacy phases): ${rel} $*"
bash "$phase_path" "$@"
done