#!/usr/bin/env bash # test-cross-node.sh — Master cross-node test suite for Archipelago # Runs all acceptance tests from BOTH directions (.228→.198 and .198→.228) # Usage: ./scripts/test-cross-node.sh [--iterations N] [--skip-reboot] # # Output: TAP format (Test Anything Protocol) # Exit 0 only if ALL tests pass ALL iterations from BOTH directions. set -euo pipefail # ── Config ────────────────────────────────────────────────────────────────── NODE_A="192.168.1.228" NODE_B="192.168.1.198" SSH_KEY="${HOME}/.ssh/archipelago-deploy" SSH_OPTS="-i ${SSH_KEY} -o StrictHostKeyChecking=no -o ConnectTimeout=10" ITERATIONS=10 SKIP_REBOOT=false SUDO_PASS="EwPDR8q45l0Upx@" PASS=0 FAIL=0 TEST_NUM=0 # ── Parse args ────────────────────────────────────────────────────────────── while [[ $# -gt 0 ]]; do case "$1" in --iterations) ITERATIONS="$2"; shift 2 ;; --skip-reboot) SKIP_REBOOT=true; shift ;; *) echo "Unknown arg: $1"; exit 1 ;; esac done # ── Helpers ───────────────────────────────────────────────────────────────── ssh_cmd() { local host="$1"; shift ssh ${SSH_OPTS} "archipelago@${host}" "$@" 2>/dev/null } ssh_sudo() { local host="$1"; shift ssh ${SSH_OPTS} "archipelago@${host}" "echo '${SUDO_PASS}' | sudo -S $*" 2>/dev/null } tap_ok() { TEST_NUM=$((TEST_NUM + 1)) PASS=$((PASS + 1)) echo "ok ${TEST_NUM} - $1" } tap_fail() { TEST_NUM=$((TEST_NUM + 1)) FAIL=$((FAIL + 1)) echo "not ok ${TEST_NUM} - $1" echo "# $2" } run_check() { local desc="$1" local result result=$(eval "$2" 2>/dev/null) || true if eval "$3" <<< "$result" >/dev/null 2>&1; then tap_ok "$desc" else tap_fail "$desc" "Got: ${result:-}" fi } # ── Auth helper ───────────────────────────────────────────────────────────── get_session() { local host="$1" curl -s -D- -o/dev/null -X POST \ -H "Content-Type: application/json" \ -d '{"method":"auth.login","params":{"password":"password123"}}' \ "http://${host}:5678/rpc/v1" 2>/dev/null | \ grep -i "set-cookie" | tr '\r' '\n' } rpc_call() { local host="$1" local method="$2" local session="$3" local csrf="$4" curl -s -X POST \ -H "Content-Type: application/json" \ -H "Cookie: session=${session}; csrf_token=${csrf}" \ -H "X-CSRF-Token: ${csrf}" \ -d "{\"method\":\"${method}\"}" \ "http://${host}:5678/rpc/v1" 2>/dev/null } echo "TAP version 13" echo "# Archipelago Cross-Node Test Suite" echo "# Nodes: ${NODE_A} (A) ↔ ${NODE_B} (B)" echo "# Iterations: ${ITERATIONS}" echo "# Started: $(date -u +%Y-%m-%dT%H:%M:%SZ)" echo "" # ═══════════════════════════════════════════════════════════════════════════ # US-01: System Health # ═══════════════════════════════════════════════════════════════════════════ echo "# --- US-01: System Health ---" for node in "$NODE_A" "$NODE_B"; do node_label=$([[ "$node" == "$NODE_A" ]] && echo "A(.228)" || echo "B(.198)") for i in $(seq 1 "$ITERATIONS"); do # Check 1: Health endpoint result=$(curl -s --connect-timeout 5 "http://${node}:5678/health" 2>/dev/null || echo "FAIL") if [[ "$result" == "OK" ]]; then tap_ok "US01-${node_label}-health-${i}" else tap_fail "US01-${node_label}-health-${i}" "Expected OK, got: ${result}" fi # Check 2: Services active svc_status=$(ssh_sudo "$node" "systemctl is-active archipelago nginx" 2>/dev/null | tr '\n' ' ') if echo "$svc_status" | grep -q "active active"; then tap_ok "US01-${node_label}-services-${i}" else tap_fail "US01-${node_label}-services-${i}" "Services: ${svc_status}" fi # Check 3: Memory available > 500MB (relaxed from 1GB given tight memory) avail_kb=$(ssh_cmd "$node" "grep MemAvailable /proc/meminfo | awk '{print \$2}'" 2>/dev/null) if [[ -n "$avail_kb" ]] && [[ "$avail_kb" -gt 512000 ]]; then tap_ok "US01-${node_label}-memory-${i} # available=${avail_kb}KB" else tap_fail "US01-${node_label}-memory-${i}" "Available: ${avail_kb:-unknown}KB (need >512000)" fi # Check 4: Load average < 2x cores cores=$(ssh_cmd "$node" "nproc" 2>/dev/null || echo "4") load_1m=$(ssh_cmd "$node" "awk '{print \$1}' /proc/loadavg" 2>/dev/null) max_load=$((cores * 2)) load_int=${load_1m%%.*} if [[ -n "$load_int" ]] && [[ "$load_int" -lt "$max_load" ]]; then tap_ok "US01-${node_label}-load-${i} # load=${load_1m}, cores=${cores}" else tap_fail "US01-${node_label}-load-${i}" "Load ${load_1m} >= ${max_load} (${cores} cores x 2)" fi # Check 5: Disk usage < 85% disk_pct=$(ssh_cmd "$node" "df / --output=pcent | tail -1 | tr -d ' %'" 2>/dev/null) if [[ -n "$disk_pct" ]] && [[ "$disk_pct" -lt 85 ]]; then tap_ok "US01-${node_label}-disk-${i} # ${disk_pct}%" else tap_fail "US01-${node_label}-disk-${i}" "Disk at ${disk_pct:-unknown}%" fi # Check 6: Zero exited containers exited=$(ssh_sudo "$node" "podman ps -a --format '{{.State}}' | grep -c -i exited" 2>/dev/null || echo "0") exited=$(echo "$exited" | tail -1 | tr -d '[:space:]') if [[ "$exited" == "0" ]]; then tap_ok "US01-${node_label}-containers-${i}" else tap_fail "US01-${node_label}-containers-${i}" "${exited} exited containers" fi done done # ═══════════════════════════════════════════════════════════════════════════ # US-05: Tor Hidden Services # ═══════════════════════════════════════════════════════════════════════════ echo "" echo "# --- US-05: Tor Hidden Services ---" # Get onion addresses ONION_A=$(ssh_sudo "$NODE_A" "cat /var/lib/archipelago/tor/hidden_service_archipelago/hostname" 2>/dev/null | tail -1) ONION_B=$(ssh_sudo "$NODE_B" "cat /var/lib/tor/hidden_service_archipelago/hostname" 2>/dev/null | tail -1) echo "# Node A onion: ${ONION_A:-unknown}" echo "# Node B onion: ${ONION_B:-unknown}" for i in $(seq 1 "$ITERATIONS"); do # Test: .228 can reach .198 via Tor if [[ -n "$ONION_B" ]]; then tor_result=$(ssh_cmd "$NODE_A" "curl --socks5-hostname 127.0.0.1:9050 -s --connect-timeout 30 http://${ONION_B}/health" 2>/dev/null || echo "FAIL") if [[ "$tor_result" == "OK" ]]; then tap_ok "US05-A→B-tor-${i}" else tap_fail "US05-A→B-tor-${i}" "Got: ${tor_result}" fi else tap_fail "US05-A→B-tor-${i}" "No onion address for B" fi # Test: .198 can reach .228 via Tor if [[ -n "$ONION_A" ]]; then tor_result=$(ssh_cmd "$NODE_B" "curl --socks5-hostname 127.0.0.1:9050 -s --connect-timeout 30 http://${ONION_A}/health" 2>/dev/null || echo "FAIL") if [[ "$tor_result" == "OK" ]]; then tap_ok "US05-B→A-tor-${i}" else tap_fail "US05-B→A-tor-${i}" "Got: ${tor_result}" fi else tap_fail "US05-B→A-tor-${i}" "No onion address for A" fi done # ═══════════════════════════════════════════════════════════════════════════ # US-09: NIP-07 Signing # ═══════════════════════════════════════════════════════════════════════════ echo "" echo "# --- US-09: NIP-07 Signing ---" for node in "$NODE_A" "$NODE_B"; do node_label=$([[ "$node" == "$NODE_A" ]] && echo "A(.228)" || echo "B(.198)") for i in $(seq 1 "$ITERATIONS"); do # Check: nostr-provider.js injected in app pages provider=$(curl -s --connect-timeout 5 "http://${node}/app/mempool/" 2>/dev/null | grep -c "nostr-provider" || echo "0") if [[ "$provider" -gt 0 ]]; then tap_ok "US09-${node_label}-provider-${i}" else tap_fail "US09-${node_label}-provider-${i}" "nostr-provider.js not found in /app/mempool/" fi done done # ═══════════════════════════════════════════════════════════════════════════ # Summary # ═══════════════════════════════════════════════════════════════════════════ echo "" TOTAL=$((PASS + FAIL)) echo "1..${TOTAL}" echo "" echo "# ═══════════════════════════════════════════════════════════════" echo "# Results: ${PASS} passed, ${FAIL} failed, ${TOTAL} total" echo "# Finished: $(date -u +%Y-%m-%dT%H:%M:%SZ)" echo "# ═══════════════════════════════════════════════════════════════" if [[ "$FAIL" -gt 0 ]]; then exit 1 fi exit 0