feat(pipeline): enhance verification scripts and pipeline
- verify_phase6.sh: improve phase 6 verification logic - report_utils.sh: update report generation utilities - run_daily.sh: harden daily pipeline execution - run_intel_pipeline.sh: improve intel pipeline runner - run_real_pipeline.sh: improve real pipeline runner - generate_daily_report.go: enhance daily report generation
This commit is contained in:
phamnazage-jpg
@@ -55,26 +55,119 @@ start_server() {
|
||||
return 1
|
||||
}
|
||||
|
||||
last_nonempty_line() {
|
||||
awk 'NF { line=$0 } END { print line }'
|
||||
}
|
||||
|
||||
last_meaningful_failure_line() {
|
||||
awk 'NF && $0 !~ /^exit status [0-9]+$/ { line=$0 } END { print line }'
|
||||
}
|
||||
|
||||
extract_window_metric() {
|
||||
local name="$1"
|
||||
local payload="$2"
|
||||
printf '%s\n' "$payload" | awk -v key="$name" '
|
||||
$0 ~ key"=" {
|
||||
for (i = 1; i <= NF; i++) {
|
||||
split($i, parts, "=")
|
||||
if (parts[1] == key) {
|
||||
print parts[2]
|
||||
exit
|
||||
}
|
||||
}
|
||||
}
|
||||
'
|
||||
}
|
||||
|
||||
classify_window_failure() {
|
||||
local payload="$1"
|
||||
local precondition_missing external_provider_failure collector_runtime_failure unknown_failure
|
||||
precondition_missing="$(extract_window_metric precondition_missing "$payload")"
|
||||
external_provider_failure="$(extract_window_metric external_provider_failure "$payload")"
|
||||
collector_runtime_failure="$(extract_window_metric collector_runtime_failure "$payload")"
|
||||
unknown_failure="$(extract_window_metric unknown_failure "$payload")"
|
||||
|
||||
precondition_missing="${precondition_missing:-0}"
|
||||
external_provider_failure="${external_provider_failure:-0}"
|
||||
collector_runtime_failure="${collector_runtime_failure:-0}"
|
||||
unknown_failure="${unknown_failure:-0}"
|
||||
|
||||
if [ "$precondition_missing" -gt 0 ] && [ "$external_provider_failure" -eq 0 ] && [ "$collector_runtime_failure" -eq 0 ] && [ "$unknown_failure" -eq 0 ]; then
|
||||
echo "precondition_missing_only"
|
||||
else
|
||||
echo "mixed"
|
||||
fi
|
||||
}
|
||||
|
||||
run_live_pipeline_gate() {
|
||||
local live_output live_rc live_tail
|
||||
set +e
|
||||
live_output="$(bash scripts/run_real_pipeline.sh 2>&1)"
|
||||
live_rc=$?
|
||||
set -e
|
||||
printf '%s\n' "$live_output" >/tmp/llm_phase6_live_pipeline.out
|
||||
live_tail="$(printf '%s\n' "$live_output" | last_meaningful_failure_line)"
|
||||
if [ "$live_rc" -eq 0 ]; then
|
||||
pass "live_run_result=PASS 真实采集并输出今日日报"
|
||||
else
|
||||
fail "live_run_result=FAIL 真实采集并输出今日日报 (${live_tail:-see /tmp/llm_phase6_live_pipeline.out})"
|
||||
fi
|
||||
}
|
||||
|
||||
run_importer_smoke_gate() {
|
||||
local smoke_output smoke_rc smoke_tail
|
||||
set +e
|
||||
smoke_output="$(bash scripts/verify_importer_smoke.sh 2>&1)"
|
||||
smoke_rc=$?
|
||||
set -e
|
||||
printf '%s\n' "$smoke_output"
|
||||
printf '%s\n' "$smoke_output" >/tmp/llm_phase6_importer_smoke.out
|
||||
if [ "$smoke_rc" -eq 0 ]; then
|
||||
pass "importer_smoke_gate_result=PASS 新增导入器 smoke gate 通过"
|
||||
return 0
|
||||
fi
|
||||
|
||||
smoke_tail="$(printf '%s\n' "$smoke_output" | last_meaningful_failure_line)"
|
||||
fail "importer_smoke_gate_result=FAIL 新增导入器 smoke gate 未通过 (${smoke_tail:-see /tmp/llm_phase6_importer_smoke.out})"
|
||||
return 1
|
||||
}
|
||||
|
||||
run_window_gate() {
|
||||
local collector_window_output collector_window_rc window_failure_class
|
||||
set +e
|
||||
collector_window_output="$(bash scripts/collector_stats_window_audit.sh --db "$DB_URL" --limit 7 --assert-success-rate 95 2>&1)"
|
||||
collector_window_rc=$?
|
||||
set -e
|
||||
echo "$collector_window_output"
|
||||
|
||||
if [ "$collector_window_rc" -eq 0 ]; then
|
||||
pass "window_gate_result=PASS 最近 7 次采集成功率达到 95%（已输出分类摘要）"
|
||||
return
|
||||
fi
|
||||
|
||||
window_failure_class="$(classify_window_failure "$collector_window_output")"
|
||||
if [ "$window_failure_class" = "precondition_missing_only" ]; then
|
||||
fail "window_gate_result=FAIL 最近 7 次采集成功率达到 95%（window_failure_class=precondition_missing_only，环境纪律问题）"
|
||||
else
|
||||
fail "window_gate_result=FAIL 最近 7 次采集成功率达到 95%（window_failure_class=${window_failure_class}）"
|
||||
fi
|
||||
}
|
||||
|
||||
echo "=== Phase 6 综合验收检查 ==="
|
||||
|
||||
check_shell "Phase 1~5 总门禁通过" "bash scripts/verify_pre_phase6.sh"
|
||||
check_shell "全仓 Go 测试通过" "go test ./..."
|
||||
check_shell "脚本级采集器单测通过" "bash scripts/test.sh"
|
||||
check_shell "真实采集并输出今日日报" "bash scripts/run_real_pipeline.sh"
|
||||
if run_importer_smoke_gate; then
|
||||
run_live_pipeline_gate
|
||||
else
|
||||
warn "live_run_result=SKIPPED 因 importer_smoke_gate_result=FAIL"
|
||||
fi
|
||||
check_shell "API Server 可构建" "go build -o /dev/null ./cmd/server"
|
||||
check_shell "健康检查脚本通过" "DATABASE_URL='$DB_URL' bash healthcheck.sh"
|
||||
check_shell "密钥未硬编码进源码" "grep -R -n 'sk-' cmd internal frontend/src scripts .github/workflows --include='*.go' --include='*.ts' --include='*.tsx' --include='*.sh' --include='*.yml' --include='*.yaml' --exclude='verify_phase6.sh' >/tmp/llm_phase6_secret_scan.out 2>/dev/null; test ! -s /tmp/llm_phase6_secret_scan.out"
|
||||
|
||||
set +e
|
||||
collector_window_output="$(bash scripts/collector_stats_window_audit.sh --db "$DB_URL" --limit 7 --assert-success-rate 95 2>&1)"
|
||||
collector_window_rc=$?
|
||||
set -e
|
||||
echo "$collector_window_output"
|
||||
if [ "$collector_window_rc" -eq 0 ]; then
|
||||
pass "最近 7 次采集成功率达到 95%（已输出分类摘要）"
|
||||
else
|
||||
fail "最近 7 次采集成功率达到 95%（见上方分类摘要）"
|
||||
fi
|
||||
run_window_gate
|
||||
|
||||
if go build -o "$SERVER_BIN" ./cmd/server >/tmp/llm_phase6_server_build.out 2>/tmp/llm_phase6_server_build.err; then
|
||||
if reserve_server_port && start_server; then
|
||||
|
||||
Reference in New Issue
Block a user