31 lines
1.1 KiB
Bash
Executable File
31 lines
1.1 KiB
Bash
Executable File
#!/bin/bash
|
|
# =============================================
|
|
# 国内服务器：全流程自动化（独立运行，无需海外）
|
|
# 1. M1 Pi 抓取（headful Playwright + HTTP 代理）
|
|
# 2. 全链路 M2→M6（含日报）
|
|
# =============================================
|
|
# 每天 06:00 / 12:00 / 18:00 / 22:00 各执行一次
|
|
# =============================================
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
PROJECT_DIR="$(dirname "$SCRIPT_DIR")"
|
|
cd "$PROJECT_DIR"
|
|
|
|
LOG() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"; }
|
|
|
|
LOG "══════ 国内全流程开始 ══════"
|
|
|
|
# ── 加载 .env ──
|
|
export $(grep -v '^#' .env | grep -v '^$' | xargs 2>/dev/null || true)
|
|
|
|
# ── 1. M1 Pi 抓取（headful Playwright + HTTP 代理）──
|
|
LOG "[1/2] Pi M1 抓取（8G headful + HTTP 代理）..."
|
|
bash "$SCRIPT_DIR/domestic_crawl_8g.sh" 2>&1 | tail -5 || LOG "WARNING: 部分源抓取失败，继续管道"
|
|
|
|
# ── 2. M2→M6 管道（含日报）──
|
|
LOG "[2/2] 全链路管道..."
|
|
bash "$SCRIPT_DIR/pipeline.sh" 2>&1 | tail -10
|
|
|
|
LOG "══════ 国内全流程完成 ✅ ══════"
|