From 257bd3b0d3fdb6d76c7d9241bf6859d89f39a7d1 Mon Sep 17 00:00:00 2001 From: claude_dev Date: Tue, 8 Sep 2026 13:45:50 +0800 Subject: [PATCH] =?UTF-8?q?perf(sync):=20gdhs=E5=90=8C=E6=AD=A5skip-if-exi?= =?UTF-8?q?sts=E2=80=94=E2=80=94=E8=A1=A5=E5=8F=B2=E5=90=8E53=E6=96=87?= =?UTF-8?q?=E4=BB=B6,=E6=9C=9F=E6=96=87=E4=BB=B6write-once=E6=97=A0?= =?UTF-8?q?=E9=9C=80=E6=AF=8F=E6=97=A5=E9=87=8D=E6=8B=89=20[nas]?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/nas_sync/sync_parquet_daily.sh | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/scripts/nas_sync/sync_parquet_daily.sh b/scripts/nas_sync/sync_parquet_daily.sh index ec5ebbf..38fa593 100644 --- a/scripts/nas_sync/sync_parquet_daily.sh +++ b/scripts/nas_sync/sync_parquet_daily.sh @@ -44,10 +44,14 @@ done # gdhs per-period 全量拉(季度末文件名不在滚动窗口内;周六 ak-weekly 产出,≤10 文件) mkdir -p "$DATA/static/gdhs" -# dir /b 输出带 CRLF: 粘在文件名尾 → scp 远端路径不存在 → 静默失败 6 天 -# (09-02~09-08 NAS gdhs 空)。tr -d ' ' 根治。 +# dir /b 输出带 CRLF: + 粘在文件名尾 → scp 远端路径不存在 → 静默失败 6 天 +# (09-02~09-08 NAS gdhs 空)。tr -d ' +' 根治。 for f in $(ssh -i "$KEY" -o StrictHostKeyChecking=no \ "$VPS" "dir /b C:\\sanguo_vnpy_v2\\data\\static\\gdhs\\*.parquet" 2>/dev/null | tr -d '\r'); do + # 期文件 write-once(marker 锁定): 已存在即跳过, 补史后 53 文件每日全量重拉是浪费 + [ -f "$DATA/static/gdhs/$f" ] && continue if scp -q -i "$KEY" -o StrictHostKeyChecking=no \ "$VPS:C:/sanguo_vnpy_v2/data/static/gdhs/$f" \ "$DATA/static/gdhs/" 2>/dev/null; then