2026-09-15 18:47:02 +08:00
|
|
|
|
#!/usr/bin/env bash
|
2026-09-19 15:12:19 +08:00
|
|
|
|
. "$(cd "$(dirname "$0")/.." && pwd)/config/load.sh"
|
2026-09-15 18:47:02 +08:00
|
|
|
|
# 存量数据并行搬运 47 → 106（4 路并发；瓶颈在源端小文件 IOPS，单流只 ~0.4MB/s）
|
|
|
|
|
|
# 搬完写 /root/push-parallel.done，供后续 cutover 判断
|
|
|
|
|
|
set -uo pipefail
|
|
|
|
|
|
KEY=/root/.ssh/dshworker_ed25519
|
2026-09-19 15:12:19 +08:00
|
|
|
|
DST=root@"$DSH_PEER_PUBLIC_IP"
|
2026-09-15 18:47:02 +08:00
|
|
|
|
SSHO="-i $KEY -o BatchMode=yes -o StrictHostKeyChecking=accept-new -o Compression=no"
|
2026-09-19 15:12:19 +08:00
|
|
|
|
SRC="$DSHS_DATA_ROOT"
|
2026-09-15 18:47:02 +08:00
|
|
|
|
LOG=/root/push-parallel.log
|
|
|
|
|
|
: > "$LOG"
|
|
|
|
|
|
|
2026-09-19 15:12:19 +08:00
|
|
|
|
ssh -n $SSHO "$DST" "mkdir -p $DSHS_DATA_ROOT"
|
2026-09-15 18:47:02 +08:00
|
|
|
|
echo "[$(date +%T)] 目标端就绪" >> "$LOG"
|
|
|
|
|
|
|
|
|
|
|
|
# 按"大小"分组：大用户单开一路，其余合流（每路一个 tar→ssh）
|
|
|
|
|
|
one() { # $1=组名 其余=相对路径列表
|
|
|
|
|
|
local name="$1"; shift
|
|
|
|
|
|
(
|
|
|
|
|
|
cd "$SRC" || exit 1
|
|
|
|
|
|
{ for p in "$@"; do [ -e "$p" ] && echo "$p"; done; } > "/tmp/list-$name.txt"
|
|
|
|
|
|
tar --numeric-owner --files-from="/tmp/list-$name.txt" -cf - \
|
2026-09-19 15:12:19 +08:00
|
|
|
|
| ssh $SSHO "$DST" "tar -C "$DSHS_DATA_ROOT" --numeric-owner -xf -"
|
2026-09-15 18:47:02 +08:00
|
|
|
|
echo "[$(date +%T)] $name 完成 rc=$?" >> "$LOG"
|
|
|
|
|
|
) &
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
# 组划分（按实际内容：1 个大用户 + 若干小目录）
|
|
|
|
|
|
one g1 "users/4092b965-2f68-4977-9989-68b3966f7df0"
|
|
|
|
|
|
one g2 "users/cce6d1cd-b376-4304-80f0-0e1c58c9ffde" "users/3ec95f69-6a4e-4d16-a415-56aa09396fc5"
|
|
|
|
|
|
one g3 "users/4eaeb26b-9e0c-4c68-9b61-0daf70664ae5" "users/74e8804a-e0c8-4645-84de-90dd3fae6c2b"
|
|
|
|
|
|
one g4 "users/7ba268be-6103-438c-8e6b-609b422ccbca" "users/ca3f36e0-937f-437e-b850-53b8230f20f8" \
|
|
|
|
|
|
"bundled-skills" "business-plugins" "whitelist-cache"
|
|
|
|
|
|
|
|
|
|
|
|
wait
|
|
|
|
|
|
echo "[$(date +%T)] 全部完成" >> "$LOG"
|
2026-09-19 15:12:19 +08:00
|
|
|
|
ssh -n $SSHO "$DST" "du -sm $DSHS_DATA_ROOT | cut -f1" >> "$LOG" 2>&1
|
2026-09-15 18:47:02 +08:00
|
|
|
|
touch /root/push-parallel.done
|
