#!/usr/bin/env python3 """ 光湖直连同步器 · 本地→新加坡 绕过代理,直连新加坡 Gatekeeper,分 chunk 传输文件到代码仓库。 用法: python3 sync-to-sg.py --file brain/xxx.hdlp --target brain/xxx.hdlp --msg "feat: xxx" """ import argparse import base64 import json import os import subprocess import sys import time GK_URL = "http://43.156.237.110:3911/exec" GK_KEY = "zy_gtw_c38be341d65043eee0ba51a214a267832a9ae46dd73e423c" REPO_PATH = "/opt/zhuyuan/guanghulab" CHUNK_SIZE = 6000 # bytes,新加坡 gatekeeper 安全上限 CMD_TIMEOUT = 30 # 每条命令超时秒数 def gk_exec(cmd: str) -> dict: """通过 Gatekeeper 执行命令,绕过代理直连""" env = os.environ.copy() env.pop("http_proxy", None) env.pop("https_proxy", None) env.pop("HTTP_PROXY", None) env.pop("HTTPS_PROXY", None) result = subprocess.run( ["curl", "-s", "--connect-timeout", str(CMD_TIMEOUT), "-X", "POST", GK_URL, "-H", "Content-Type: application/json", "-H", f"Authorization: Bearer {GK_KEY}", "-d", json.dumps({"cmd": cmd})], capture_output=True, text=True, timeout=CMD_TIMEOUT + 5, env=env ) try: return json.loads(result.stdout) except json.JSONDecodeError: return {"ok": False, "error": f"gatekeeper 返回非 JSON: {result.stdout[:200]}", "stderr": result.stderr} def sync_file(local_path: str, target_path: str, commit_msg: str) -> bool: """同步单个文件到新加坡仓库""" # 读文件 with open(local_path, "rb") as f: content = f.read() expected_bytes = len(content) b64 = base64.b64encode(content).decode("ascii") print(f"[sync] {local_path} → {target_path} ({expected_bytes} bytes, {len(b64)} b64 chars)") # 清空临时目录 r = gk_exec(f"rm -f /tmp/sync_chunk_* /tmp/sync_b64.txt") if not r.get("ok"): print(f"[error] 清空临时目录失败: {r}") return False # 分 chunk 上传 chunks = [b64[i:i+CHUNK_SIZE] for i in range(0, len(b64), CHUNK_SIZE)] print(f"[sync] 分 {len(chunks)} chunks 上传...") for i, chunk in enumerate(chunks): # base64 编码 chunk 内容避免 shell 转义问题 chunk_b64 = base64.b64encode(chunk.encode()).decode() cmd = f'echo "{chunk_b64}" | base64 -d >> /tmp/sync_b64.txt' r = gk_exec(cmd) if not r.get("ok"): print(f"[error] chunk {i+1}/{len(chunks)} 上传失败: {r}") return False print(f" chunk {i+1}/{len(chunks)} ✓") # 解码并写入 full_target = f"{REPO_PATH}/{target_path}" target_dir = os.path.dirname(full_target) write_cmd = ( f"mkdir -p {target_dir} && " f"base64 -d /tmp/sync_b64.txt > {full_target} && " f"echo BYTES=$(wc -c < {full_target})" ) r = gk_exec(write_cmd) if not r.get("ok"): print(f"[error] 写入失败: {r}") return False # 校验字节数 stdout = r.get("stdout", "") if f"BYTES={expected_bytes}" not in stdout: actual = stdout.replace("BYTES=", "").strip() print(f"[error] 字节校验失败: 期望={expected_bytes}, 实际={actual}") return False print(f"[sync] 写入+校验通过 ({expected_bytes} bytes)") # Git 提交(pull→commit→push) escaped_msg = commit_msg.replace('"', '\\"').replace("'", "\\'") git_cmd = ( f"cd {REPO_PATH} && " f"git config user.email zhuyuan@guanghulab.com && " f"git config user.name '铸渊 ICE-GL-ZY001' && " f"git pull --rebase origin main 2>&1; " f"git add {target_path} && " f"GIT_OUT=$(git commit -m \"{escaped_msg}\" 2>&1); echo \"COMMIT: $GIT_OUT\"; " f"if echo \"$GIT_OUT\" | grep -q 'nothing to commit'; then echo 'NO_CHANGE'; else git push origin main 2>&1; fi" ) r = gk_exec(git_cmd) stdout = r.get("stdout", "") stderr = r.get("stderr", "") if "NO_CHANGE" in stdout: print(f"[sync] 文件无变更,跳过 commit+push") elif r.get("ok"): print(f"[sync] git pull + commit + push 成功") if stdout: print(f" 输出: {stdout[:300]}") else: # git 可能返回非零但实际成功了(committer 警告等) if "COMMIT:" in stdout and "nothing to commit" not in stdout: print(f"[sync] git 操作完成(有警告但 commit 已执行)") else: print(f"[error] git 操作失败: stdout={stdout[:300]}, stderr={stderr[:200]}") return False # 清理 gk_exec("rm -f /tmp/sync_chunk_* /tmp/sync_b64.txt") return True def main(): parser = argparse.ArgumentParser(description="光湖直连同步器 · 本地→新加坡") parser.add_argument("--file", required=True, help="本地文件路径") parser.add_argument("--target", required=True, help="目标路径(相对于仓库根)") parser.add_argument("--msg", required=True, help="commit message") args = parser.parse_args() if not os.path.exists(args.file): print(f"[error] 文件不存在: {args.file}") sys.exit(1) print(f"═" * 50) print(f"光湖直连同步器 · 本地→新加坡 BS-SG-001") print(f"═" * 50) start = time.time() ok = sync_file(args.file, args.target, args.msg) elapsed = time.time() - start if ok: print(f"✅ 同步完成 ({elapsed:.1f}s)") else: print(f"❌ 同步失败 ({elapsed:.1f}s)") sys.exit(1) if __name__ == "__main__": main()