main.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467
  1. // Command ac15fixture 是 AC-15 阶段 2 前置件的 CLI 入口。
  2. //
  3. // 两批能力:
  4. //
  5. // 第一批(资金域 4 表:t_user_expense / _school / _log + t_user / t_legacy_mapping)
  6. // ddl 用 core-model-ddl.sql 补齐目标库结构(只 CREATE,不 DROP)
  7. // map --user 53691 抽样搬运
  8. // verify --user 53691 逐列核对(退出码 0=PASS,1=FAIL)
  9. // run --user 53691 map + verify
  10. // clean --user 53691 删除 fixture 数据并复核回 0 行
  11. // count 打印相关表当前行数
  12. //
  13. // 第二批(t_user_divide_into / _log / t_user_balance_request / t_expenditure_log
  14. // + 字典 t_expenditure,biz_no 口径首次落地)
  15. // map2 抽样搬运 4 表
  16. // verify2 逐列核对 + biz_no 四项 + D1 id 一致性
  17. // idem2 幂等实测(同一批跑两次,比对行数与 id)
  18. // run2 map2 + verify2 + idem2
  19. // clean2 清理并复核 7 张表回 0 行
  20. // count2 打印第二批涉及表当前行数
  21. //
  22. // 结构对齐(created_at / updated_at 补 DEFAULT):
  23. // align 逐表比对 DDL 与实库,打印 ALTER 清单并做 dry-run(不执行)
  24. // align --apply 清单经人工确认后执行
  25. // align --verify 只复核两列的 COLUMN_DEFAULT 是否全部非 NULL
  26. //
  27. // 环境变量(口令不落盘、不打印):
  28. //
  29. // AC15_DB_HOST / AC15_DB_PORT / AC15_DB_USER / AC15_DB_PASS / AC15_TARGET_DB
  30. // AC15_LEGACY_USER / AC15_LEGACY_PASS / AC15_LEGACY_DB
  31. // AC15_CORE_DDL core DDL 路径(默认取仓库外部的 02-data-model/core-model-ddl.sql)
  32. //
  33. // 退出码:0 = 成功/PASS;1 = 核对 FAIL;2 = 参数错误;3 = 环境或守卫失败。
  34. package main
  35. import (
  36. "context"
  37. "flag"
  38. "fmt"
  39. "os"
  40. "strings"
  41. "yuansiwei/unified-backend/internal/academic/dualrun/fixture"
  42. )
  43. func main() {
  44. if len(os.Args) < 2 {
  45. usage()
  46. os.Exit(2)
  47. }
  48. cmd := os.Args[1]
  49. args := os.Args[2:]
  50. switch cmd {
  51. case "ddl":
  52. os.Exit(runDDL(args))
  53. case "map":
  54. os.Exit(runMap(args))
  55. case "verify":
  56. os.Exit(runVerify(args))
  57. case "run":
  58. os.Exit(runAll(args))
  59. case "clean":
  60. os.Exit(runClean(args))
  61. case "count":
  62. os.Exit(runCount(args))
  63. case "map2":
  64. os.Exit(runMap2(args))
  65. case "verify2":
  66. os.Exit(runVerify2(args))
  67. case "idem2":
  68. os.Exit(runIdem2(args))
  69. case "run2":
  70. os.Exit(runRun2(args))
  71. case "clean2":
  72. os.Exit(runClean2(args))
  73. case "count2":
  74. os.Exit(runCount2(args))
  75. case "align":
  76. os.Exit(runAlign(args))
  77. case "-h", "--help", "help":
  78. usage()
  79. os.Exit(0)
  80. default:
  81. fmt.Fprintf(os.Stderr, "未知子命令:%s\n\n", cmd)
  82. usage()
  83. os.Exit(2)
  84. }
  85. }
  86. func usage() {
  87. fmt.Fprint(os.Stderr, `ac15fixture —— AC-15 阶段 2 前置件(资金域映射 + 逐列核对)
  88. 第一批(D1 口径为主):
  89. ddl 补齐 core-model-ddl.sql 的 13 张表(只 CREATE TABLE IF NOT EXISTS,禁止 DROP)
  90. map 抽样搬运一个 legacy 用户(账户 + 校区账户 + 流水)
  91. verify 逐列核对 4 张表 + AUTO_INCREMENT + 空值语义 + float 陷阱
  92. run map + verify
  93. clean 删除 fixture 数据并复核 4 张表回 0 行
  94. count 打印相关表当前行数
  95. 第二批(biz_no 口径首次落地):
  96. map2 搬运 t_user_divide_into / _log / t_user_balance_request / t_expenditure_log(+字典)
  97. verify2 逐列核对 + biz_no 四项 + D1 id 一致性
  98. idem2 幂等实测(同一批跑两次,比行数与 id)
  99. run2 map2 + verify2 + idem2
  100. clean2 清理并复核 7 张表回 0 行
  101. count2 打印第二批涉及表当前行数
  102. 结构对齐(created_at / updated_at 补 DEFAULT,只 MODIFY 不重建):
  103. align 逐表比对 DDL 与实库,打印 ALTER 清单 + dry-run(不执行)
  104. align --apply 清单确认后执行
  105. align --verify 只复核 COLUMN_DEFAULT 是否全部非 NULL
  106. 第一批参数:--user <legacy userid>(默认 53691), --ddl <path>
  107. 第二批参数:--root <分账树根 userid,默认 395>, --buser <充值工单用户,默认 31348>,
  108. --euser <收支记录创建人,默认 395>, --dict <是否迁移字典,默认 true>
  109. `)
  110. }
  111. // bootstrap 解析第一批公共参数、加载配置并跑守卫。
  112. func bootstrap(args []string, withUser bool) (fixture.Config, int64, string, int) {
  113. fs := flag.NewFlagSet("ac15fixture", flag.ContinueOnError)
  114. fs.SetOutput(os.Stderr)
  115. user := fs.Int64("user", fixture.DefaultLegacyUserID, "legacy userid")
  116. ddl := fs.String("ddl", "", "core DDL 路径(默认 AC15_CORE_DDL 或仓库外部默认路径)")
  117. if err := fs.Parse(args); err != nil {
  118. return fixture.Config{}, 0, "", 2
  119. }
  120. if !withUser {
  121. *user = fixture.DefaultLegacyUserID
  122. }
  123. cfg, code := loadConfig()
  124. if code != 0 {
  125. return fixture.Config{}, 0, "", code
  126. }
  127. return cfg, *user, *ddl, 0
  128. }
  129. // loadConfig 取工作目录 → 读配置 → 守卫 → 打印脱敏后的连接串。
  130. func loadConfig() (fixture.Config, int) {
  131. repoRoot, err := os.Getwd()
  132. if err != nil {
  133. fmt.Fprintf(os.Stderr, "FATAL: 取工作目录失败:%v\n", err)
  134. return fixture.Config{}, 3
  135. }
  136. cfg, err := fixture.LoadConfig(repoRoot)
  137. if err != nil {
  138. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  139. return fixture.Config{}, 3
  140. }
  141. if err := cfg.Guard(); err != nil {
  142. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  143. return fixture.Config{}, 3
  144. }
  145. fmt.Printf("target=%s legacy=%s\n\n", cfg.TargetMasked(), cfg.LegacyMasked())
  146. return cfg, 0
  147. }
  148. // bootstrap2 解析第二批参数。
  149. func bootstrap2(args []string) (fixture.Config, fixture.Batch2Options, int) {
  150. def := fixture.DefaultBatch2Options()
  151. fs := flag.NewFlagSet("ac15fixture-b2", flag.ContinueOnError)
  152. fs.SetOutput(os.Stderr)
  153. root := fs.Int64("root", def.DivideRootUserID, "分账树根 userid(取整棵子树)")
  154. buser := fs.Int64("buser", def.BalanceRequestUserID, "充值工单所属 userid")
  155. euser := fs.Int64("euser", def.ExpenditureLogUserID, "收支记录创建人 userid")
  156. dict := fs.Bool("dict", def.WithExpenditureDict, "是否同时 D1 迁移 t_expenditure 字典")
  157. if err := fs.Parse(args); err != nil {
  158. return fixture.Config{}, fixture.Batch2Options{}, 2
  159. }
  160. cfg, code := loadConfig()
  161. if code != 0 {
  162. return fixture.Config{}, fixture.Batch2Options{}, code
  163. }
  164. return cfg, fixture.Batch2Options{
  165. DivideRootUserID: *root,
  166. BalanceRequestUserID: *buser,
  167. ExpenditureLogUserID: *euser,
  168. WithExpenditureDict: *dict,
  169. }, 0
  170. }
  171. func runDDL(args []string) int {
  172. cfg, _, ddlPath, code := bootstrap(args, false)
  173. if code != 0 {
  174. return code
  175. }
  176. rep, err := fixture.ApplyCoreDDL(context.Background(), cfg, ddlPath)
  177. if rep != nil {
  178. fixture.PrintDDLReport(os.Stdout, rep)
  179. }
  180. if err != nil {
  181. fmt.Fprintf(os.Stderr, "\nFATAL: %v\n", err)
  182. return 3
  183. }
  184. return 0
  185. }
  186. func runMap(args []string) int {
  187. cfg, user, _, code := bootstrap(args, true)
  188. if code != 0 {
  189. return code
  190. }
  191. rep, err := fixture.PrepareAndLoad(context.Background(), cfg, user)
  192. if err != nil {
  193. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  194. return 3
  195. }
  196. fixture.PrintMapReport(os.Stdout, rep)
  197. return 0
  198. }
  199. func runVerify(args []string) int {
  200. cfg, user, _, code := bootstrap(args, true)
  201. if code != 0 {
  202. return code
  203. }
  204. rep, err := fixture.Verify(context.Background(), cfg, user)
  205. if err != nil {
  206. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  207. return 3
  208. }
  209. fixture.PrintVerifyReport(os.Stdout, rep)
  210. if !rep.OK() {
  211. return 1
  212. }
  213. return 0
  214. }
  215. func runAll(args []string) int {
  216. if code := runMap(args); code != 0 {
  217. return code
  218. }
  219. fmt.Println()
  220. return runVerify(args)
  221. }
  222. func runClean(args []string) int {
  223. cfg, user, _, code := bootstrap(args, true)
  224. if code != 0 {
  225. return code
  226. }
  227. rep, err := fixture.Cleanup(context.Background(), cfg, user)
  228. if err != nil {
  229. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  230. return 3
  231. }
  232. fixture.PrintCleanReport(os.Stdout, rep)
  233. return 0
  234. }
  235. func runCount(args []string) int {
  236. cfg, _, _, code := bootstrap(args, false)
  237. if code != 0 {
  238. return code
  239. }
  240. counts, err := fixture.CountTargetTables(context.Background(), cfg)
  241. if err != nil {
  242. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  243. return 3
  244. }
  245. fixture.PrintCounts(os.Stdout, "第一批目标表行数", counts,
  246. []string{"t_user", "t_legacy_mapping", "t_user_expense", "t_user_expense_school", "t_user_expense_log"})
  247. return 0
  248. }
  249. // ---------- 第二批 ----------
  250. func runMap2(args []string) int {
  251. cfg, opts, code := bootstrap2(args)
  252. if code != 0 {
  253. return code
  254. }
  255. rep, err := fixture.PrepareBatch2(context.Background(), cfg, opts)
  256. if err != nil {
  257. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  258. return 3
  259. }
  260. fixture.PrintBatch2Report(os.Stdout, rep)
  261. return 0
  262. }
  263. func runVerify2(args []string) int {
  264. cfg, opts, code := bootstrap2(args)
  265. if code != 0 {
  266. return code
  267. }
  268. rep, err := fixture.VerifyBatch2(context.Background(), cfg, opts)
  269. if err != nil {
  270. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  271. return 3
  272. }
  273. fixture.PrintBatch2Verify(os.Stdout, rep)
  274. if !rep.OK() {
  275. return 1
  276. }
  277. return 0
  278. }
  279. func runIdem2(args []string) int {
  280. cfg, opts, code := bootstrap2(args)
  281. if code != 0 {
  282. return code
  283. }
  284. rep, err := fixture.IdempotencyCheck(context.Background(), cfg, opts)
  285. if err != nil {
  286. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  287. return 3
  288. }
  289. fixture.PrintIdempotency(os.Stdout, rep)
  290. if !rep.AllOK() {
  291. return 1
  292. }
  293. return 0
  294. }
  295. func runRun2(args []string) int {
  296. if code := runMap2(args); code != 0 {
  297. return code
  298. }
  299. fmt.Println()
  300. if code := runVerify2(args); code != 0 {
  301. return code
  302. }
  303. fmt.Println()
  304. return runIdem2(args)
  305. }
  306. func runClean2(args []string) int {
  307. cfg, opts, code := bootstrap2(args)
  308. if code != 0 {
  309. return code
  310. }
  311. rep, err := fixture.CleanupBatch2(context.Background(), cfg, opts)
  312. if err != nil {
  313. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  314. return 3
  315. }
  316. fixture.PrintBatch2Clean(os.Stdout, rep)
  317. return 0
  318. }
  319. func runAlign(args []string) int {
  320. fs := flag.NewFlagSet("align", flag.ContinueOnError)
  321. fs.SetOutput(os.Stderr)
  322. apply := fs.Bool("apply", false, "执行清单里的 ALTER(默认只打印 + dry-run)")
  323. verifyOnly := fs.Bool("verify", false, "只复核列默认值")
  324. modelDir := fs.String("model", "", "DDL 目录(默认 AC15_MODEL_DIR 或内置路径)")
  325. columns := fs.String("columns", "created_at,updated_at",
  326. "参与对齐的列:created_at,updated_at | create_time | all")
  327. algorithm := fs.String("algorithm", "instant",
  328. "ALGORITHM 子句:instant|inplace|copy|none(MySQL 8.0.23 不支持 instant,需显式 none)")
  329. fixNullable := fs.Bool("fix-nullable", false, "按 DDL 修正 NULL 性(默认只报告不改)")
  330. if err := fs.Parse(args); err != nil {
  331. return 2
  332. }
  333. cfg, code := loadConfig()
  334. if code != 0 {
  335. return code
  336. }
  337. ctx := context.Background()
  338. cols, err := parseColumns(*columns)
  339. if err != nil {
  340. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  341. return 2
  342. }
  343. if *verifyOnly {
  344. total, missing, err := fixture.VerifyAlign(ctx, cfg, cols)
  345. if err != nil {
  346. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  347. return 3
  348. }
  349. fmt.Printf("== 复核 %v:共 %d 列 ==\n", cols, total)
  350. if len(missing) == 0 {
  351. fmt.Printf("COLUMN_DEFAULT 全部非 NULL:PASS\n")
  352. return 0
  353. }
  354. fmt.Printf("仍有 %d 列为 NULL:\n", len(missing))
  355. for _, m := range missing {
  356. fmt.Printf(" - %s\n", m)
  357. }
  358. return 1
  359. }
  360. opts := fixture.AlignOptions{
  361. ModelDir: *modelDir, Columns: cols,
  362. Algorithm: *algorithm, FixNullable: *fixNullable,
  363. }
  364. rep, err := fixture.BuildAlignReport(ctx, cfg, opts)
  365. if err != nil {
  366. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  367. return 3
  368. }
  369. if err := fixture.DryRunAlign(ctx, cfg, rep); err != nil {
  370. fmt.Fprintf(os.Stderr, "FATAL: dry-run 失败:%v\n", err)
  371. return 3
  372. }
  373. if *apply {
  374. if err := fixture.ApplyAlign(ctx, cfg, rep); err != nil {
  375. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  376. return 3
  377. }
  378. }
  379. fixture.PrintAlignReport(os.Stdout, rep)
  380. if *apply {
  381. total, missing, err := fixture.VerifyAlign(ctx, cfg, cols)
  382. if err != nil {
  383. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  384. return 3
  385. }
  386. fmt.Printf("\n== 执行后复核 %v:共 %d 列 ==\n", cols, total)
  387. if len(missing) == 0 {
  388. fmt.Printf("COLUMN_DEFAULT 全部非 NULL:PASS\n")
  389. } else {
  390. fmt.Printf("仍有 %d 列为 NULL:\n", len(missing))
  391. for _, m := range missing {
  392. fmt.Printf(" - %s\n", m)
  393. }
  394. }
  395. if rep.Failed > 0 {
  396. return 3
  397. }
  398. }
  399. return 0
  400. }
  401. // parseColumns 解析 --columns:all = 审计列 + 业务列。
  402. func parseColumns(s string) ([]string, error) {
  403. s = strings.TrimSpace(s)
  404. switch s {
  405. case "", "audit":
  406. return fixture.ColumnsAudit, nil
  407. case "business":
  408. return fixture.ColumnsBusiness, nil
  409. case "all":
  410. return append(append([]string{}, fixture.ColumnsAudit...), fixture.ColumnsBusiness...), nil
  411. }
  412. var out []string
  413. for _, p := range strings.Split(s, ",") {
  414. p = strings.TrimSpace(p)
  415. if p == "" {
  416. continue
  417. }
  418. out = append(out, p)
  419. }
  420. if len(out) == 0 {
  421. return nil, fmt.Errorf("--columns 为空")
  422. }
  423. return out, nil
  424. }
  425. func runCount2(args []string) int {
  426. cfg, _, code := bootstrap2(args)
  427. if code != 0 {
  428. return code
  429. }
  430. counts, err := fixture.CountBatch2Tables(context.Background(), cfg)
  431. if err != nil {
  432. fmt.Fprintf(os.Stderr, "FATAL: %v\n", err)
  433. return 3
  434. }
  435. fixture.PrintCounts(os.Stdout, "第二批目标表行数", counts, fixture.Batch2Tables())
  436. return 0
  437. }