package repository import ( "database/sql" "errors" "fmt" "os" "strings" "sync" "testing" "cmautobuy/admin/config" "cmautobuy/admin/model" "cmautobuy/admin/spec" ) // TestMySQLMigrate_真实MySQL8 只在显式提供隔离测试库时运行。 // 库名必须以 _test 结尾,防止测试清理误碰生产库。 func TestMySQLMigrate_真实MySQL8(t *testing.T) { if os.Getenv("CMAUTOBUY_MYSQL_TEST") != "1" { t.Skip("未启用真实 MySQL 8 集成测试") } cfg, err := config.LoadDatabaseFromEnv() if err != nil { t.Fatal(err) } if !strings.HasSuffix(cfg.Name, "_test") { t.Fatalf("拒绝清理非测试数据库 %q:库名必须以 _test 结尾", cfg.Name) } db, err := OpenMySQL(cfg) if err != nil { t.Fatal(err) } defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatalf("首次建立 MySQL schema 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("重复迁移应该无副作用: %v", err) } var version int if err := db.QueryRow(`SELECT MAX(version) FROM schema_migrations`).Scan(&version); err != nil { t.Fatal(err) } if version != mysqlSchemaVersion { t.Fatalf("schema 版本=%d,期望 %d", version, mysqlSchemaVersion) } } func TestMySQLMigrate_V2升级V3并转换真实主链路(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) now := "2026-08-10T03:00:00Z" mustExec(t, db, `INSERT INTO shopee_products (goods_id,title,created_at,updated_at) VALUES ('REPORT-1','报表商品',?,?)`, now, now) mustExec(t, db, `INSERT INTO shopee_skus (sku_id,goods_id,spec_raw,created_at,updated_at) VALUES ('SKU-1','REPORT-1','黑色, M',?,?)`, now, now) mustExec(t, db, `INSERT INTO sku_mappings (shopee_sku_id,pdd_goods_id,pdd_option_key,pdd_options,goods_id,mapped_at) VALUES ('SKU-1','PDD-1','color=黑色&size=M','color=黑色&size=M','REPORT-1',?)`, now) mustExec(t, db, `INSERT INTO syb_orders (syb_id,order_no,title,shopee_goods_id,product_spec,quantity,syb_data,created_at,updated_at) VALUES ('SYB-1','ORDER-1','报表商品','REPORT-1',' 黑色, M ',1,'{}',?,?), ('SYB-2','ORDER-2','骨架商品','SKELETON-1','白色,L',1,'{}',?,?), ('SYB-3','ORDER-3','空规格','EMPTY-1',NULL,1,'{}',?,?)`, now, now, now, now, now, now) if err := MigrateMySQL(db); err != nil { t.Fatalf("v2→v3 失败: %v", err) } var key string if err := db.QueryRow(`SELECT spec_key FROM syb_orders WHERE syb_id='SYB-1'`).Scan(&key); err != nil || key != "黑色, M" { t.Fatalf("规格回填=%q err=%v", key, err) } var empty sql.NullString if err := db.QueryRow(`SELECT spec_key FROM syb_orders WHERE syb_id='SYB-3'`).Scan(&empty); err != nil || empty.Valid { t.Fatalf("空规格必须保持 NULL: %+v err=%v", empty, err) } var source string if err := db.QueryRow(`SELECT source FROM shopee_products WHERE goods_id='SKELETON-1'`).Scan(&source); err != nil || source != "syb" { t.Fatalf("骨架来源=%q err=%v", source, err) } var mappingCount int if err := db.QueryRow(`SELECT COUNT(*) FROM spec_mappings WHERE shopee_goods_id='REPORT-1' AND spec_key='黑色, M' AND pdd_goods_id='PDD-1'`).Scan(&mappingCount); err != nil || mappingCount != 1 { t.Fatalf("旧映射转换数量=%d err=%v", mappingCount, err) } if exists, _ := mysqlTableExists(db, "sku_mappings"); exists { t.Fatal("旧 sku_mappings 应已删除") } if exists, _ := mysqlTableExists(db, "sku_mappings_v3_backup"); !exists { t.Fatal("删除旧表前必须保留受限备份表") } } func TestMySQLMigrate_V3三个中断点重跑收敛(t *testing.T) { for _, tc := range []struct { name string prepare func(*testing.T, *sql.DB) }{ {"DDL完成回填未开始", func(t *testing.T, db *sql.DB) { if err := ensureMySQLV3Columns(db); err != nil { t.Fatal(err) } mustExec(t, db, mysqlSchemaV3SpecMappings) }}, {"回填到一半", func(t *testing.T, db *sql.DB) { if err := ensureMySQLV3Columns(db); err != nil { t.Fatal(err) } mustExec(t, db, mysqlSchemaV3SpecMappings) key, _ := spec.SpecKey("黑色,M") mustExec(t, db, `UPDATE syb_orders SET spec_key=? WHERE syb_id='SYB-A'`, key) }}, {"全部完成版本未记录", func(t *testing.T, db *sql.DB) { if err := migrateMySQLV3(db); err != nil { t.Fatal(err) } }}, } { t.Run(tc.name, func(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) now := "2026-08-10T03:00:00Z" mustExec(t, db, `INSERT INTO syb_orders (syb_id,order_no,title,shopee_goods_id,product_spec,quantity,syb_data,created_at,updated_at) VALUES ('SYB-A','A','A','G-A','黑色,M',1,'{}',?,?),('SYB-B','B','B','G-B','白色,L',1,'{}',?,?)`, now, now, now, now) tc.prepare(t, db) if err := MigrateMySQL(db); err != nil { t.Fatalf("重跑失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("再次重跑失败: %v", err) } var count int if err := db.QueryRow(`SELECT COUNT(*) FROM syb_orders WHERE spec_key IS NOT NULL`).Scan(&count); err != nil || count != 2 { t.Fatalf("回填未收敛 count=%d err=%v", count, err) } }) } } func TestMySQLMigrate_V3字段存在但约束缺失可收敛(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,created_at,updated_at) VALUES ('EXISTING-1','存量商品','2026-08-10T00:00:00Z','2026-08-10T00:00:00Z')`) mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN source VARCHAR(16) NULL`) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } var existingSource string if err := db.QueryRow(`SELECT source FROM shopee_products WHERE goods_id='EXISTING-1'`).Scan(&existingSource); err != nil || existingSource != "report" { t.Fatalf("可空 source 中断点的存量行未收敛: source=%q err=%v", existingSource, err) } mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES ('CHECK-1','检查','report','2026-08-10T00:00:00Z','2026-08-10T00:00:00Z')`) if _, err := db.Exec(`UPDATE shopee_products SET source='typo'`); err == nil { t.Fatal("source CHECK 必须拒绝非法值") } } func TestMySQLMigrate_V3形状自检失败不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) mustExec(t, db, `CREATE TABLE spec_mappings ( shopee_goods_id VARCHAR(191) NOT NULL, spec_key VARCHAR(191) NOT NULL, pdd_goods_id VARCHAR(191) NOT NULL, pdd_option_key VARCHAR(191) NOT NULL, pdd_options LONGTEXT NOT NULL, spec_raw TEXT NOT NULL, mapped_at VARCHAR(35) NOT NULL, PRIMARY KEY (shopee_goods_id, pdd_goods_id, spec_key) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误主键顺序必须让 v3 形状自检失败") } var count int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=3`).Scan(&count); err != nil || count != 0 { t.Fatalf("自检失败时不得记录 v3: count=%d err=%v", count, err) } } func TestMySQLMigrate_V3升级V4且断点重跑(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) if err := migrateMySQLV3(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z')`) // 模拟 DDL 已完成、版本未记录。 mustExec(t, db, mysqlSchemaV4Decisions) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("重跑失败: %v", err) } var versions int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=4`).Scan(&versions); err != nil || versions != 1 { t.Fatalf("v4=%d err=%v", versions, err) } mustExec(t, db, `INSERT INTO spec_mapping_decisions(shopee_goods_id,spec_key,pdd_goods_id,rules_version,chosen_option_key,accepted,decided_at) VALUES('S','K','P','rules_v1','O',1,'2026-08-10T00:00:00Z')`) if _, err := db.Exec(`UPDATE spec_mapping_decisions SET accepted=2`); err == nil { t.Fatal("accepted CHECK 必须拒绝 2") } } func TestMySQLMigrate_V4形状错误不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV2(t, db) if err := migrateMySQLV3(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z')`) mustExec(t, db, strings.Replace(mysqlSchemaV4Decisions, "CHECK (accepted IN (0,1))", "CHECK (accepted IN (0,1,2))", 1)) if err := MigrateMySQL(db); err == nil { t.Fatal("错误 CHECK 必须阻止 v4") } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=4`).Scan(&count) if count != 0 { t.Fatal("自检失败不得记 v4") } } func TestMySQLMigrate_V4升级V5且断点重跑(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV4(t, db) // 模拟全部 DDL 已完成但版本尚未记录。 if err := migrateMySQLV5(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v5 重跑失败: %v", err) } var versions int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=5`).Scan(&versions); err != nil || versions != 1 { t.Fatalf("v5=%d err=%v", versions, err) } now := "2026-08-10T00:00:00Z" mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,created_at,updated_at) VALUES('OLD','collect','pending','https://example.invalid',?,?)`, now, now) var mode string if err := db.QueryRow(`SELECT execution_mode FROM tasks WHERE task_id='OLD'`).Scan(&mode); err != nil || mode != "dry_run" { t.Fatalf("历史/缺省任务模式=%q err=%v", mode, err) } if _, err := db.Exec(`UPDATE tasks SET execution_mode='invalid' WHERE task_id='OLD'`); err == nil { t.Fatal("执行模式 CHECK 必须拒绝非法值") } if _, err := db.Exec(`UPDATE tasks SET execution_mode='live' WHERE task_id='OLD'`); err == nil { t.Fatal("缺少确认审计的 live 必须被拒绝") } if _, err := db.Exec(`UPDATE tasks SET live_confirmed_by='U',live_confirmed_at=? WHERE task_id='OLD'`, now); err == nil { t.Fatal("dry_run 不得携带 live 确认审计") } } func TestMySQLMigrate_V5形状错误不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV4(t, db) mustExec(t, db, `ALTER TABLE tasks ADD COLUMN execution_mode VARCHAR(8) NOT NULL DEFAULT 'dry_run'`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误 execution_mode 形状必须阻止 v5") } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=5`).Scan(&count) if count != 0 { t.Fatal("v5 自检失败不得记录版本") } } func TestMySQLMigrate_V5升级V6且断点重跑(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV4(t, db) if err := migrateMySQLV5(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (5,'2026-08-10T00:00:00Z')`) now := "2026-08-10T00:00:00Z" mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,created_at,updated_at) VALUES('HISTORY','collect','pending','https://example.invalid',?,?)`, now, now) // 模拟 DDL 已提交但版本号尚未写入,再启动必须能够收敛。 if err := migrateMySQLV6(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v6 重跑失败: %v", err) } var versions int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=6`).Scan(&versions); err != nil || versions != 1 { t.Fatalf("v6=%d err=%v", versions, err) } var creator sql.NullString if err := db.QueryRow(`SELECT created_by_user_id FROM tasks WHERE task_id='HISTORY'`).Scan(&creator); err != nil || creator.Valid { t.Fatalf("存量任务应保持历史任务 NULL: creator=%+v err=%v", creator, err) } } func TestMySQLMigrate_V6形状错误不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV4(t, db) if err := migrateMySQLV5(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (5,'2026-08-10T00:00:00Z')`) mustExec(t, db, `ALTER TABLE tasks ADD COLUMN created_by_user_id VARCHAR(32) NULL`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误 created_by_user_id 形状必须阻止 v6") } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=6`).Scan(&count) if count != 0 { t.Fatal("v6 自检失败不得记录版本") } } func TestMySQLMigrate_V6升级V7且断点重跑(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV6(t, db) // 模拟 MySQL DDL 已经提交、版本号尚未记录的中断状态。 if err := migrateMySQLV7(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v7 重跑失败: %v", err) } var versions int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=7`).Scan(&versions); err != nil || versions != 1 { t.Fatalf("v7=%d err=%v", versions, err) } mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('API-1','接口商品','api','2026-08-11T00:00:00Z','2026-08-11T00:00:00Z')`) } func TestMySQLMigrate_V7形状错误不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV6(t, db) mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN source_observed_at VARCHAR(10) NULL`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误 source_observed_at 形状必须阻止 v7") } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=7`).Scan(&count) if count != 0 { t.Fatal("v7 自检失败不得记录版本") } } func TestMySQLMigrate_V7升级V8保留内部引用且可重放(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV7(t, db) now := "2026-08-11T00:00:00Z" mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now) mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,created_at,updated_at) VALUES('REAL-1','S-1',' 黑色, M ',?,?)`, now, now) // 模拟全部 DDL/回填已提交,但 schema_migrations 尚未记录 v8。 if err := migrateMySQLV8(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v8 重跑失败: %v", err) } var internalID, externalID, key string if err := db.QueryRow(`SELECT sku_id,shopee_sku_id,spec_key FROM shopee_skus`).Scan(&internalID, &externalID, &key); err != nil { t.Fatal(err) } if internalID != "REAL-1" || externalID != "REAL-1" || key != "黑色, M" { t.Fatalf("历史身份未保留:internal=%q external=%q key=%q", internalID, externalID, key) } } func TestMySQLMigrate_V8重复规格停止且不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV7(t, db) now := "2026-08-11T00:00:00Z" mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now) mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,created_at,updated_at) VALUES('A','S-1','黑色,M',?,?),('B','S-1','黑色,M',?,?)`, now, now, now, now) if err := MigrateMySQL(db); err == nil || !strings.Contains(err.Error(), "重复规格") { t.Fatalf("应明确阻止冲突迁移:%v", err) } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=8`).Scan(&count) if count != 0 { t.Fatal("冲突迁移不得记录 v8") } } func TestMySQLMigrate_V8升级V9且断点重放(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV7(t, db) if err := migrateMySQLV8(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(8,'2026-08-11T00:00:00Z')`) if err := migrateMySQLV9(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v9 重放失败: %v", err) } mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,image_url,shopee_shop_name,image_is_manual,shop_name_is_manual,created_at,updated_at) VALUES('S','商品','api','https://example.com/a.jpg','店铺',0,0,'2026-08-11T00:00:00Z','2026-08-11T00:00:00Z')`) } func TestMySQLMigrate_V9形状错误不记版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV8(t, db) mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN image_url VARCHAR(10) NULL`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误 image_url 形状必须阻止 v9") } var count int db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=9`).Scan(&count) if count != 0 { t.Fatal("v9 自检失败不得记录版本") } } func TestMySQLMigrate_已记录V9但缺少V8V9结构时由V10修复(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV7(t, db) now := "2026-08-11T00:00:00Z" mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now) mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,color,size,advice,parse_ok,sku_code,is_manual,source_observed_at,created_at,updated_at) VALUES('REAL-1','S-1',' 黑色, M ','黑色','M','建议',1,'CODE-1',1,?,?,?)`, now, now, now) if err := migrateMySQLV8(db); err != nil { t.Fatal(err) } // 模拟 #141 开发中间状态:版本已继续推进到 v9,但两个后加入的 v8 字段不存在。 mustExec(t, db, `ALTER TABLE shopee_skus DROP COLUMN field_observed_at, DROP COLUMN field_sources`) if err := migrateMySQLV9(db); err != nil { t.Fatal(err) } // 同时模拟 v9 已记录但两个图片/店铺人工标记约束尚未建立。 mustExec(t, db, `ALTER TABLE shopee_products DROP CHECK chk_shopee_products_image_manual`) mustExec(t, db, `ALTER TABLE shopee_products DROP CHECK chk_shopee_products_shop_manual`) mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (8,'2026-08-11T00:00:00Z'),(9,'2026-08-11T00:00:00Z')`) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v10 重放失败: %v", err) } var internalID, externalID, key, color, size, advice, skuCode, colorSource, colorObserved string var manual int err := db.QueryRow(`SELECT sku_id,shopee_sku_id,spec_key,color,size,advice,sku_code,is_manual, JSON_UNQUOTE(JSON_EXTRACT(field_sources,'$.color')), JSON_UNQUOTE(JSON_EXTRACT(field_observed_at,'$.color')) FROM shopee_skus WHERE sku_id='REAL-1'`). Scan(&internalID, &externalID, &key, &color, &size, &advice, &skuCode, &manual, &colorSource, &colorObserved) if err != nil { t.Fatal(err) } if internalID != "REAL-1" || externalID != "REAL-1" || key != "黑色, M" || color != "黑色" || size != "M" || advice != "建议" || skuCode != "CODE-1" || manual != 1 { t.Fatalf("v10 修改了既有 SKU 业务字段:id=%q external=%q key=%q color=%q size=%q advice=%q code=%q manual=%d", internalID, externalID, key, color, size, advice, skuCode, manual) } if colorSource != "report" || colorObserved != now { t.Fatalf("v10 来源回填不正确:source=%q observed=%q", colorSource, colorObserved) } var versionCount int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=10`).Scan(&versionCount); err != nil { t.Fatal(err) } if versionCount != 1 { t.Fatalf("v10 应只记录一次,实际 %d", versionCount) } } func TestMySQLMigrate_V10执行后未记版本可继续收敛(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) prepareMySQLV8(t, db) if err := migrateMySQLV9(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(9,'2026-08-11T00:00:00Z')`) // 模拟 v10 的 DDL/回填已隐式提交、但版本号尚未记录时进程退出。 if err := migrateMySQLV10(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v10 中断后重跑失败: %v", err) } var versionCount int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=10`).Scan(&versionCount); err != nil { t.Fatal(err) } if versionCount != 1 { t.Fatalf("v10 应只记录一次,实际 %d", versionCount) } } func TestMySQLMigrate_V11回填顺运宝店铺且可重放(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=11`) mustExec(t, db, `ALTER TABLE syb_orders DROP COLUMN shop_name`) now := model.NowISO() mustExec(t, db, `INSERT INTO syb_orders (syb_id,order_no,title,product_spec,quantity,syb_data,created_at,updated_at) VALUES ('S1','O1','商品','黑色,M',1,'{"stock":{"shopName":" 测试店铺 "}}',?,?), ('S2','O2','商品','白色,L',1,'{not-json',?,?)`, now, now, now, now) if err := MigrateMySQL(db); err != nil { t.Fatalf("v10 升级 v11 失败: %v", err) } var shop sql.NullString if err := db.QueryRow(`SELECT shop_name FROM syb_orders WHERE syb_id='S1'`).Scan(&shop); err != nil || !shop.Valid || shop.String != "测试店铺" { t.Fatalf("MySQL 店铺回填错误: %+v err=%v", shop, err) } if err := db.QueryRow(`SELECT shop_name FROM syb_orders WHERE syb_id='S2'`).Scan(&shop); err != nil || shop.Valid { t.Fatalf("无效 JSON 应保持 NULL: %+v err=%v", shop, err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v11 重放失败: %v", err) } var count int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=11`).Scan(&count); err != nil || count != 1 { t.Fatalf("v11 版本记录错误: count=%d err=%v", count, err) } } func TestMySQLMigrate_V11升级V12并修复孤儿采集中状态(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 模拟已在 v11 的生产库:去掉 v12 版本及其附加表,保留全部 v1-v11 结构。 mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=12`) mustExec(t, db, `DROP TABLE task_syb_sources`) now := model.NowISO() mustExec(t, db, `INSERT INTO pdd_products(goods_id,url,collect_status,created_at,updated_at) VALUES ('ORPHAN','https://mobile.yangkeduo.com/goods.html?goods_id=1','collecting',?,?), ('ACTIVE','https://mobile.yangkeduo.com/goods.html?goods_id=2','collecting',?,?)`, now, now, now, now) mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,pdd_goods_id,created_at,updated_at) VALUES('COL-ACTIVE','collect','pending','https://mobile.yangkeduo.com/goods.html?goods_id=2','ACTIVE',?,?)`, now, now) if err := MigrateMySQL(db); err != nil { t.Fatalf("v11 升级 v12 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v12 重放失败: %v", err) } var orphanStatus, activeStatus string if err := db.QueryRow(`SELECT collect_status FROM pdd_products WHERE goods_id='ORPHAN'`).Scan(&orphanStatus); err != nil { t.Fatal(err) } if err := db.QueryRow(`SELECT collect_status FROM pdd_products WHERE goods_id='ACTIVE'`).Scan(&activeStatus); err != nil { t.Fatal(err) } if orphanStatus != "pending" || activeStatus != "collecting" { t.Fatalf("v12 状态修复错误:orphan=%s active=%s", orphanStatus, activeStatus) } var versionCount int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=12`).Scan(&versionCount); err != nil || versionCount != 1 { t.Fatalf("v12 版本记录错误: count=%d err=%v", versionCount, err) } } func TestMySQLMigrate_V12形状错误不记录版本(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=12`) mustExec(t, db, `DROP TABLE task_syb_sources`) mustExec(t, db, `CREATE TABLE task_syb_sources ( task_id VARCHAR(191) COLLATE utf8mb4_bin NOT NULL, syb_id VARCHAR(191) COLLATE utf8mb4_bin NOT NULL, created_at VARCHAR(35) NOT NULL, PRIMARY KEY(syb_id,task_id) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci`) if err := MigrateMySQL(db); err == nil { t.Fatal("错误主键和缺失外键必须阻止 v12") } var versionCount int if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=12`).Scan(&versionCount); err != nil || versionCount != 0 { t.Fatalf("v12 自检失败时不得记录版本:count=%d err=%v", versionCount, err) } } func TestMySQLMigrate_V12升级V13迁移任务主键和关联(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 模拟生产 v12:移除 v13 表、版本和新增的级联更新外键。 mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=13`) mustExec(t, db, `DROP TABLE task_sequences`) mustExec(t, db, `ALTER TABLE task_claims DROP FOREIGN KEY fk_task_claims_task`) mustExec(t, db, `ALTER TABLE task_syb_sources DROP FOREIGN KEY fk_task_syb_sources_task`) mustExec(t, db, `ALTER TABLE task_syb_sources ADD CONSTRAINT fk_task_syb_sources_task FOREIGN KEY(task_id) REFERENCES tasks(task_id) ON DELETE CASCADE`) mustExec(t, db, `INSERT INTO syb_orders(syb_id,order_no,title,product_spec,quantity,syb_data,created_at,updated_at) VALUES('SYB-V13','ORDER-SOURCE','商品','黑色,M',1,'{}','2026-08-12T00:00:00Z','2026-08-12T00:00:00Z')`) mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,pdd_goods_id,order_no,result_data,created_at,updated_at) VALUES ('OLD-C-LATE','collect','succeeded','https://example.invalid/c2','C-LATE',NULL,NULL,'2026-08-12T02:00:00Z','2026-08-12T02:00:00Z'), ('OLD-C-FIRST','collect','assigned','https://example.invalid/c1','C-FIRST',NULL,NULL,'2026-08-12T01:00:00Z','2026-08-12T01:00:00Z'), ('OLD-P-LATE','purchase','succeeded','https://example.invalid/p2','P-LATE','ORDER-P-LATE','{\"purchase\":{\"order_no\":\"PDD-2\",\"ordered_at\":\"2026-08-12T02:00:00Z\"}}','2026-08-12T04:00:00Z','2026-08-12T04:00:00Z'), ('OLD-P-FIRST','purchase','succeeded','https://example.invalid/p1','P-FIRST','ORDER-P-FIRST','{\"purchase\":{\"order_no\":\"PDD-1\",\"ordered_at\":\"2026-08-12T01:00:00Z\"}}','2026-08-12T03:00:00Z','2026-08-12T03:00:00Z')`) mustExec(t, db, `INSERT INTO task_claims(task_id,client_id,claimed_at) VALUES ('OLD-C-FIRST','CLIENT-1','2026-08-12T01:10:00Z'), ('OLD-P-FIRST','CLIENT-1','2026-08-12T03:10:00Z'), ('DELETED-TASK','CLIENT-OLD','2026-08-01T00:00:00Z')`) mustExec(t, db, `INSERT INTO task_syb_sources(task_id,syb_id,created_at) VALUES('OLD-C-FIRST','SYB-V13','2026-08-12T01:00:00Z')`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v12 升级 v13 失败: %v", err) } wants := map[string]string{"C-FIRST": "cj1", "C-LATE": "cj2", "P-FIRST": "cg1", "P-LATE": "cg2"} for goodsID, wantID := range wants { var taskID string if err := db.QueryRow(`SELECT task_id FROM tasks WHERE pdd_goods_id=?`, goodsID).Scan(&taskID); err != nil || taskID != wantID { t.Fatalf("商品 %s 任务编号=%q err=%v,期望 %s", goodsID, taskID, err, wantID) } } var claimCount, orphanCount, sourceCount int if err := db.QueryRow(`SELECT COUNT(*) FROM task_claims WHERE task_id IN ('cj1','cg1')`).Scan(&claimCount); err != nil || claimCount != 2 { t.Fatalf("有效领取历史未迁移: count=%d err=%v", claimCount, err) } if err := db.QueryRow(`SELECT COUNT(*) FROM task_claims c LEFT JOIN tasks t ON t.task_id=c.task_id WHERE t.task_id IS NULL`).Scan(&orphanCount); err != nil || orphanCount != 0 { t.Fatalf("孤儿领取历史未清理: count=%d err=%v", orphanCount, err) } if err := db.QueryRow(`SELECT COUNT(*) FROM task_syb_sources WHERE task_id='cj1' AND syb_id='SYB-V13'`).Scan(&sourceCount); err != nil || sourceCount != 1 { t.Fatalf("顺运宝来源未迁移: count=%d err=%v", sourceCount, err) } var resultData string if err := db.QueryRow(`SELECT result_data FROM tasks WHERE task_id='cg1'`).Scan(&resultData); err != nil || !strings.Contains(resultData, `"order_no":"PDD-1"`) { t.Fatalf("采购结果不得变化: result=%q err=%v", resultData, err) } for taskType, want := range map[model.TaskType]int64{model.TaskCollect: 2, model.TaskPurchase: 2} { var last int64 if err := db.QueryRow(`SELECT current_value FROM task_sequences WHERE task_type=?`, taskType).Scan(&last); err != nil || last != want { t.Fatalf("%s 序列=%d err=%v,期望 %d", taskType, last, err, want) } } if err := MigrateMySQL(db); err != nil { t.Fatalf("v13 重放失败: %v", err) } var stableID string if err := db.QueryRow(`SELECT task_id FROM tasks WHERE pdd_goods_id='C-FIRST'`).Scan(&stableID); err != nil || stableID != "cj1" { t.Fatalf("重放不得二次改号: id=%s err=%v", stableID, err) } } func TestNextTaskID_MySQL并发独立递增且回滚不耗号(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } const workers = 16 ids := make(map[string]bool, workers) var mu sync.Mutex errCh := make(chan error, workers) var wg sync.WaitGroup for i := 0; i < workers; i++ { wg.Add(1) go func() { defer wg.Done() tx, err := db.Begin() if err != nil { errCh <- err return } id, err := NextTaskID(tx, model.TaskCollect) if err == nil { err = tx.Commit() } else { tx.Rollback() } if err != nil { errCh <- err return } mu.Lock() ids[id] = true mu.Unlock() }() } wg.Wait() close(errCh) for err := range errCh { t.Fatal(err) } if len(ids) != workers { t.Fatalf("并发分配得到 %d 个唯一编号,期望 %d", len(ids), workers) } for i := 1; i <= workers; i++ { if !ids[fmt.Sprintf("cj%d", i)] { t.Fatalf("并发编号缺少 cj%d: %+v", i, ids) } } rollbackTx, err := db.Begin() if err != nil { t.Fatal(err) } rolledBackID, err := NextTaskID(rollbackTx, model.TaskPurchase) if err != nil { t.Fatal(err) } if err := rollbackTx.Rollback(); err != nil { t.Fatal(err) } commitTx, err := db.Begin() if err != nil { t.Fatal(err) } committedID, err := NextTaskID(commitTx, model.TaskPurchase) if err != nil { t.Fatal(err) } if err := commitTx.Commit(); err != nil { t.Fatal(err) } if rolledBackID != "cg1" || committedID != "cg1" { t.Fatalf("回滚不应消耗采购序号: rollback=%s commit=%s", rolledBackID, committedID) } } func TestMySQLMigrate_V13升级V14并可重放(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 模拟生产 v13,并保留一条旧同步记录核对回填。 mustExec(t, db, `DELETE FROM syb_allowed_shops`) mustExec(t, db, `ALTER TABLE syb_sync_runs DROP COLUMN shop_filter_hash`) mustExec(t, db, `ALTER TABLE syb_sync_runs DROP COLUMN shop_skipped_count`) mustExec(t, db, `ALTER TABLE syb_sync_runs DROP COLUMN accepted_stock_count`) mustExec(t, db, `DROP TABLE syb_allowed_shops`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=14`) mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('V14-USER','v14-user','x','admin','active','2026-08-12T00:00:00Z','2026-08-12T00:00:00Z','2026-08-12T00:00:00Z')`) mustExec(t, db, `INSERT INTO syb_sync_runs(run_id,user_id,date_from,date_to,status,stock_count,started_at,finished_at) VALUES('V14-RUN','V14-USER','2026-08-11','2026-08-11','succeeded',7,'2026-08-12T00:00:00Z','2026-08-12T00:01:00Z')`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v13 升级 v14 失败: %v", err) } var accepted, skipped int if err := db.QueryRow(`SELECT accepted_stock_count,shop_skipped_count FROM syb_sync_runs WHERE run_id='V14-RUN'`).Scan(&accepted, &skipped); err != nil || accepted != 7 || skipped != 0 { t.Fatalf("旧同步记录回填错误: accepted=%d skipped=%d err=%v", accepted, skipped, err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v14 重放失败: %v", err) } if err := checkMySQLV14Shape(db); err != nil { t.Fatalf("v14 自检失败: %v", err) } } func TestMySQLMigrate_V14升级V17回填元数据规格并增加软删除(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 模拟真实 v14:移除后三版新增结构和版本记录,保留历史业务数据。 mustExec(t, db, `ALTER TABLE shopee_products DROP FOREIGN KEY fk_shopee_products_deleted_by`) mustExec(t, db, `ALTER TABLE shopee_products DROP INDEX idx_shopee_products_deleted`) mustExec(t, db, `ALTER TABLE shopee_products DROP COLUMN deleted_by_user_id`) mustExec(t, db, `ALTER TABLE shopee_products DROP COLUMN deleted_at`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=15`) now := "2026-08-13T01:00:00Z" mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-V15','历史商品','syb',?,?)`, now, now) mustExec(t, db, `INSERT INTO syb_orders(syb_id,order_no,shop_name,title,product_spec,spec_key,shopee_goods_id,quantity,image_url,syb_data,created_at,updated_at) VALUES('SO-V15','O-V15','历史店铺','历史商品','白色,L【建議50-60公斤】','白色,L【建議50-60公斤】','S-V15',1,'https://example.com/history.jpg','{}',?,?)`, now, now) if err := MigrateMySQL(db); err != nil { t.Fatalf("v14 升级 v17 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v17 重放失败: %v", err) } var shop, image string if err := db.QueryRow(`SELECT shopee_shop_name,image_url FROM shopee_products WHERE goods_id='S-V15'`).Scan(&shop, &image); err != nil || shop != "历史店铺" || image != "https://example.com/history.jpg" { t.Fatalf("v15 元数据回填错误: shop=%q image=%q err=%v", shop, image, err) } var color, size, advice, source string if err := db.QueryRow(`SELECT color,size,advice,source FROM shopee_skus WHERE goods_id='S-V15'`).Scan(&color, &size, &advice, &source); err != nil || color != "白色" || size != "L" || advice != "50-60公斤" || source != "syb" { t.Fatalf("v16 规格回填错误: color=%q size=%q advice=%q source=%q err=%v", color, size, advice, source, err) } if err := checkMySQLV17Shape(db); err != nil { t.Fatalf("v17 软删除结构错误: %v", err) } } func TestMySQLMigrate_V17升级V19迁移单一店铺名称并精确回填(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 退回真实 v17 形状,再放入旧准入配置和两侧历史数据。 mustExec(t, db, `ALTER TABLE shopee_products DROP FOREIGN KEY fk_shopee_products_shop`) mustExec(t, db, `ALTER TABLE syb_orders DROP FOREIGN KEY fk_syb_orders_shop`) mustExec(t, db, `ALTER TABLE shopee_products DROP COLUMN shop_id`) mustExec(t, db, `ALTER TABLE syb_orders DROP COLUMN shop_id`) mustExec(t, db, `DROP TABLE shop_channel_aliases`) mustExec(t, db, `DROP TABLE shops`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=18`) now := "2026-08-13T02:00:00Z" mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('V18-USER','v18-user','x','admin','active',?,?,?)`, now, now, now) mustExec(t, db, `INSERT INTO syb_allowed_shops(shop_id,shop_name,normalized_name,enabled,created_by_user_id,created_at,updated_at) VALUES('V18-SHOP','精确店铺','精确店铺',1,'V18-USER',?,?), ('V18-OFF','停用店铺','停用店铺',0,'V18-USER',?,?)`, now, now, now, now) mustExec(t, db, `INSERT INTO syb_orders(syb_id,order_no,shop_name,title,quantity,syb_data,created_at,updated_at) VALUES('V18-ORDER','O-V18','精确店铺','商品',1,'{}',?,?)`, now, now) mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,shopee_shop_name,source,created_at,updated_at) VALUES('V18-PRODUCT','商品','精确店铺','api',?,?),('V18-UNLINKED','商品','其他店铺','api',?,?)`, now, now, now, now) if err := MigrateMySQL(db); err != nil { t.Fatalf("v17 升级 v19 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v19 重放失败: %v", err) } if err := checkMySQLV18Shape(db); err != nil { t.Fatalf("v18 结构错误: %v", err) } if err := checkMySQLV19Shape(db); err != nil { t.Fatalf("v19 单一店铺名称错误: %v", err) } var enabled int if err := db.QueryRow(`SELECT enabled FROM shops WHERE shop_id='V18-OFF'`).Scan(&enabled); err != nil || enabled != 0 { t.Fatalf("旧 SYB 停用状态不得在收敛时重新启用: enabled=%d err=%v", enabled, err) } for _, query := range []string{ `SELECT shop_id FROM syb_orders WHERE syb_id='V18-ORDER'`, `SELECT shop_id FROM shopee_products WHERE goods_id='V18-PRODUCT'`, } { var shopID string if err := db.QueryRow(query).Scan(&shopID); err != nil || shopID != "V18-SHOP" { t.Fatalf("历史精确回填错误: shop=%q err=%v", shopID, err) } } var unlinked sql.NullString if err := db.QueryRow(`SELECT shop_id FROM shopee_products WHERE goods_id='V18-UNLINKED'`).Scan(&unlinked); err != nil || unlinked.Valid { t.Fatalf("无法确认的店铺不应猜测关联: %+v err=%v", unlinked, err) } } func openMySQLMigrationTestDB(t *testing.T) *sql.DB { t.Helper() if os.Getenv("CMAUTOBUY_MYSQL_TEST") != "1" { t.Skip("未启用真实 MySQL 8 集成测试") } cfg, err := config.LoadDatabaseFromEnv() if err != nil { t.Fatal(err) } if !strings.HasSuffix(cfg.Name, "_test") { t.Fatalf("拒绝使用非 _test 数据库 %q", cfg.Name) } db, err := OpenMySQL(cfg) if err != nil { t.Fatal(err) } return db } func TestMySQLV20_AI配置首建重放与唯一启用(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v20 重放失败: %v", err) } if err := checkMySQLV20Shape(db); err != nil { t.Fatal(err) } now := "2026-08-14T00:00:00Z" mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('AI-ADMIN','ai-admin','x','admin','active',?,?,?)`, now, now, now) mustExec(t, db, `INSERT INTO ai_provider_configs(provider_id,name,base_url,model,timeout_seconds, max_concurrency,confidence_threshold_bps,enabled,last_test_status,created_by_user_id,updated_by_user_id,created_at,updated_at) VALUES('AI-1','一号','https://one.example/v1','m1',30,2,8500,1,'pending','AI-ADMIN','AI-ADMIN',?,?)`, now, now) if _, err := db.Exec(`INSERT INTO ai_provider_configs(provider_id,name,base_url,model,timeout_seconds, max_concurrency,confidence_threshold_bps,enabled,last_test_status,created_by_user_id,updated_by_user_id,created_at,updated_at) VALUES('AI-2','二号','https://two.example/v1','m2',30,2,8500,1,'pending','AI-ADMIN','AI-ADMIN',?,?)`, now, now); err == nil { t.Fatal("数据库必须拒绝同时启用两个 AI 服务商") } var secretColumns int if err := db.QueryRow(`SELECT COUNT(*) FROM information_schema.columns WHERE table_schema=DATABASE() AND table_name='ai_provider_configs' AND column_name IN ('api_key','secret','token')`).Scan(&secretColumns); err != nil || secretColumns != 0 { t.Fatalf("AI 配置表不得含密钥列: count=%d err=%v", secretColumns, err) } } func TestMySQLV21_AI规格来源升级重放与约束(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } // 在隔离库中还原成 v20 形状,验证存量人工映射升级后仍是 manual。 mustExec(t, db, `ALTER TABLE spec_mappings DROP CHECK chk_spec_mappings_source`) mustExec(t, db, `ALTER TABLE spec_mappings DROP CHECK chk_spec_mappings_confidence`) for _, column := range []string{"context_version", "source_version", "source_reason", "confidence_bps", "source_model", "source_provider_id", "source"} { mustExec(t, db, `ALTER TABLE spec_mappings DROP COLUMN `+column) } mustExec(t, db, `DROP TABLE ai_spec_match_decisions`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version=21`) mustExec(t, db, `INSERT INTO spec_mappings(shopee_goods_id,spec_key,pdd_goods_id,pdd_option_key, pdd_options,spec_raw,mapped_at,mapped_by) VALUES('S','黑色,M','P','{}','{}','黑色,M','2026-08-14T00:00:00Z','U')`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v20→v21 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v21 重放失败: %v", err) } var source string if err := db.QueryRow(`SELECT source FROM spec_mappings WHERE shopee_goods_id='S'`).Scan(&source); err != nil || source != "manual" { t.Fatalf("存量映射来源=%q err=%v", source, err) } if _, err := db.Exec(`UPDATE spec_mappings SET source='unknown' WHERE shopee_goods_id='S'`); err == nil { t.Fatal("映射来源 CHECK 必须拒绝未知值") } mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('U-AI','u-ai','hash','purchaser','active','2026-08-14T00:00:00Z','2026-08-14T00:00:00Z','2026-08-14T00:00:00Z')`) mustExec(t, db, `INSERT INTO ai_spec_match_decisions(shopee_goods_id,spec_key,pdd_goods_id, context_version,rules_version,prompt_version,candidates_json,confidence_bps,outcome, conflict_dimensions_json,missing_dimensions_json,decided_by,decided_at) VALUES('S','黑色,M','P',REPEAT('a',64),'rules_v1','spec_prompt_v1','[]',9000,'ai_saved','[]','[]','U-AI','2026-08-14T00:00:00Z')`) if _, err := db.Exec(`UPDATE ai_spec_match_decisions SET outcome='unknown'`); err == nil { t.Fatal("AI 决策 outcome CHECK 必须拒绝未知值") } if err := CheckMySQLSchema(db); err != nil { t.Fatalf("v21 自检失败: %v", err) } } func prepareMySQLV2(t *testing.T, db *sql.DB) { t.Helper() mustExec(t, db, `CREATE TABLE schema_migrations (version INT PRIMARY KEY, applied_at VARCHAR(35) NOT NULL) ENGINE=InnoDB`) for _, statement := range mysqlSchemaV1 { mustExec(t, db, statement) } for _, statement := range mysqlSchemaV2 { mustExec(t, db, statement) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (1,'2026-08-10T00:00:00Z'),(2,'2026-08-10T00:00:00Z')`) } func prepareMySQLV4(t *testing.T, db *sql.DB) { t.Helper() prepareMySQLV2(t, db) if err := migrateMySQLV3(db); err != nil { t.Fatal(err) } mustExec(t, db, mysqlSchemaV4Decisions) mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z'),(4,'2026-08-10T00:00:00Z')`) } func prepareMySQLV6(t *testing.T, db *sql.DB) { t.Helper() prepareMySQLV4(t, db) if err := migrateMySQLV5(db); err != nil { t.Fatal(err) } if err := migrateMySQLV6(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (5,'2026-08-10T00:00:00Z'),(6,'2026-08-10T00:00:00Z')`) } func prepareMySQLV7(t *testing.T, db *sql.DB) { t.Helper() prepareMySQLV6(t, db) if err := migrateMySQLV7(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (7,'2026-08-11T00:00:00Z')`) } func prepareMySQLV8(t *testing.T, db *sql.DB) { t.Helper() prepareMySQLV7(t, db) if err := migrateMySQLV8(db); err != nil { t.Fatal(err) } mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(8,'2026-08-11T00:00:00Z')`) } func TestMySQLMigrate_V22升级V23且唯一约束生效(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `SET FOREIGN_KEY_CHECKS=0`) mustExec(t, db, `DROP TABLE syb_inner_code_records`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=23`) mustExec(t, db, `SET FOREIGN_KEY_CHECKS=1`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v22 升级 v23 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v23 重复迁移失败: %v", err) } if err := checkMySQLV23Shape(db); err != nil { t.Fatal(err) } now := "2026-08-15T00:00:00Z" mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('inner-user','inner-user','hash','purchaser','active',?,?,?)`, now, now, now) mustExec(t, db, `INSERT INTO syb_inner_code_records (business_date,source_row,order_number,stall,spec_raw,spec_key,inner_code,status,created_by_user_id,created_at,updated_at) VALUES('2026-08-15',2,'ORDER-1','A#1','黑色,M','黑色,M','DK-1','pending','inner-user',?,?)`, now, now) if _, err := db.Exec(`INSERT INTO syb_inner_code_records (business_date,source_row,order_number,stall,spec_raw,spec_key,inner_code,status,created_by_user_id,created_at,updated_at) VALUES('2026-08-15',3,'ORDER-2','B#2','白色,L','白色,L','DK-1','pending','inner-user',?,?)`, now, now); err == nil { t.Fatal("同一业务日期的 inner_code 唯一约束必须拒绝冲突") } } func TestMySQLMigrate_V23升级V24且软删除字段有效(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP FOREIGN KEY fk_inner_code_deleted_by`) mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP INDEX idx_inner_code_deleted`) mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP COLUMN deleted_by_user_id,DROP COLUMN deleted_at`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=24`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v23 升级 v24 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v24 重复迁移失败: %v", err) } if err := checkMySQLV24Shape(db); err != nil { t.Fatal(err) } } func TestMySQLMigrate_V24升级V25且后台队列状态有效(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP INDEX idx_inner_code_apply_batch`) mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP COLUMN apply_queued_at,DROP COLUMN apply_batch_id`) mustExec(t, db, `ALTER TABLE syb_inner_code_records DROP CHECK chk_inner_code_status`) mustExec(t, db, `ALTER TABLE syb_inner_code_records ADD CONSTRAINT chk_inner_code_status CHECK (status IN ('pending','ready','applying','updated','already_filled','skipped','failed','needs_check'))`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=25`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v24 升级 v25 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v25 重复迁移失败: %v", err) } if err := checkMySQLV25Shape(db); err != nil { t.Fatal(err) } } func TestMySQLMigrate_V25升级V26且规格解析审计幂等(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `DROP TABLE purchase_spec_resolutions`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version>=26`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v25 升级 v26 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v26 重复迁移失败: %v", err) } if err := checkMySQLV26Shape(db); err != nil { t.Fatal(err) } createdAt := "2026-08-17T08:00:00Z" resolution := model.PurchaseSpecResolution{ ResolutionID: "PSR-1", TaskID: "cg254", AttemptID: "attempt-254", ClientID: "client-254", TaskVersion: 3, PddGoodsID: "937122477375", OriginalOptionsJSON: `{"color":"黑色","size":"60公斤"}`, SelectedColor: "黑色", TargetSize: "60公斤", CandidatesJSON: `[{"candidate_id":"c1","raw_text":"120斤","options":{"color":"黑色","size":"120斤"}}]`, CandidateSnapshotHash: strings.Repeat("a", 64), RequestHash: strings.Repeat("b", 64), ObservedAt: createdAt, CreatedAt: createdAt, } if err := InsertPurchaseSpecResolution(db, resolution); err != nil { t.Fatal(err) } replayed, err := GetPurchaseSpecResolutionForReplay(db, resolution.TaskID, resolution.AttemptID, resolution.CandidateSnapshotHash, resolution.RequestHash) if err != nil || replayed == nil || replayed.ResolutionID != resolution.ResolutionID { t.Fatalf("相同请求未命中解析记录: resolution=%+v err=%v", replayed, err) } if _, err := GetPurchaseSpecResolutionForReplay(db, resolution.TaskID, resolution.AttemptID, resolution.CandidateSnapshotHash, strings.Repeat("c", 64)); !errors.Is(err, ErrPurchaseSpecResolutionConflict) { t.Fatalf("相同业务身份的不同请求应冲突,实际 %v", err) } duplicate := resolution duplicate.ResolutionID = "PSR-2" if err := InsertPurchaseSpecResolution(db, duplicate); !errors.Is(err, ErrPurchaseSpecResolutionExists) { t.Fatalf("业务身份唯一键未生效,实际 %v", err) } decision := model.PurchaseSpecResolutionDecision{ ResolutionID: resolution.ResolutionID, Outcome: model.PurchaseSpecResolutionMatched, DecisionSource: model.PurchaseSpecResolutionAI, ChosenCandidateID: "c1", ResolvedOptionsJSON: `{"color":"黑色","size":"120斤"}`, ConfidenceBPS: 9300, ConfidenceSet: true, Reason: "候选唯一且通过门禁", ProviderID: "AI-1", SourceModel: "model-1", ConfigFingerprint: strings.Repeat("d", 64), RulesVersion: "runtime-v1", PromptVersion: "runtime-v1", DecidedAt: "2026-08-17T08:00:01Z", } if err := CompletePurchaseSpecResolution(db, decision); err != nil { t.Fatal(err) } completed, err := GetPurchaseSpecResolutionByID(db, resolution.ResolutionID) if err != nil || completed == nil || completed.Outcome != model.PurchaseSpecResolutionMatched || completed.DecisionSource != model.PurchaseSpecResolutionAI || !completed.ConfidenceSet || completed.ConfidenceBPS != 9300 { t.Fatalf("解析决策读取不完整: resolution=%+v err=%v", completed, err) } if err := CompletePurchaseSpecResolution(db, decision); !errors.Is(err, ErrPurchaseSpecResolutionCompleted) { t.Fatalf("已经完成的决策不应被覆盖,实际 %v", err) } tooManyCandidates := resolution tooManyCandidates.ResolutionID = "PSR-TOO-MANY" tooManyCandidates.AttemptID = "attempt-too-many" tooManyCandidates.CandidateSnapshotHash = strings.Repeat("e", 64) tooManyCandidates.RequestHash = strings.Repeat("f", 64) tooManyCandidates.CandidatesJSON = `[` + strings.TrimSuffix(strings.Repeat(`{"candidate_id":"c1"},`, 101), ",") + `]` if err := InsertPurchaseSpecResolution(db, tooManyCandidates); err == nil { t.Fatal("数据库必须拒绝超过 100 个候选的解析观察") } } func TestMySQLMigrate_V28升级V29修复原始SKU排序规则(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } mustExec(t, db, `ALTER TABLE syb_inner_code_records MODIFY COLUMN source_sku_raw VARCHAR(500) COLLATE utf8mb4_0900_ai_ci NULL`) mustExec(t, db, `DELETE FROM schema_migrations WHERE version=29`) if err := MigrateMySQL(db); err != nil { t.Fatalf("v28 升级 v29 失败: %v", err) } if err := MigrateMySQL(db); err != nil { t.Fatalf("v29 重复迁移失败: %v", err) } if err := checkMySQLV29Shape(db); err != nil { t.Fatal(err) } } func TestUpsertInnerCodeImportRow_软删除记录按状态安全恢复(t *testing.T) { db := openMySQLMigrationTestDB(t) defer db.Close() cleanMySQLTestSchema(t, db) defer cleanMySQLTestSchema(t, db) if err := MigrateMySQL(db); err != nil { t.Fatal(err) } now := "2026-08-15T03:00:00Z" mustExec(t, db, `INSERT INTO users(user_id,username,password_hash,role,status,password_changed_at,created_at,updated_at) VALUES('restore-user','restore-user','hash','purchaser','active',?,?,?)`, now, now, now) for _, row := range []struct { orderNumber, stall, specKey, innerCode, status string }{ {"ORDER-F", "A#1", "黑色,M", "DK-F", "failed"}, {"ORDER-U", "B#2", "白色,L", "DK-U", "updated"}, {"ORDER-N", "C#3", "杏色,S", "DK-N", "needs_check"}, } { mustExec(t, db, `INSERT INTO syb_inner_code_records (business_date,source_row,order_number,stall,spec_raw,spec_key,inner_code,stock_id,status, result_message,created_by_user_id,deleted_at,deleted_by_user_id,created_at,updated_at) VALUES('2026-08-15',2,?,?,?,?,?,99,?,'旧审计','restore-user',?,'restore-user',?,?)`, row.orderNumber, row.stall, row.specKey, row.specKey, row.innerCode, row.status, now, now, now) } failedRow := model.InnerCodeImportRow{BusinessDate: "2026-08-15", SourceRow: 8, OrderNumber: "ORDER-F", Stall: "A#1", SourceSKURaw: " SOURCE-F ", SpecRaw: "黑色,M", SpecKey: "黑色,M", InnerCode: "DK-F-NEW", SourceDuplicateCount: 1, CreatedByUserID: "restore-user"} tx, err := db.Begin() if err != nil { t.Fatal(err) } outcome, err := UpsertInnerCodeImportRow(tx, failedRow, "2026-08-15T04:00:00Z") if err != nil || outcome != InnerCodeImportRestored { tx.Rollback() t.Fatalf("失败记录恢复不正确 outcome=%s err=%v", outcome, err) } if err := tx.Commit(); err != nil { t.Fatal(err) } var status, innerCode string var stockID sql.NullInt64 var deletedAt, message, sourceSKU sql.NullString if err := db.QueryRow(`SELECT status,inner_code,stock_id,deleted_at,result_message,source_sku_raw FROM syb_inner_code_records WHERE order_number='ORDER-F'`). Scan(&status, &innerCode, &stockID, &deletedAt, &message, &sourceSKU); err != nil { t.Fatal(err) } if status != "pending" || innerCode != "DK-F-NEW" || stockID.Valid || deletedAt.Valid || message.Valid || sourceSKU.String != " SOURCE-F " { t.Fatalf("未完成记录恢复后未重置: status=%s code=%s stock=%+v deleted=%+v message=%+v", status, innerCode, stockID, deletedAt, message) } updatedRow := model.InnerCodeImportRow{BusinessDate: "2026-08-15", SourceRow: 9, OrderNumber: "ORDER-U", Stall: "B#2", SourceSKURaw: "SOURCE-U", SpecRaw: "白色,L", SpecKey: "白色,L", InnerCode: "DK-U", SourceDuplicateCount: 1, CreatedByUserID: "restore-user"} tx, err = db.Begin() if err != nil { t.Fatal(err) } outcome, err = UpsertInnerCodeImportRow(tx, updatedRow, "2026-08-15T04:00:00Z") if err != nil || outcome != InnerCodeImportRestored { tx.Rollback() t.Fatalf("已完成记录恢复不正确 outcome=%s err=%v", outcome, err) } if err := tx.Commit(); err != nil { t.Fatal(err) } if err := db.QueryRow(`SELECT status,stock_id,deleted_at,result_message,source_sku_raw FROM syb_inner_code_records WHERE order_number='ORDER-U'`). Scan(&status, &stockID, &deletedAt, &message, &sourceSKU); err != nil { t.Fatal(err) } if status != "updated" || !stockID.Valid || deletedAt.Valid || !message.Valid || message.String != "旧审计" || sourceSKU.String != "SOURCE-U" { t.Fatalf("已完成记录恢复后未保留审计: status=%s stock=%+v deleted=%+v message=%+v", status, stockID, deletedAt, message) } conflictRow := model.InnerCodeImportRow{BusinessDate: "2026-08-15", SourceRow: 10, OrderNumber: "ORDER-N", Stall: "C#3", SpecRaw: "杏色,S", SpecKey: "杏色,S", InnerCode: "DK-N-CHANGED", SourceDuplicateCount: 1, CreatedByUserID: "restore-user"} tx, err = db.Begin() if err != nil { t.Fatal(err) } _, err = UpsertInnerCodeImportRow(tx, conflictRow, "2026-08-15T04:00:00Z") tx.Rollback() if !errors.Is(err, ErrInnerCodeRestoreConflict) { t.Fatalf("需核对记录换入库码应拒绝,实际 %v", err) } } func mustExec(t *testing.T, db *sql.DB, query string, args ...any) { t.Helper() if _, err := db.Exec(query, args...); err != nil { t.Fatalf("执行 SQL 失败: %v", err) } } func cleanMySQLTestSchema(t *testing.T, db *sql.DB) { t.Helper() rows, err := db.Query(`SELECT table_name FROM information_schema.tables WHERE table_schema = DATABASE() AND table_type = 'BASE TABLE'`) if err != nil { t.Fatal(err) } var tables []string for rows.Next() { var table string if err := rows.Scan(&table); err != nil { rows.Close() t.Fatal(err) } tables = append(tables, table) } if err := rows.Close(); err != nil { t.Fatal(err) } if _, err := db.Exec(`SET FOREIGN_KEY_CHECKS = 0`); err != nil { t.Fatal(err) } defer db.Exec(`SET FOREIGN_KEY_CHECKS = 1`) for _, table := range tables { // 表名只来自当前 _test 数据库的 information_schema,并对反引号转义。 quoted := "`" + strings.ReplaceAll(table, "`", "``") + "`" if _, err := db.Exec("DROP TABLE " + quoted); err != nil { t.Fatal(fmt.Errorf("清理 MySQL 测试表 %s 失败: %w", table, err)) } } }