698 lines
26 KiB
Go
698 lines
26 KiB
Go
package repository
|
|
|
|
import (
|
|
"database/sql"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
|
|
"cmautobuy/admin/config"
|
|
"cmautobuy/admin/model"
|
|
"cmautobuy/admin/spec"
|
|
)
|
|
|
|
// TestMySQLMigrate_真实MySQL8 只在显式提供隔离测试库时运行。
|
|
// 库名必须以 _test 结尾，防止测试清理误碰生产库。
|
|
func TestMySQLMigrate_真实MySQL8(t *testing.T) {
|
|
if os.Getenv("CMAUTOBUY_MYSQL_TEST") != "1" {
|
|
t.Skip("未启用真实 MySQL 8 集成测试")
|
|
}
|
|
cfg, err := config.LoadDatabaseFromEnv()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !strings.HasSuffix(cfg.Name, "_test") {
|
|
t.Fatalf("拒绝清理非测试数据库 %q：库名必须以 _test 结尾", cfg.Name)
|
|
}
|
|
db, err := OpenMySQL(cfg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer db.Close()
|
|
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("首次建立 MySQL schema 失败: %v", err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("重复迁移应该无副作用: %v", err)
|
|
}
|
|
var version int
|
|
if err := db.QueryRow(`SELECT MAX(version) FROM schema_migrations`).Scan(&version); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if version != mysqlSchemaVersion {
|
|
t.Fatalf("schema 版本=%d，期望 %d", version, mysqlSchemaVersion)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V2升级V3并转换真实主链路(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
now := "2026-08-10T03:00:00Z"
|
|
mustExec(t, db, `INSERT INTO shopee_products (goods_id,title,created_at,updated_at) VALUES ('REPORT-1','报表商品',?,?)`, now, now)
|
|
mustExec(t, db, `INSERT INTO shopee_skus (sku_id,goods_id,spec_raw,created_at,updated_at) VALUES ('SKU-1','REPORT-1','黑色, M',?,?)`, now, now)
|
|
mustExec(t, db, `INSERT INTO sku_mappings (shopee_sku_id,pdd_goods_id,pdd_option_key,pdd_options,goods_id,mapped_at) VALUES ('SKU-1','PDD-1','color=黑色&size=M','color=黑色&size=M','REPORT-1',?)`, now)
|
|
mustExec(t, db, `INSERT INTO syb_orders (syb_id,order_no,title,shopee_goods_id,product_spec,quantity,syb_data,created_at,updated_at) VALUES
|
|
('SYB-1','ORDER-1','报表商品','REPORT-1',' 黑色, M ',1,'{}',?,?),
|
|
('SYB-2','ORDER-2','骨架商品','SKELETON-1','白色,L',1,'{}',?,?),
|
|
('SYB-3','ORDER-3','空规格','EMPTY-1',NULL,1,'{}',?,?)`, now, now, now, now, now, now)
|
|
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v2→v3 失败: %v", err)
|
|
}
|
|
var key string
|
|
if err := db.QueryRow(`SELECT spec_key FROM syb_orders WHERE syb_id='SYB-1'`).Scan(&key); err != nil || key != "黑色, M" {
|
|
t.Fatalf("规格回填=%q err=%v", key, err)
|
|
}
|
|
var empty sql.NullString
|
|
if err := db.QueryRow(`SELECT spec_key FROM syb_orders WHERE syb_id='SYB-3'`).Scan(&empty); err != nil || empty.Valid {
|
|
t.Fatalf("空规格必须保持 NULL: %+v err=%v", empty, err)
|
|
}
|
|
var source string
|
|
if err := db.QueryRow(`SELECT source FROM shopee_products WHERE goods_id='SKELETON-1'`).Scan(&source); err != nil || source != "syb" {
|
|
t.Fatalf("骨架来源=%q err=%v", source, err)
|
|
}
|
|
var mappingCount int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM spec_mappings WHERE shopee_goods_id='REPORT-1' AND spec_key='黑色, M' AND pdd_goods_id='PDD-1'`).Scan(&mappingCount); err != nil || mappingCount != 1 {
|
|
t.Fatalf("旧映射转换数量=%d err=%v", mappingCount, err)
|
|
}
|
|
if exists, _ := mysqlTableExists(db, "sku_mappings"); exists {
|
|
t.Fatal("旧 sku_mappings 应已删除")
|
|
}
|
|
if exists, _ := mysqlTableExists(db, "sku_mappings_v3_backup"); !exists {
|
|
t.Fatal("删除旧表前必须保留受限备份表")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V3三个中断点重跑收敛(t *testing.T) {
|
|
for _, tc := range []struct {
|
|
name string
|
|
prepare func(*testing.T, *sql.DB)
|
|
}{
|
|
{"DDL完成回填未开始", func(t *testing.T, db *sql.DB) {
|
|
if err := ensureMySQLV3Columns(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, mysqlSchemaV3SpecMappings)
|
|
}},
|
|
{"回填到一半", func(t *testing.T, db *sql.DB) {
|
|
if err := ensureMySQLV3Columns(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, mysqlSchemaV3SpecMappings)
|
|
key, _ := spec.SpecKey("黑色,M")
|
|
mustExec(t, db, `UPDATE syb_orders SET spec_key=? WHERE syb_id='SYB-A'`, key)
|
|
}},
|
|
{"全部完成版本未记录", func(t *testing.T, db *sql.DB) {
|
|
if err := migrateMySQLV3(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}},
|
|
} {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
now := "2026-08-10T03:00:00Z"
|
|
mustExec(t, db, `INSERT INTO syb_orders (syb_id,order_no,title,shopee_goods_id,product_spec,quantity,syb_data,created_at,updated_at) VALUES ('SYB-A','A','A','G-A','黑色,M',1,'{}',?,?),('SYB-B','B','B','G-B','白色,L',1,'{}',?,?)`, now, now, now, now)
|
|
tc.prepare(t, db)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("重跑失败: %v", err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("再次重跑失败: %v", err)
|
|
}
|
|
var count int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM syb_orders WHERE spec_key IS NOT NULL`).Scan(&count); err != nil || count != 2 {
|
|
t.Fatalf("回填未收敛 count=%d err=%v", count, err)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V3字段存在但约束缺失可收敛(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,created_at,updated_at) VALUES ('EXISTING-1','存量商品','2026-08-10T00:00:00Z','2026-08-10T00:00:00Z')`)
|
|
mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN source VARCHAR(16) NULL`)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var existingSource string
|
|
if err := db.QueryRow(`SELECT source FROM shopee_products WHERE goods_id='EXISTING-1'`).Scan(&existingSource); err != nil || existingSource != "report" {
|
|
t.Fatalf("可空 source 中断点的存量行未收敛: source=%q err=%v", existingSource, err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES ('CHECK-1','检查','report','2026-08-10T00:00:00Z','2026-08-10T00:00:00Z')`)
|
|
if _, err := db.Exec(`UPDATE shopee_products SET source='typo'`); err == nil {
|
|
t.Fatal("source CHECK 必须拒绝非法值")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V3形状自检失败不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
mustExec(t, db, `CREATE TABLE spec_mappings (
|
|
shopee_goods_id VARCHAR(191) NOT NULL,
|
|
spec_key VARCHAR(191) NOT NULL,
|
|
pdd_goods_id VARCHAR(191) NOT NULL,
|
|
pdd_option_key VARCHAR(191) NOT NULL,
|
|
pdd_options LONGTEXT NOT NULL,
|
|
spec_raw TEXT NOT NULL,
|
|
mapped_at VARCHAR(35) NOT NULL,
|
|
PRIMARY KEY (shopee_goods_id, pdd_goods_id, spec_key)
|
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4`)
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误主键顺序必须让 v3 形状自检失败")
|
|
}
|
|
var count int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=3`).Scan(&count); err != nil || count != 0 {
|
|
t.Fatalf("自检失败时不得记录 v3: count=%d err=%v", count, err)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V3升级V4且断点重跑(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
if err := migrateMySQLV3(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z')`)
|
|
// 模拟 DDL 已完成、版本未记录。
|
|
mustExec(t, db, mysqlSchemaV4Decisions)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("重跑失败: %v", err)
|
|
}
|
|
var versions int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=4`).Scan(&versions); err != nil || versions != 1 {
|
|
t.Fatalf("v4=%d err=%v", versions, err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO spec_mapping_decisions(shopee_goods_id,spec_key,pdd_goods_id,rules_version,chosen_option_key,accepted,decided_at) VALUES('S','K','P','rules_v1','O',1,'2026-08-10T00:00:00Z')`)
|
|
if _, err := db.Exec(`UPDATE spec_mapping_decisions SET accepted=2`); err == nil {
|
|
t.Fatal("accepted CHECK 必须拒绝 2")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V4形状错误不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV2(t, db)
|
|
if err := migrateMySQLV3(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z')`)
|
|
mustExec(t, db, strings.Replace(mysqlSchemaV4Decisions, "CHECK (accepted IN (0,1))", "CHECK (accepted IN (0,1,2))", 1))
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误 CHECK 必须阻止 v4")
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=4`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("自检失败不得记 v4")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V4升级V5且断点重跑(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV4(t, db)
|
|
// 模拟全部 DDL 已完成但版本尚未记录。
|
|
if err := migrateMySQLV5(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v5 重跑失败: %v", err)
|
|
}
|
|
var versions int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=5`).Scan(&versions); err != nil || versions != 1 {
|
|
t.Fatalf("v5=%d err=%v", versions, err)
|
|
}
|
|
now := "2026-08-10T00:00:00Z"
|
|
mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,created_at,updated_at) VALUES('OLD','collect','pending','https://example.invalid',?,?)`, now, now)
|
|
var mode string
|
|
if err := db.QueryRow(`SELECT execution_mode FROM tasks WHERE task_id='OLD'`).Scan(&mode); err != nil || mode != "dry_run" {
|
|
t.Fatalf("历史/缺省任务模式=%q err=%v", mode, err)
|
|
}
|
|
if _, err := db.Exec(`UPDATE tasks SET execution_mode='invalid' WHERE task_id='OLD'`); err == nil {
|
|
t.Fatal("执行模式 CHECK 必须拒绝非法值")
|
|
}
|
|
if _, err := db.Exec(`UPDATE tasks SET execution_mode='live' WHERE task_id='OLD'`); err == nil {
|
|
t.Fatal("缺少确认审计的 live 必须被拒绝")
|
|
}
|
|
if _, err := db.Exec(`UPDATE tasks SET live_confirmed_by='U',live_confirmed_at=? WHERE task_id='OLD'`, now); err == nil {
|
|
t.Fatal("dry_run 不得携带 live 确认审计")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V5形状错误不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV4(t, db)
|
|
mustExec(t, db, `ALTER TABLE tasks ADD COLUMN execution_mode VARCHAR(8) NOT NULL DEFAULT 'dry_run'`)
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误 execution_mode 形状必须阻止 v5")
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=5`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("v5 自检失败不得记录版本")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V5升级V6且断点重跑(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV4(t, db)
|
|
if err := migrateMySQLV5(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (5,'2026-08-10T00:00:00Z')`)
|
|
now := "2026-08-10T00:00:00Z"
|
|
mustExec(t, db, `INSERT INTO tasks(task_id,task_type,status,pdd_goods_url,created_at,updated_at) VALUES('HISTORY','collect','pending','https://example.invalid',?,?)`, now, now)
|
|
|
|
// 模拟 DDL 已提交但版本号尚未写入，再启动必须能够收敛。
|
|
if err := migrateMySQLV6(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v6 重跑失败: %v", err)
|
|
}
|
|
var versions int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=6`).Scan(&versions); err != nil || versions != 1 {
|
|
t.Fatalf("v6=%d err=%v", versions, err)
|
|
}
|
|
var creator sql.NullString
|
|
if err := db.QueryRow(`SELECT created_by_user_id FROM tasks WHERE task_id='HISTORY'`).Scan(&creator); err != nil || creator.Valid {
|
|
t.Fatalf("存量任务应保持历史任务 NULL: creator=%+v err=%v", creator, err)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V6形状错误不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV4(t, db)
|
|
if err := migrateMySQLV5(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (5,'2026-08-10T00:00:00Z')`)
|
|
mustExec(t, db, `ALTER TABLE tasks ADD COLUMN created_by_user_id VARCHAR(32) NULL`)
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误 created_by_user_id 形状必须阻止 v6")
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=6`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("v6 自检失败不得记录版本")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V6升级V7且断点重跑(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV6(t, db)
|
|
|
|
// 模拟 MySQL DDL 已经提交、版本号尚未记录的中断状态。
|
|
if err := migrateMySQLV7(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v7 重跑失败: %v", err)
|
|
}
|
|
var versions int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=7`).Scan(&versions); err != nil || versions != 1 {
|
|
t.Fatalf("v7=%d err=%v", versions, err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at)
|
|
VALUES('API-1','接口商品','api','2026-08-11T00:00:00Z','2026-08-11T00:00:00Z')`)
|
|
}
|
|
|
|
func TestMySQLMigrate_V7形状错误不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV6(t, db)
|
|
mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN source_observed_at VARCHAR(10) NULL`)
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误 source_observed_at 形状必须阻止 v7")
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=7`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("v7 自检失败不得记录版本")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V7升级V8保留内部引用且可重放(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV7(t, db)
|
|
now := "2026-08-11T00:00:00Z"
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now)
|
|
mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,created_at,updated_at) VALUES('REAL-1','S-1',' 黑色, M ',?,?)`, now, now)
|
|
// 模拟全部 DDL/回填已提交，但 schema_migrations 尚未记录 v8。
|
|
if err := migrateMySQLV8(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v8 重跑失败: %v", err)
|
|
}
|
|
var internalID, externalID, key string
|
|
if err := db.QueryRow(`SELECT sku_id,shopee_sku_id,spec_key FROM shopee_skus`).Scan(&internalID, &externalID, &key); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if internalID != "REAL-1" || externalID != "REAL-1" || key != "黑色, M" {
|
|
t.Fatalf("历史身份未保留：internal=%q external=%q key=%q", internalID, externalID, key)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V8重复规格停止且不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV7(t, db)
|
|
now := "2026-08-11T00:00:00Z"
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now)
|
|
mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,created_at,updated_at) VALUES('A','S-1','黑色,M',?,?),('B','S-1','黑色,M',?,?)`, now, now, now, now)
|
|
if err := MigrateMySQL(db); err == nil || !strings.Contains(err.Error(), "重复规格") {
|
|
t.Fatalf("应明确阻止冲突迁移：%v", err)
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=8`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("冲突迁移不得记录 v8")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V8升级V9且断点重放(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV7(t, db)
|
|
if err := migrateMySQLV8(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(8,'2026-08-11T00:00:00Z')`)
|
|
if err := migrateMySQLV9(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v9 重放失败: %v", err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,image_url,shopee_shop_name,image_is_manual,shop_name_is_manual,created_at,updated_at) VALUES('S','商品','api','https://example.com/a.jpg','店铺',0,0,'2026-08-11T00:00:00Z','2026-08-11T00:00:00Z')`)
|
|
}
|
|
|
|
func TestMySQLMigrate_V9形状错误不记版本(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV8(t, db)
|
|
mustExec(t, db, `ALTER TABLE shopee_products ADD COLUMN image_url VARCHAR(10) NULL`)
|
|
if err := MigrateMySQL(db); err == nil {
|
|
t.Fatal("错误 image_url 形状必须阻止 v9")
|
|
}
|
|
var count int
|
|
db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=9`).Scan(&count)
|
|
if count != 0 {
|
|
t.Fatal("v9 自检失败不得记录版本")
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_已记录V9但缺少V8V9结构时由V10修复(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV7(t, db)
|
|
now := "2026-08-11T00:00:00Z"
|
|
mustExec(t, db, `INSERT INTO shopee_products(goods_id,title,source,created_at,updated_at) VALUES('S-1','商品','report',?,?)`, now, now)
|
|
mustExec(t, db, `INSERT INTO shopee_skus(sku_id,goods_id,spec_raw,color,size,advice,parse_ok,sku_code,is_manual,source_observed_at,created_at,updated_at)
|
|
VALUES('REAL-1','S-1',' 黑色, M ','黑色','M','建议',1,'CODE-1',1,?,?,?)`, now, now, now)
|
|
if err := migrateMySQLV8(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// 模拟 #141 开发中间状态：版本已继续推进到 v9，但两个后加入的 v8 字段不存在。
|
|
mustExec(t, db, `ALTER TABLE shopee_skus DROP COLUMN field_observed_at, DROP COLUMN field_sources`)
|
|
if err := migrateMySQLV9(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// 同时模拟 v9 已记录但两个图片/店铺人工标记约束尚未建立。
|
|
mustExec(t, db, `ALTER TABLE shopee_products DROP CHECK chk_shopee_products_image_manual`)
|
|
mustExec(t, db, `ALTER TABLE shopee_products DROP CHECK chk_shopee_products_shop_manual`)
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES
|
|
(8,'2026-08-11T00:00:00Z'),(9,'2026-08-11T00:00:00Z')`)
|
|
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v10 重放失败: %v", err)
|
|
}
|
|
|
|
var internalID, externalID, key, color, size, advice, skuCode, colorSource, colorObserved string
|
|
var manual int
|
|
err := db.QueryRow(`SELECT sku_id,shopee_sku_id,spec_key,color,size,advice,sku_code,is_manual,
|
|
JSON_UNQUOTE(JSON_EXTRACT(field_sources,'$.color')),
|
|
JSON_UNQUOTE(JSON_EXTRACT(field_observed_at,'$.color')) FROM shopee_skus WHERE sku_id='REAL-1'`).
|
|
Scan(&internalID, &externalID, &key, &color, &size, &advice, &skuCode, &manual, &colorSource, &colorObserved)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if internalID != "REAL-1" || externalID != "REAL-1" || key != "黑色, M" || color != "黑色" || size != "M" || advice != "建议" || skuCode != "CODE-1" || manual != 1 {
|
|
t.Fatalf("v10 修改了既有 SKU 业务字段：id=%q external=%q key=%q color=%q size=%q advice=%q code=%q manual=%d",
|
|
internalID, externalID, key, color, size, advice, skuCode, manual)
|
|
}
|
|
if colorSource != "report" || colorObserved != now {
|
|
t.Fatalf("v10 来源回填不正确：source=%q observed=%q", colorSource, colorObserved)
|
|
}
|
|
var versionCount int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=10`).Scan(&versionCount); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if versionCount != 1 {
|
|
t.Fatalf("v10 应只记录一次，实际 %d", versionCount)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V10执行后未记版本可继续收敛(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
prepareMySQLV8(t, db)
|
|
if err := migrateMySQLV9(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(9,'2026-08-11T00:00:00Z')`)
|
|
// 模拟 v10 的 DDL/回填已隐式提交、但版本号尚未记录时进程退出。
|
|
if err := migrateMySQLV10(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v10 中断后重跑失败: %v", err)
|
|
}
|
|
var versionCount int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=10`).Scan(&versionCount); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if versionCount != 1 {
|
|
t.Fatalf("v10 应只记录一次，实际 %d", versionCount)
|
|
}
|
|
}
|
|
|
|
func TestMySQLMigrate_V11回填顺运宝店铺且可重放(t *testing.T) {
|
|
db := openMySQLMigrationTestDB(t)
|
|
defer db.Close()
|
|
cleanMySQLTestSchema(t, db)
|
|
defer cleanMySQLTestSchema(t, db)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `DELETE FROM schema_migrations WHERE version=11`)
|
|
mustExec(t, db, `ALTER TABLE syb_orders DROP COLUMN shop_name`)
|
|
now := model.NowISO()
|
|
mustExec(t, db, `INSERT INTO syb_orders
|
|
(syb_id,order_no,title,product_spec,quantity,syb_data,created_at,updated_at) VALUES
|
|
('S1','O1','商品','黑色,M',1,'{"stock":{"shopName":" 测试店铺 "}}',?,?),
|
|
('S2','O2','商品','白色,L',1,'{not-json',?,?)`, now, now, now, now)
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v10 升级 v11 失败: %v", err)
|
|
}
|
|
var shop sql.NullString
|
|
if err := db.QueryRow(`SELECT shop_name FROM syb_orders WHERE syb_id='S1'`).Scan(&shop); err != nil || !shop.Valid || shop.String != "测试店铺" {
|
|
t.Fatalf("MySQL 店铺回填错误: %+v err=%v", shop, err)
|
|
}
|
|
if err := db.QueryRow(`SELECT shop_name FROM syb_orders WHERE syb_id='S2'`).Scan(&shop); err != nil || shop.Valid {
|
|
t.Fatalf("无效 JSON 应保持 NULL: %+v err=%v", shop, err)
|
|
}
|
|
if err := MigrateMySQL(db); err != nil {
|
|
t.Fatalf("v11 重放失败: %v", err)
|
|
}
|
|
var count int
|
|
if err := db.QueryRow(`SELECT COUNT(*) FROM schema_migrations WHERE version=11`).Scan(&count); err != nil || count != 1 {
|
|
t.Fatalf("v11 版本记录错误: count=%d err=%v", count, err)
|
|
}
|
|
}
|
|
|
|
func openMySQLMigrationTestDB(t *testing.T) *sql.DB {
|
|
t.Helper()
|
|
if os.Getenv("CMAUTOBUY_MYSQL_TEST") != "1" {
|
|
t.Skip("未启用真实 MySQL 8 集成测试")
|
|
}
|
|
cfg, err := config.LoadDatabaseFromEnv()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !strings.HasSuffix(cfg.Name, "_test") {
|
|
t.Fatalf("拒绝使用非 _test 数据库 %q", cfg.Name)
|
|
}
|
|
db, err := OpenMySQL(cfg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return db
|
|
}
|
|
|
|
func prepareMySQLV2(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
mustExec(t, db, `CREATE TABLE schema_migrations (version INT PRIMARY KEY, applied_at VARCHAR(35) NOT NULL) ENGINE=InnoDB`)
|
|
for _, statement := range mysqlSchemaV1 {
|
|
mustExec(t, db, statement)
|
|
}
|
|
for _, statement := range mysqlSchemaV2 {
|
|
mustExec(t, db, statement)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (1,'2026-08-10T00:00:00Z'),(2,'2026-08-10T00:00:00Z')`)
|
|
}
|
|
|
|
func prepareMySQLV4(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
prepareMySQLV2(t, db)
|
|
if err := migrateMySQLV3(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, mysqlSchemaV4Decisions)
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (3,'2026-08-10T00:00:00Z'),(4,'2026-08-10T00:00:00Z')`)
|
|
}
|
|
|
|
func prepareMySQLV6(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
prepareMySQLV4(t, db)
|
|
if err := migrateMySQLV5(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := migrateMySQLV6(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at)
|
|
VALUES (5,'2026-08-10T00:00:00Z'),(6,'2026-08-10T00:00:00Z')`)
|
|
}
|
|
|
|
func prepareMySQLV7(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
prepareMySQLV6(t, db)
|
|
if err := migrateMySQLV7(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES (7,'2026-08-11T00:00:00Z')`)
|
|
}
|
|
|
|
func prepareMySQLV8(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
prepareMySQLV7(t, db)
|
|
if err := migrateMySQLV8(db); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
mustExec(t, db, `INSERT INTO schema_migrations(version,applied_at) VALUES(8,'2026-08-11T00:00:00Z')`)
|
|
}
|
|
|
|
func mustExec(t *testing.T, db *sql.DB, query string, args ...any) {
|
|
t.Helper()
|
|
if _, err := db.Exec(query, args...); err != nil {
|
|
t.Fatalf("执行 SQL 失败: %v", err)
|
|
}
|
|
}
|
|
|
|
func cleanMySQLTestSchema(t *testing.T, db *sql.DB) {
|
|
t.Helper()
|
|
rows, err := db.Query(`SELECT table_name FROM information_schema.tables
|
|
WHERE table_schema = DATABASE() AND table_type = 'BASE TABLE'`)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var tables []string
|
|
for rows.Next() {
|
|
var table string
|
|
if err := rows.Scan(&table); err != nil {
|
|
rows.Close()
|
|
t.Fatal(err)
|
|
}
|
|
tables = append(tables, table)
|
|
}
|
|
if err := rows.Close(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := db.Exec(`SET FOREIGN_KEY_CHECKS = 0`); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer db.Exec(`SET FOREIGN_KEY_CHECKS = 1`)
|
|
for _, table := range tables {
|
|
// 表名只来自当前 _test 数据库的 information_schema，并对反引号转义。
|
|
quoted := "`" + strings.ReplaceAll(table, "`", "``") + "`"
|
|
if _, err := db.Exec("DROP TABLE " + quoted); err != nil {
|
|
t.Fatal(fmt.Errorf("清理 MySQL 测试表 %s 失败: %w", table, err))
|
|
}
|
|
}
|
|
}
|