/** * 用户数据迁移脚本 - Node.js * Feature: database-migration, Property 2: 数据记录数一致性 * Feature: database-migration, Property 3: 时间戳转换正确性 * Validates: Requirements 1.5, 1.6 * * 源表: MySQL user (2,202 条记录) * 目标表: SQL Server users */ const mysql = require('mysql2/promise'); const sql = require('mssql'); // MySQL 配置 const mysqlConfig = { host: '192.168.195.16', port: 1887, user: 'root', password: 'Dbt@com@123', database: 'youdas', charset: 'utf8mb4' }; // SQL Server 配置 const sqlServerConfig = { server: '192.168.195.15', port: 1433, user: 'sa', password: 'Dbt@com@123', database: 'honey_box', options: { encrypt: false, trustServerCertificate: true } }; // Unix时间戳转换为 SQL Server DATETIME2 格式 function unixToDatetime(timestamp) { if (!timestamp || timestamp === 0) { return null; } const date = new Date(timestamp * 1000); return date.toISOString().slice(0, 23).replace('T', ' '); } // 转义SQL字符串 function escapeString(str) { if (str === null || str === undefined) return 'NULL'; return "N'" + String(str).replace(/'/g, "''") + "'"; } // 格式化日期时间 function formatDatetime(dt) { if (!dt) return 'NULL'; return "'" + dt + "'"; } // 获取已迁移的用户ID列表 async function getMigratedIds(pool) { const result = await pool.request().query('SELECT id FROM users'); return new Set(result.recordset.map(r => r.id)); } // 批量插入用户数据(使用原生SQL) async function insertUsersBatch(pool, users) { if (users.length === 0) return 0; let insertedCount = 0; // 构建批量插入SQL let sqlBatch = 'SET IDENTITY_INSERT users ON;\n'; for (const user of users) { const createdAt = unixToDatetime(user.addtime) || new Date().toISOString().slice(0, 23).replace('T', ' '); const updatedAt = unixToDatetime(user.update_time) || createdAt; const lastLoginTime = unixToDatetime(user.last_login_time); sqlBatch += ` INSERT INTO users ( id, open_id, union_id, gzh_open_id, uid, mobile, old_mobile, nickname, head_img, password, share_image, money, money2, integral, score, ou_qi, ou_qi_level, pid, vip, draw_num, mb_number, click_id, is_use_coupon, status, is_test, created_at, updated_at, last_login_time ) VALUES ( ${user.id}, ${escapeString(user.openid)}, ${escapeString(user.unionid)}, ${escapeString(user.gzh_openid)}, ${escapeString(user.uid)}, ${escapeString(user.mobile)}, ${escapeString(user.old_mobile)}, ${escapeString(user.nickname)}, ${escapeString(user.headimg)}, ${escapeString(user.password)}, ${escapeString(user.share_image)}, ${parseFloat(user.money) || 0}, ${parseFloat(user.money2) || 0}, ${parseFloat(user.integral) || 0}, ${parseFloat(user.score) || 0}, ${user.ou_qi || 0}, ${user.ou_qi_level || 0}, ${user.pid || 0}, ${user.vip || 1}, ${user.draw_num || 0}, ${user.mb_number || 0}, ${user.click_id || 0}, ${user.is_use_coupon || 0}, ${user.status || 1}, ${user.istest || 0}, ${formatDatetime(createdAt)}, ${formatDatetime(updatedAt)}, ${formatDatetime(lastLoginTime)} ); `; } sqlBatch += 'SET IDENTITY_INSERT users OFF;'; try { await pool.request().batch(sqlBatch); insertedCount = users.length; } catch (err) { console.error('批量插入失败:', err.message); // 如果批量失败,尝试逐条插入 for (const user of users) { try { const createdAt = unixToDatetime(user.addtime) || new Date().toISOString().slice(0, 23).replace('T', ' '); const updatedAt = unixToDatetime(user.update_time) || createdAt; const lastLoginTime = unixToDatetime(user.last_login_time); const singleSql = ` SET IDENTITY_INSERT users ON; INSERT INTO users ( id, open_id, union_id, gzh_open_id, uid, mobile, old_mobile, nickname, head_img, password, share_image, money, money2, integral, score, ou_qi, ou_qi_level, pid, vip, draw_num, mb_number, click_id, is_use_coupon, status, is_test, created_at, updated_at, last_login_time ) VALUES ( ${user.id}, ${escapeString(user.openid)}, ${escapeString(user.unionid)}, ${escapeString(user.gzh_openid)}, ${escapeString(user.uid)}, ${escapeString(user.mobile)}, ${escapeString(user.old_mobile)}, ${escapeString(user.nickname)}, ${escapeString(user.headimg)}, ${escapeString(user.password)}, ${escapeString(user.share_image)}, ${parseFloat(user.money) || 0}, ${parseFloat(user.money2) || 0}, ${parseFloat(user.integral) || 0}, ${parseFloat(user.score) || 0}, ${user.ou_qi || 0}, ${user.ou_qi_level || 0}, ${user.pid || 0}, ${user.vip || 1}, ${user.draw_num || 0}, ${user.mb_number || 0}, ${user.click_id || 0}, ${user.is_use_coupon || 0}, ${user.status || 1}, ${user.istest || 0}, ${formatDatetime(createdAt)}, ${formatDatetime(updatedAt)}, ${formatDatetime(lastLoginTime)} ); SET IDENTITY_INSERT users OFF;`; await pool.request().batch(singleSql); insertedCount++; } catch (singleErr) { console.error(`插入用户 ${user.id} 失败:`, singleErr.message); } } } return insertedCount; } async function main() { console.log('========================================'); console.log('用户数据迁移脚本 - Node.js'); console.log('========================================\n'); let mysqlConn = null; let sqlPool = null; try { // 连接 MySQL console.log('正在连接 MySQL...'); mysqlConn = await mysql.createConnection(mysqlConfig); console.log('MySQL 连接成功\n'); // 连接 SQL Server console.log('正在连接 SQL Server...'); sqlPool = await sql.connect(sqlServerConfig); console.log('SQL Server 连接成功\n'); // 获取已迁移的ID console.log('正在获取已迁移的用户ID...'); const migratedIds = await getMigratedIds(sqlPool); console.log(`已迁移用户数: ${migratedIds.size}\n`); // 从 MySQL 获取所有用户数据 console.log('正在从 MySQL 读取用户数据...'); const [rows] = await mysqlConn.execute(` SELECT id, openid, unionid, gzh_openid, uid, mobile, old_mobile, nickname, headimg, password, share_image, money, money2, integral, score, ou_qi, ou_qi_level, pid, vip, draw_num, mb_number, click_id, is_use_coupon, status, istest, addtime, update_time, last_login_time FROM user ORDER BY id `); console.log(`MySQL 用户总数: ${rows.length}\n`); // 过滤出未迁移的用户 const usersToMigrate = rows.filter(user => !migratedIds.has(user.id)); console.log(`待迁移用户数: ${usersToMigrate.length}\n`); if (usersToMigrate.length === 0) { console.log('所有用户数据已迁移完成!'); } else { // 批量迁移(每批50条,避免SQL太长) const batchSize = 50; let totalInserted = 0; for (let i = 0; i < usersToMigrate.length; i += batchSize) { const batch = usersToMigrate.slice(i, i + batchSize); const inserted = await insertUsersBatch(sqlPool, batch); totalInserted += inserted; console.log(`进度: ${Math.min(i + batchSize, usersToMigrate.length)}/${usersToMigrate.length} (本批插入: ${inserted})`); } console.log(`\n迁移完成!共插入 ${totalInserted} 条记录`); } // 验证迁移结果 console.log('\n========================================'); console.log('迁移结果验证'); console.log('========================================'); const [mysqlCount] = await mysqlConn.execute('SELECT COUNT(*) as count FROM user'); const sqlResult = await sqlPool.request().query('SELECT COUNT(*) as count FROM users'); console.log(`MySQL user 表记录数: ${mysqlCount[0].count}`); console.log(`SQL Server users 表记录数: ${sqlResult.recordset[0].count}`); if (mysqlCount[0].count === sqlResult.recordset[0].count) { console.log('\n✅ 数据迁移完成,记录数一致!'); } else { console.log(`\n⚠️ 记录数不一致,差异: ${mysqlCount[0].count - sqlResult.recordset[0].count}`); } } catch (err) { console.error('迁移过程中发生错误:', err); process.exit(1); } finally { // 关闭连接 if (mysqlConn) await mysqlConn.end(); if (sqlPool) await sqlPool.close(); } } main();