269 lines
9.1 KiB
JavaScript
269 lines
9.1 KiB
JavaScript
/**
|
||
* 用户数据迁移脚本 - Node.js
|
||
* Feature: database-migration, Property 2: 数据记录数一致性
|
||
* Feature: database-migration, Property 3: 时间戳转换正确性
|
||
* Validates: Requirements 1.5, 1.6
|
||
*
|
||
* 源表: MySQL user (2,202 条记录)
|
||
* 目标表: SQL Server users
|
||
*/
|
||
|
||
const mysql = require('mysql2/promise');
|
||
const sql = require('mssql');
|
||
|
||
// MySQL 配置
|
||
const mysqlConfig = {
|
||
host: '192.168.195.16',
|
||
port: 1887,
|
||
user: 'root',
|
||
password: 'Dbt@com@123',
|
||
database: 'youdas',
|
||
charset: 'utf8mb4'
|
||
};
|
||
|
||
// SQL Server 配置
|
||
const sqlServerConfig = {
|
||
server: '192.168.195.15',
|
||
port: 1433,
|
||
user: 'sa',
|
||
password: 'Dbt@com@123',
|
||
database: 'honey_box',
|
||
options: {
|
||
encrypt: false,
|
||
trustServerCertificate: true
|
||
}
|
||
};
|
||
|
||
// Unix时间戳转换为 SQL Server DATETIME2 格式
|
||
function unixToDatetime(timestamp) {
|
||
if (!timestamp || timestamp === 0) {
|
||
return null;
|
||
}
|
||
const date = new Date(timestamp * 1000);
|
||
return date.toISOString().slice(0, 23).replace('T', ' ');
|
||
}
|
||
|
||
// 转义SQL字符串
|
||
function escapeString(str) {
|
||
if (str === null || str === undefined) return 'NULL';
|
||
return "N'" + String(str).replace(/'/g, "''") + "'";
|
||
}
|
||
|
||
// 格式化日期时间
|
||
function formatDatetime(dt) {
|
||
if (!dt) return 'NULL';
|
||
return "'" + dt + "'";
|
||
}
|
||
|
||
// 获取已迁移的用户ID列表
|
||
async function getMigratedIds(pool) {
|
||
const result = await pool.request().query('SELECT id FROM users');
|
||
return new Set(result.recordset.map(r => r.id));
|
||
}
|
||
|
||
// 批量插入用户数据（使用原生SQL）
|
||
async function insertUsersBatch(pool, users) {
|
||
if (users.length === 0) return 0;
|
||
|
||
let insertedCount = 0;
|
||
|
||
// 构建批量插入SQL
|
||
let sqlBatch = 'SET IDENTITY_INSERT users ON;\n';
|
||
|
||
for (const user of users) {
|
||
const createdAt = unixToDatetime(user.addtime) || new Date().toISOString().slice(0, 23).replace('T', ' ');
|
||
const updatedAt = unixToDatetime(user.update_time) || createdAt;
|
||
const lastLoginTime = unixToDatetime(user.last_login_time);
|
||
|
||
sqlBatch += `
|
||
INSERT INTO users (
|
||
id, open_id, union_id, gzh_open_id, uid, mobile, old_mobile,
|
||
nickname, head_img, password, share_image, money, money2,
|
||
integral, score, ou_qi, ou_qi_level, pid, vip, draw_num,
|
||
mb_number, click_id, is_use_coupon, status, is_test,
|
||
created_at, updated_at, last_login_time
|
||
) VALUES (
|
||
${user.id},
|
||
${escapeString(user.openid)},
|
||
${escapeString(user.unionid)},
|
||
${escapeString(user.gzh_openid)},
|
||
${escapeString(user.uid)},
|
||
${escapeString(user.mobile)},
|
||
${escapeString(user.old_mobile)},
|
||
${escapeString(user.nickname)},
|
||
${escapeString(user.headimg)},
|
||
${escapeString(user.password)},
|
||
${escapeString(user.share_image)},
|
||
${parseFloat(user.money) || 0},
|
||
${parseFloat(user.money2) || 0},
|
||
${parseFloat(user.integral) || 0},
|
||
${parseFloat(user.score) || 0},
|
||
${user.ou_qi || 0},
|
||
${user.ou_qi_level || 0},
|
||
${user.pid || 0},
|
||
${user.vip || 1},
|
||
${user.draw_num || 0},
|
||
${user.mb_number || 0},
|
||
${user.click_id || 0},
|
||
${user.is_use_coupon || 0},
|
||
${user.status || 1},
|
||
${user.istest || 0},
|
||
${formatDatetime(createdAt)},
|
||
${formatDatetime(updatedAt)},
|
||
${formatDatetime(lastLoginTime)}
|
||
);
|
||
`;
|
||
}
|
||
|
||
sqlBatch += 'SET IDENTITY_INSERT users OFF;';
|
||
|
||
try {
|
||
await pool.request().batch(sqlBatch);
|
||
insertedCount = users.length;
|
||
} catch (err) {
|
||
console.error('批量插入失败:', err.message);
|
||
// 如果批量失败，尝试逐条插入
|
||
for (const user of users) {
|
||
try {
|
||
const createdAt = unixToDatetime(user.addtime) || new Date().toISOString().slice(0, 23).replace('T', ' ');
|
||
const updatedAt = unixToDatetime(user.update_time) || createdAt;
|
||
const lastLoginTime = unixToDatetime(user.last_login_time);
|
||
|
||
const singleSql = `
|
||
SET IDENTITY_INSERT users ON;
|
||
INSERT INTO users (
|
||
id, open_id, union_id, gzh_open_id, uid, mobile, old_mobile,
|
||
nickname, head_img, password, share_image, money, money2,
|
||
integral, score, ou_qi, ou_qi_level, pid, vip, draw_num,
|
||
mb_number, click_id, is_use_coupon, status, is_test,
|
||
created_at, updated_at, last_login_time
|
||
) VALUES (
|
||
${user.id},
|
||
${escapeString(user.openid)},
|
||
${escapeString(user.unionid)},
|
||
${escapeString(user.gzh_openid)},
|
||
${escapeString(user.uid)},
|
||
${escapeString(user.mobile)},
|
||
${escapeString(user.old_mobile)},
|
||
${escapeString(user.nickname)},
|
||
${escapeString(user.headimg)},
|
||
${escapeString(user.password)},
|
||
${escapeString(user.share_image)},
|
||
${parseFloat(user.money) || 0},
|
||
${parseFloat(user.money2) || 0},
|
||
${parseFloat(user.integral) || 0},
|
||
${parseFloat(user.score) || 0},
|
||
${user.ou_qi || 0},
|
||
${user.ou_qi_level || 0},
|
||
${user.pid || 0},
|
||
${user.vip || 1},
|
||
${user.draw_num || 0},
|
||
${user.mb_number || 0},
|
||
${user.click_id || 0},
|
||
${user.is_use_coupon || 0},
|
||
${user.status || 1},
|
||
${user.istest || 0},
|
||
${formatDatetime(createdAt)},
|
||
${formatDatetime(updatedAt)},
|
||
${formatDatetime(lastLoginTime)}
|
||
);
|
||
SET IDENTITY_INSERT users OFF;`;
|
||
|
||
await pool.request().batch(singleSql);
|
||
insertedCount++;
|
||
} catch (singleErr) {
|
||
console.error(`插入用户 ${user.id} 失败:`, singleErr.message);
|
||
}
|
||
}
|
||
}
|
||
|
||
return insertedCount;
|
||
}
|
||
|
||
async function main() {
|
||
console.log('========================================');
|
||
console.log('用户数据迁移脚本 - Node.js');
|
||
console.log('========================================\n');
|
||
|
||
let mysqlConn = null;
|
||
let sqlPool = null;
|
||
|
||
try {
|
||
// 连接 MySQL
|
||
console.log('正在连接 MySQL...');
|
||
mysqlConn = await mysql.createConnection(mysqlConfig);
|
||
console.log('MySQL 连接成功\n');
|
||
|
||
// 连接 SQL Server
|
||
console.log('正在连接 SQL Server...');
|
||
sqlPool = await sql.connect(sqlServerConfig);
|
||
console.log('SQL Server 连接成功\n');
|
||
|
||
// 获取已迁移的ID
|
||
console.log('正在获取已迁移的用户ID...');
|
||
const migratedIds = await getMigratedIds(sqlPool);
|
||
console.log(`已迁移用户数: ${migratedIds.size}\n`);
|
||
|
||
// 从 MySQL 获取所有用户数据
|
||
console.log('正在从 MySQL 读取用户数据...');
|
||
const [rows] = await mysqlConn.execute(`
|
||
SELECT id, openid, unionid, gzh_openid, uid, mobile, old_mobile,
|
||
nickname, headimg, password, share_image, money, money2,
|
||
integral, score, ou_qi, ou_qi_level, pid, vip, draw_num,
|
||
mb_number, click_id, is_use_coupon, status, istest,
|
||
addtime, update_time, last_login_time
|
||
FROM user
|
||
ORDER BY id
|
||
`);
|
||
console.log(`MySQL 用户总数: ${rows.length}\n`);
|
||
|
||
// 过滤出未迁移的用户
|
||
const usersToMigrate = rows.filter(user => !migratedIds.has(user.id));
|
||
console.log(`待迁移用户数: ${usersToMigrate.length}\n`);
|
||
|
||
if (usersToMigrate.length === 0) {
|
||
console.log('所有用户数据已迁移完成！');
|
||
} else {
|
||
// 批量迁移（每批50条，避免SQL太长）
|
||
const batchSize = 50;
|
||
let totalInserted = 0;
|
||
|
||
for (let i = 0; i < usersToMigrate.length; i += batchSize) {
|
||
const batch = usersToMigrate.slice(i, i + batchSize);
|
||
const inserted = await insertUsersBatch(sqlPool, batch);
|
||
totalInserted += inserted;
|
||
console.log(`进度: ${Math.min(i + batchSize, usersToMigrate.length)}/${usersToMigrate.length} (本批插入: ${inserted})`);
|
||
}
|
||
|
||
console.log(`\n迁移完成！共插入 ${totalInserted} 条记录`);
|
||
}
|
||
|
||
// 验证迁移结果
|
||
console.log('\n========================================');
|
||
console.log('迁移结果验证');
|
||
console.log('========================================');
|
||
|
||
const [mysqlCount] = await mysqlConn.execute('SELECT COUNT(*) as count FROM user');
|
||
const sqlResult = await sqlPool.request().query('SELECT COUNT(*) as count FROM users');
|
||
|
||
console.log(`MySQL user 表记录数: ${mysqlCount[0].count}`);
|
||
console.log(`SQL Server users 表记录数: ${sqlResult.recordset[0].count}`);
|
||
|
||
if (mysqlCount[0].count === sqlResult.recordset[0].count) {
|
||
console.log('\n✅ 数据迁移完成，记录数一致！');
|
||
} else {
|
||
console.log(`\n⚠️ 记录数不一致，差异: ${mysqlCount[0].count - sqlResult.recordset[0].count}`);
|
||
}
|
||
|
||
} catch (err) {
|
||
console.error('迁移过程中发生错误:', err);
|
||
process.exit(1);
|
||
} finally {
|
||
// 关闭连接
|
||
if (mysqlConn) await mysqlConn.end();
|
||
if (sqlPool) await sqlPool.close();
|
||
}
|
||
}
|
||
|
||
main();
|