227 lines
7.6 KiB
JavaScript
227 lines
7.6 KiB
JavaScript
/**
|
||
* 用户账户数据迁移脚本 - Node.js
|
||
* Feature: database-migration, Property 2: 数据记录数一致性
|
||
* Feature: database-migration, Property 3: 时间戳转换正确性
|
||
* Validates: Requirements 1.5
|
||
*
|
||
* 源表: MySQL user_account (3,452 条记录)
|
||
* 目标表: SQL Server user_accounts
|
||
*/
|
||
|
||
const mysql = require('mysql2/promise');
|
||
const sql = require('mssql');
|
||
|
||
// MySQL 配置
|
||
const mysqlConfig = {
|
||
host: '192.168.195.16',
|
||
port: 1887,
|
||
user: 'root',
|
||
password: 'Dbt@com@123',
|
||
database: 'youdas',
|
||
charset: 'utf8mb4'
|
||
};
|
||
|
||
// SQL Server 配置
|
||
const sqlServerConfig = {
|
||
server: '192.168.195.15',
|
||
port: 1433,
|
||
user: 'sa',
|
||
password: 'Dbt@com@123',
|
||
database: 'honey_box',
|
||
options: {
|
||
encrypt: false,
|
||
trustServerCertificate: true
|
||
}
|
||
};
|
||
|
||
// Unix时间戳转换为 SQL Server DATETIME2 格式
|
||
function unixToDatetime(timestamp) {
|
||
if (!timestamp || timestamp === 0) {
|
||
return null;
|
||
}
|
||
const date = new Date(timestamp * 1000);
|
||
return date.toISOString().slice(0, 23).replace('T', ' ');
|
||
}
|
||
|
||
// 转义SQL字符串
|
||
function escapeString(str) {
|
||
if (str === null || str === undefined || str === '') return "N''";
|
||
return "N'" + String(str).replace(/'/g, "''") + "'";
|
||
}
|
||
|
||
// 格式化日期时间
|
||
function formatDatetime(dt) {
|
||
if (!dt) return 'NULL';
|
||
return "'" + dt + "'";
|
||
}
|
||
|
||
// 获取已迁移的账户ID列表
|
||
async function getMigratedIds(pool) {
|
||
const result = await pool.request().query('SELECT id FROM user_accounts');
|
||
return new Set(result.recordset.map(r => r.id));
|
||
}
|
||
|
||
// 批量插入用户账户数据
|
||
async function insertAccountsBatch(pool, accounts) {
|
||
if (accounts.length === 0) return 0;
|
||
|
||
let insertedCount = 0;
|
||
|
||
// 构建批量插入SQL
|
||
let sqlBatch = 'SET IDENTITY_INSERT user_accounts ON;\n';
|
||
|
||
for (const account of accounts) {
|
||
const tokenTime = unixToDatetime(account.token_time);
|
||
const lastLoginTime = unixToDatetime(account.last_login_time);
|
||
|
||
sqlBatch += `
|
||
INSERT INTO user_accounts (
|
||
id, user_id, account_token, token_num, token_time,
|
||
last_login_time, last_login_ip, last_login_ip1,
|
||
ip_adcode, ip_province, ip_city
|
||
) VALUES (
|
||
${account.id},
|
||
${account.user_id || 0},
|
||
${escapeString(account.account_token)},
|
||
${escapeString(account.token_num)},
|
||
${formatDatetime(tokenTime)},
|
||
${formatDatetime(lastLoginTime)},
|
||
${escapeString(account.last_login_ip)},
|
||
${escapeString(account.last_login_ip1)},
|
||
${escapeString(account.ip_adcode)},
|
||
${escapeString(account.ip_province)},
|
||
${escapeString(account.ip_city)}
|
||
);
|
||
`;
|
||
}
|
||
|
||
sqlBatch += 'SET IDENTITY_INSERT user_accounts OFF;';
|
||
|
||
try {
|
||
await pool.request().batch(sqlBatch);
|
||
insertedCount = accounts.length;
|
||
} catch (err) {
|
||
console.error('批量插入失败:', err.message);
|
||
// 如果批量失败，尝试逐条插入
|
||
for (const account of accounts) {
|
||
try {
|
||
const tokenTime = unixToDatetime(account.token_time);
|
||
const lastLoginTime = unixToDatetime(account.last_login_time);
|
||
|
||
const singleSql = `
|
||
SET IDENTITY_INSERT user_accounts ON;
|
||
INSERT INTO user_accounts (
|
||
id, user_id, account_token, token_num, token_time,
|
||
last_login_time, last_login_ip, last_login_ip1,
|
||
ip_adcode, ip_province, ip_city
|
||
) VALUES (
|
||
${account.id},
|
||
${account.user_id || 0},
|
||
${escapeString(account.account_token)},
|
||
${escapeString(account.token_num)},
|
||
${formatDatetime(tokenTime)},
|
||
${formatDatetime(lastLoginTime)},
|
||
${escapeString(account.last_login_ip)},
|
||
${escapeString(account.last_login_ip1)},
|
||
${escapeString(account.ip_adcode)},
|
||
${escapeString(account.ip_province)},
|
||
${escapeString(account.ip_city)}
|
||
);
|
||
SET IDENTITY_INSERT user_accounts OFF;`;
|
||
|
||
await pool.request().batch(singleSql);
|
||
insertedCount++;
|
||
} catch (singleErr) {
|
||
console.error(`插入账户 ${account.id} 失败:`, singleErr.message);
|
||
}
|
||
}
|
||
}
|
||
|
||
return insertedCount;
|
||
}
|
||
|
||
async function main() {
|
||
console.log('========================================');
|
||
console.log('用户账户数据迁移脚本 - Node.js');
|
||
console.log('========================================\n');
|
||
|
||
let mysqlConn = null;
|
||
let sqlPool = null;
|
||
|
||
try {
|
||
// 连接 MySQL
|
||
console.log('正在连接 MySQL...');
|
||
mysqlConn = await mysql.createConnection(mysqlConfig);
|
||
console.log('MySQL 连接成功\n');
|
||
|
||
// 连接 SQL Server
|
||
console.log('正在连接 SQL Server...');
|
||
sqlPool = await sql.connect(sqlServerConfig);
|
||
console.log('SQL Server 连接成功\n');
|
||
|
||
// 获取已迁移的ID
|
||
console.log('正在获取已迁移的账户ID...');
|
||
const migratedIds = await getMigratedIds(sqlPool);
|
||
console.log(`已迁移账户数: ${migratedIds.size}\n`);
|
||
|
||
// 从 MySQL 获取所有用户账户数据
|
||
console.log('正在从 MySQL 读取用户账户数据...');
|
||
const [rows] = await mysqlConn.execute(`
|
||
SELECT id, user_id, account_token, token_num, token_time,
|
||
last_login_time, last_login_ip, last_login_ip1,
|
||
ip_adcode, ip_province, ip_city
|
||
FROM user_account
|
||
ORDER BY id
|
||
`);
|
||
console.log(`MySQL 用户账户总数: ${rows.length}\n`);
|
||
|
||
// 过滤出未迁移的账户
|
||
const accountsToMigrate = rows.filter(account => !migratedIds.has(account.id));
|
||
console.log(`待迁移账户数: ${accountsToMigrate.length}\n`);
|
||
|
||
if (accountsToMigrate.length === 0) {
|
||
console.log('所有用户账户数据已迁移完成！');
|
||
} else {
|
||
// 批量迁移（每批50条，避免SQL太长）
|
||
const batchSize = 50;
|
||
let totalInserted = 0;
|
||
|
||
for (let i = 0; i < accountsToMigrate.length; i += batchSize) {
|
||
const batch = accountsToMigrate.slice(i, i + batchSize);
|
||
const inserted = await insertAccountsBatch(sqlPool, batch);
|
||
totalInserted += inserted;
|
||
console.log(`进度: ${Math.min(i + batchSize, accountsToMigrate.length)}/${accountsToMigrate.length} (本批插入: ${inserted})`);
|
||
}
|
||
|
||
console.log(`\n迁移完成！共插入 ${totalInserted} 条记录`);
|
||
}
|
||
|
||
// 验证迁移结果
|
||
console.log('\n========================================');
|
||
console.log('迁移结果验证');
|
||
console.log('========================================');
|
||
|
||
const [mysqlCount] = await mysqlConn.execute('SELECT COUNT(*) as count FROM user_account');
|
||
const sqlResult = await sqlPool.request().query('SELECT COUNT(*) as count FROM user_accounts');
|
||
|
||
console.log(`MySQL user_account 表记录数: ${mysqlCount[0].count}`);
|
||
console.log(`SQL Server user_accounts 表记录数: ${sqlResult.recordset[0].count}`);
|
||
|
||
if (mysqlCount[0].count === sqlResult.recordset[0].count) {
|
||
console.log('\n✅ 数据迁移完成，记录数一致！');
|
||
} else {
|
||
console.log(`\n⚠️ 记录数不一致，差异: ${mysqlCount[0].count - sqlResult.recordset[0].count}`);
|
||
}
|
||
|
||
} catch (err) {
|
||
console.error('迁移过程中发生错误:', err);
|
||
process.exit(1);
|
||
} finally {
|
||
// 关闭连接
|
||
if (mysqlConn) await mysqlConn.end();
|
||
if (sqlPool) await sqlPool.close();
|
||
}
|
||
}
|
||
|
||
main();
|