Win10 + node.js から SQL Server 2019 Express に CSVファイルを書き込んでみる
目的
以下の環境で郵便番号検索の17ISHIKA.CSVを書き込んでみる
Win10 + node.js -> Ubuntu 18.04 + SQL Server 2019 Express
#もう少し綺麗に書きたいなぁ・・・
対象テーブル
データの並びは以下に準拠
郵便番号データの説明
対象データにユニークキーになりそうなデータが無いので
8桁のテキストを追加する
CREATETABLE[dbo].[ZIPCODE]([SEQ][nchar](8)NOTNULL,[PREFCODE][nchar](3)NULL,[KUBUNCODE][nchar](8)NULL,[POSTAL5][nchar](5)NULL,[POSTAL][nchar](8)NULL,[PREFKANA][nchar](20)NULL,[CITYKANA][nchar](40)NULL,[ADDRKANA][nchar](80)NULL,[PREFKANJI][nchar](20)NULL,[CITYKANJI][nchar](40)NULL,[ADDRKANJI][nchar](80)NULL,[FLG1][int]NULL,[FLG2][int]NULL,[FLG3][int]NULL,[FLG4][int]NULL,[FLG5][int]NULL,[FLG6][int]NULL)ON[PRIMARY]サンプルコード
地元県だと名前感あるので 17ISHIKA.CSV を使う
var async = require('async');
var Request = require('tedious').Request;
var TYPES = require('tedious').TYPES;
var Connection = require('tedious').Connection;
var fs = require('fs');
var iconv = require('iconv-lite');
var csv = require('csv');
var connectionConfig = {
userName: 'demo',
password: 'demo',
server: '192.168.5.49',
options: {
database: 'demo'
}
};
var startTime = new Date();
iconv.skipDecodeWarning = true;
var strsql = "INSERT INTO ZIPCODE (";
strsql = strsql + " SEQ";
strsql = strsql + ", PREFCODE";
strsql = strsql + ", KUBUNCODE";
strsql = strsql + ", POSTAL5"
strsql = strsql + ", POSTAL"
strsql = strsql + ", PREFKANA"
strsql = strsql + ", CITYKANA"
strsql = strsql + ", ADDRKANA"
strsql = strsql + ", PREFKANJI"
strsql = strsql + ", CITYKANJI"
strsql = strsql + ", ADDRKANJI"
strsql = strsql + ", FLG1"
strsql = strsql + ", FLG2"
strsql = strsql + ", FLG3"
strsql = strsql + ", FLG4"
strsql = strsql + ", FLG5"
strsql = strsql + ", FLG6"
strsql = strsql + ") VALUES (";
strsql = strsql + " @SEQ";
strsql = strsql + ", @PREFCODE";
strsql = strsql + ", @KUBUNCODE";
strsql = strsql + ", @POSTAL5"
strsql = strsql + ", @POSTAL"
strsql = strsql + ", @PREFKANA"
strsql = strsql + ", @CITYKANA"
strsql = strsql + ", @ADDRKANA"
strsql = strsql + ", @PREFKANJI"
strsql = strsql + ", @CITYKANJI"
strsql = strsql + ", @ADDRKANJI"
strsql = strsql + ", @FLG1"
strsql = strsql + ", @FLG2"
strsql = strsql + ", @FLG3"
strsql = strsql + ", @FLG4"
strsql = strsql + ", @FLG5"
strsql = strsql + ", @FLG6"
strsql = strsql + ");";
var connection = new Connection(connectionConfig);
connection.on('connect', function(err) {
if (err) {
console.log(err);
console.log('err:connect');
connection.exit;
process.exit(0);
}
console.log("Connected");
truncatetable();
console.log("done:truncate");
executeStatement();
});
function truncatetable() {
request = new Request("TRUNCATE TABLE ZIPCODE;", function(err) {
if (err) {
console.log(err);
console.log('err:request');
connection.exit;
process.exit(0);
}
});
request.on('done', function(err) {
if (err) {
console.log(err);
console.log('err:request.on');
connection.exit;
process.exit(0);
}
});
connection.execSql(request);
}
var numcnt = 0;
function executeStatement() {
async.forEachSeries(fs.readFileSync('17ISHIKA.CSV', 'binary').toString().split('\n'), function(line, callback){
if (line.length <= 0) {
console.log('END:length <= 0');
connection.exit;
process.exit(0);
return line;
}
line = iconv.decode(line, 'Shift_JIS');
numcnt = numcnt + 1;
csv.parse(line, function(err, line){
csv.transform(line, function(line){
return line;
}, function(err, line){
request = new Request(strsql, function(err) {
if (err) {
console.log(err);
console.log('err:request');
connection.exit;
process.exit(0);
}
callback();
});
request.on('done', function(err) {
if (err) {
console.log(err);
console.log('err:request.on');
connection.exit;
process.exit(0);
}
});
request.addParameter('SEQ', TYPES.NVarChar, ('00000000' + numcnt).slice(-8));
request.addParameter('PREFCODE', TYPES.NVarChar, line[0][0].substr(0, 2));
request.addParameter('KUBUNCODE', TYPES.NVarChar, line[0][0].trim());
request.addParameter('POSTAL5', TYPES.NVarChar, line[0][1].trim());
request.addParameter('POSTAL', TYPES.NVarChar, line[0][2].trim());
request.addParameter('PREFKANA', TYPES.NVarChar, line[0][3].trim());
request.addParameter('CITYKANA', TYPES.NVarChar, line[0][4].trim());
request.addParameter('ADDRKANA', TYPES.NVarChar, line[0][5].trim());
request.addParameter('PREFKANJI', TYPES.NVarChar, line[0][6].trim());
request.addParameter('CITYKANJI', TYPES.NVarChar, line[0][7].trim());
request.addParameter('ADDRKANJI', TYPES.NVarChar, line[0][8].trim());
request.addParameter('FLG1', TYPES.NVarChar, parseInt(line[0][9]));
request.addParameter('FLG2', TYPES.NVarChar, parseInt(line[0][10]));
request.addParameter('FLG3', TYPES.NVarChar, parseInt(line[0][11]));
request.addParameter('FLG4', TYPES.NVarChar, parseInt(line[0][12]));
request.addParameter('FLG5', TYPES.NVarChar, parseInt(line[0][13]));
request.addParameter('FLG6', TYPES.NVarChar, parseInt(line[0][14]));
connection.execSql(request);
});
});
}, function(err){
console.log('Err:OUT');
connection.exit;
process.exit(0);
});
}
参考にしたのは以下のサイト
How to use object in Asyn forEachSeries
async.js forEach vs forEachSeries
CSV Parser for Node.js
csv
tediousjs/tedious-connection-pool
tedious-connection-pool
手順 1:Node.js 開発用に開発環境を構成する
手順 3:Node.js を使用した SQL への接続を概念実証する