forked from xuyimeng/DatalakeProject
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcsvtojsonparse.JS
More file actions
36 lines (27 loc) · 852 Bytes
/
csvtojsonparse.JS
File metadata and controls
36 lines (27 loc) · 852 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
var Converter=require("csvtojson").Converter;
var columArrData="fs_read.csv";
var fs = require('fs');
var rs=fs.createReadStream(columArrData);
var result = {}
function csvParse(callback){
var csvConverter=new Converter();
//end_parsed will be emitted once parsing finished
csvConverter.on("end_parsed", function(jsonObj) {
str = JSON.stringify(result);
callback();
});
//record_parsed will be emitted each time a row has been parsed.
csvConverter.on("record_parsed", function(resultRow, rawRow, rowIndex) {
for (var key in resultRow) {
if (!result[key] || !result[key] instanceof Array) {
result[key] = [];
}
result[key][rowIndex] = resultRow[key];
}
});
rs.pipe(csvConverter);
}
function main() {
fs.writeFile('fs_read.json', str);
}
csvParse(main);