-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathcsv-combiner-src.js
39 lines (33 loc) · 1.15 KB
/
csv-combiner-src.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
const csv = require('fast-csv');
const fs = require('fs');
function csvCombine(outputFilePath, csvFilePaths) {
const promises = csvFilePaths.map((path) => {
return new Promise((resolve) => {
const dataArray = [];
return csv
.parseFile(path, {headers: true})
.on('data', function(data) {
dataArray.push(data);
})
.on('end', function() {
resolve(dataArray);
});
});
});
return Promise.all(promises)
.then((results) => {
const csvStream = csv.format({headers: true});
const writableStream = fs.createWriteStream(outputFilePath);
writableStream.on('finish', function() {
console.log(`Completed combining ${csvFilePaths.length} CSV Files.`);
});
csvStream.pipe(writableStream);
results.forEach((result) => {
result.forEach((data) => {
csvStream.write(data);
});
});
csvStream.end();
});
}
module.exports = csvCombine;