initialize.js

const fs = require('fs');
const es = require('event-stream');
const faker = require('faker');
const redisClient = require('./database/redis/redis.js');
const zone = require('./helpers.js');
const cassClient = require('./database/cassandra/cassandra.js');

const createDrivers = (path, n, index = 0) => {
  let wstream = fs.createWriteStream(path);
  for (let i  = 0; i < n; i++) {
    let long = +faker.address.longitude();
    let lat;
    do {
      lat = +faker.address.latitude();
    } while (Math.abs(lat) > 85);
    let data = [i + 1 + index, faker.name.firstName(), long, lat, zone(long, lat)].join(',');
    if (i === n - 1) {
      wstream.write(data);
      wstream.end();
    } else {
      wstream.write(data + '\n');
    }
  }
};


// const insertDataIntoDB = (path) => {
//   let start = new Date();
//   let stream = fs.createReadStream(path)
//   .pipe(es.split())
//   .pipe(es.mapSync((line) => {
//     stream.pause();
//     // addDriver(line.split(','));
//     stream.resume();
//   })
//   .on('error', (err) => {
//     console.log('Error while reading file.', err);
//   })
//   .on('end', () => {
//     console.log('Read entire file.')
//     console.log((new Date() - start) / 1000, 'seconds');
//     // redisClient.quit();
//   })
//   );
// }

// createDrivers('tenMillion/test.txt', 7);
// createDrivers('tenMillion/9.txt', 1000000, 9000000);
// console.log('done');
// insertDataIntoDB('test.txt');
// createDrivers('ten2.txt', 5000000, 5000000);
// console.log('done');