Code coverage report for lib/datagen.js

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
4
 
 
 
 
 
 
 
 
1
 
 
 
 
 
 
 
4
1
 
 
 
 
 
 
 
 
 
 
 
 
4
 
3
3
 
3
3
9
 
 
3
3
1
 
 
1
5
 
 
3
3
5
 
 
 
 
 
 
5
 
 
 
4
 
var _ = require('lodash'),
  fs = require('fs'),
  ncp = require('ncp'),
  p = require('path'),
  workerFarm = require('worker-farm');
 
/**
 * class DataGen
 */
function DataGen() {
}
 
/**
 * Create example header, segment, footer template files in current directory.
 *
 * @param {Function} cb: standard cb(err, result) callback
 */
DataGen.prototype.init = function (cb) {
  ncp.ncp(p.join(__dirname, '../examples'), '.', cb);
};
 
/**
 * Spawn worker processes which will then generate the data file.
 *
 * @param {Object} opts: optionals:
 * - genId: an ID unique to the current data generation, used by all worker processes
 * - numSegments: how many segments in a data file
 * - numWorkers: how many worker processes to spawn, each worker creates a data file
 * - maxConcurrentWorkers: how many worker processes are allowed to do its task concurrently, default: num of cpus
 * - outFile: the data file name, to be postfixed with worker ID
 */
DataGen.prototype.generate = function (opts) {
 
  const SINGLE = 1;
  opts.numWorkers = opts.numWorkers || SINGLE;
 
  var templates = {};
  ['header', 'segment', 'footer'].forEach(function (file) {
    templates[file] = (fs.existsSync(file)) ? fs.readFileSync(file).toString() : '';
  });
 
  var workerFarmOpts = {};
  if (opts.maxConcurrentWorkers) {
    workerFarmOpts.maxConcurrentWorkers = opts.maxConcurrentWorkers;
  }
 
  function endWorkerFarm() {
    workerFarm.end(worker);
  }
 
  var worker = workerFarm(workerFarmOpts, require.resolve('./child'));
  for (var i = 0; i < opts.numWorkers; i += 1) {
    var message = {
      workerId: i + 1,
      templates: templates,
      genId: opts.genId || process.pid.toString(),
      numSegments: opts.numSegments || SINGLE,
      outFile: opts.outFile || 'data'
    };
    worker(message, endWorkerFarm);
  }
};
 
module.exports = DataGen;