eachAsync.js
2.46 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
'use strict';
/*!
* Module dependencies.
*/
const utils = require('../../utils');
/**
* Execute `fn` for every document in the cursor. If `fn` returns a promise,
* will wait for the promise to resolve before iterating on to the next one.
* Returns a promise that resolves when done.
*
* @param {Function} next the thunk to call to get the next document
* @param {Function} fn
* @param {Object} options
* @param {Function} [callback] executed when all docs have been processed
* @return {Promise}
* @api public
* @method eachAsync
*/
module.exports = function eachAsync(next, fn, options, callback) {
const parallel = options.parallel || 1;
const enqueue = asyncQueue();
const handleNextResult = function(doc, callback) {
const promise = fn(doc);
if (promise && typeof promise.then === 'function') {
promise.then(
function() { callback(null); },
function(error) { callback(error || new Error('`eachAsync()` promise rejected without error')); });
} else {
callback(null);
}
};
const iterate = function(callback) {
let drained = false;
let error = null;
for (let i = 0; i < parallel; ++i) {
enqueue(fetch);
}
function fetch(done) {
if (drained || error) {
return done();
}
next(function(err, doc) {
if (drained || error) {
return done();
}
if (err != null) {
error = err;
callback(err);
return done();
}
if (doc == null) {
drained = true;
callback(null);
return done();
}
done();
handleNextResult(doc, function(err) {
if (err != null) {
error = err;
return callback(err);
}
setTimeout(() => enqueue(fetch), 0);
});
});
}
};
return utils.promiseOrCallback(callback, cb => {
iterate(cb);
});
};
// `next()` can only execute one at a time, so make sure we always execute
// `next()` in series, while still allowing multiple `fn()` instances to run
// in parallel.
function asyncQueue() {
const _queue = [];
let inProgress = null;
let id = 0;
return function enqueue(fn) {
if (_queue.length === 0 && inProgress == null) {
inProgress = id++;
return fn(_step);
}
_queue.push(fn);
};
function _step() {
inProgress = null;
if (_queue.length > 0) {
inProgress = id++;
const fn = _queue.shift();
fn(_step);
}
}
}