123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373 |
- /*
- MIT License http://www.opensource.org/licenses/mit-license.php
- Author Tobias Koppers @sokra
- */
- "use strict";
- const { SyncHook, AsyncSeriesHook } = require("tapable");
- const { makeWebpackError } = require("../HookWebpackError");
- const WebpackError = require("../WebpackError");
- const ArrayQueue = require("./ArrayQueue");
- const QUEUED_STATE = 0;
- const PROCESSING_STATE = 1;
- const DONE_STATE = 2;
- let inHandleResult = 0;
- /**
- * @template T
- * @callback Callback
- * @param {(WebpackError | null)=} err
- * @param {T=} result
- */
- /**
- * @template T
- * @template K
- * @template R
- */
- class AsyncQueueEntry {
- /**
- * @param {T} item the item
- * @param {Callback<R>} callback the callback
- */
- constructor(item, callback) {
- this.item = item;
- /** @type {typeof QUEUED_STATE | typeof PROCESSING_STATE | typeof DONE_STATE} */
- this.state = QUEUED_STATE;
- this.callback = callback;
- /** @type {Callback<R>[] | undefined} */
- this.callbacks = undefined;
- this.result = undefined;
- /** @type {WebpackError | undefined} */
- this.error = undefined;
- }
- }
- /**
- * @template T
- * @template K
- * @template R
- */
- class AsyncQueue {
- /**
- * @param {Object} options options object
- * @param {string=} options.name name of the queue
- * @param {number=} options.parallelism how many items should be processed at once
- * @param {AsyncQueue<any, any, any>=} options.parent parent queue, which will have priority over this queue and with shared parallelism
- * @param {function(T): K=} options.getKey extract key from item
- * @param {function(T, Callback<R>): void} options.processor async function to process items
- */
- constructor({ name, parallelism, parent, processor, getKey }) {
- this._name = name;
- this._parallelism = parallelism || 1;
- this._processor = processor;
- this._getKey =
- getKey || /** @type {(T) => K} */ (item => /** @type {any} */ (item));
- /** @type {Map<K, AsyncQueueEntry<T, K, R>>} */
- this._entries = new Map();
- /** @type {ArrayQueue<AsyncQueueEntry<T, K, R>>} */
- this._queued = new ArrayQueue();
- /** @type {AsyncQueue<any, any, any>[]} */
- this._children = undefined;
- this._activeTasks = 0;
- this._willEnsureProcessing = false;
- this._needProcessing = false;
- this._stopped = false;
- this._root = parent ? parent._root : this;
- if (parent) {
- if (this._root._children === undefined) {
- this._root._children = [this];
- } else {
- this._root._children.push(this);
- }
- }
- this.hooks = {
- /** @type {AsyncSeriesHook<[T]>} */
- beforeAdd: new AsyncSeriesHook(["item"]),
- /** @type {SyncHook<[T]>} */
- added: new SyncHook(["item"]),
- /** @type {AsyncSeriesHook<[T]>} */
- beforeStart: new AsyncSeriesHook(["item"]),
- /** @type {SyncHook<[T]>} */
- started: new SyncHook(["item"]),
- /** @type {SyncHook<[T, Error, R]>} */
- result: new SyncHook(["item", "error", "result"])
- };
- this._ensureProcessing = this._ensureProcessing.bind(this);
- }
- /**
- * @param {T} item an item
- * @param {Callback<R>} callback callback function
- * @returns {void}
- */
- add(item, callback) {
- if (this._stopped) return callback(new WebpackError("Queue was stopped"));
- this.hooks.beforeAdd.callAsync(item, err => {
- if (err) {
- callback(
- makeWebpackError(err, `AsyncQueue(${this._name}).hooks.beforeAdd`)
- );
- return;
- }
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- if (entry !== undefined) {
- if (entry.state === DONE_STATE) {
- if (inHandleResult++ > 3) {
- process.nextTick(() => callback(entry.error, entry.result));
- } else {
- callback(entry.error, entry.result);
- }
- inHandleResult--;
- } else if (entry.callbacks === undefined) {
- entry.callbacks = [callback];
- } else {
- entry.callbacks.push(callback);
- }
- return;
- }
- const newEntry = new AsyncQueueEntry(item, callback);
- if (this._stopped) {
- this.hooks.added.call(item);
- this._root._activeTasks++;
- process.nextTick(() =>
- this._handleResult(newEntry, new WebpackError("Queue was stopped"))
- );
- } else {
- this._entries.set(key, newEntry);
- this._queued.enqueue(newEntry);
- const root = this._root;
- root._needProcessing = true;
- if (root._willEnsureProcessing === false) {
- root._willEnsureProcessing = true;
- setImmediate(root._ensureProcessing);
- }
- this.hooks.added.call(item);
- }
- });
- }
- /**
- * @param {T} item an item
- * @returns {void}
- */
- invalidate(item) {
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- this._entries.delete(key);
- if (entry.state === QUEUED_STATE) {
- this._queued.delete(entry);
- }
- }
- /**
- * Waits for an already started item
- * @param {T} item an item
- * @param {Callback<R>} callback callback function
- * @returns {void}
- */
- waitFor(item, callback) {
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- if (entry === undefined) {
- return callback(
- new WebpackError(
- "waitFor can only be called for an already started item"
- )
- );
- }
- if (entry.state === DONE_STATE) {
- process.nextTick(() => callback(entry.error, entry.result));
- } else if (entry.callbacks === undefined) {
- entry.callbacks = [callback];
- } else {
- entry.callbacks.push(callback);
- }
- }
- /**
- * @returns {void}
- */
- stop() {
- this._stopped = true;
- const queue = this._queued;
- this._queued = new ArrayQueue();
- const root = this._root;
- for (const entry of queue) {
- this._entries.delete(this._getKey(entry.item));
- root._activeTasks++;
- this._handleResult(entry, new WebpackError("Queue was stopped"));
- }
- }
- /**
- * @returns {void}
- */
- increaseParallelism() {
- const root = this._root;
- root._parallelism++;
- /* istanbul ignore next */
- if (root._willEnsureProcessing === false && root._needProcessing) {
- root._willEnsureProcessing = true;
- setImmediate(root._ensureProcessing);
- }
- }
- /**
- * @returns {void}
- */
- decreaseParallelism() {
- const root = this._root;
- root._parallelism--;
- }
- /**
- * @param {T} item an item
- * @returns {boolean} true, if the item is currently being processed
- */
- isProcessing(item) {
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- return entry !== undefined && entry.state === PROCESSING_STATE;
- }
- /**
- * @param {T} item an item
- * @returns {boolean} true, if the item is currently queued
- */
- isQueued(item) {
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- return entry !== undefined && entry.state === QUEUED_STATE;
- }
- /**
- * @param {T} item an item
- * @returns {boolean} true, if the item is currently queued
- */
- isDone(item) {
- const key = this._getKey(item);
- const entry = this._entries.get(key);
- return entry !== undefined && entry.state === DONE_STATE;
- }
- /**
- * @returns {void}
- */
- _ensureProcessing() {
- while (this._activeTasks < this._parallelism) {
- const entry = this._queued.dequeue();
- if (entry === undefined) break;
- this._activeTasks++;
- entry.state = PROCESSING_STATE;
- this._startProcessing(entry);
- }
- this._willEnsureProcessing = false;
- if (this._queued.length > 0) return;
- if (this._children !== undefined) {
- for (const child of this._children) {
- while (this._activeTasks < this._parallelism) {
- const entry = child._queued.dequeue();
- if (entry === undefined) break;
- this._activeTasks++;
- entry.state = PROCESSING_STATE;
- child._startProcessing(entry);
- }
- if (child._queued.length > 0) return;
- }
- }
- if (!this._willEnsureProcessing) this._needProcessing = false;
- }
- /**
- * @param {AsyncQueueEntry<T, K, R>} entry the entry
- * @returns {void}
- */
- _startProcessing(entry) {
- this.hooks.beforeStart.callAsync(entry.item, err => {
- if (err) {
- this._handleResult(
- entry,
- makeWebpackError(err, `AsyncQueue(${this._name}).hooks.beforeStart`)
- );
- return;
- }
- let inCallback = false;
- try {
- this._processor(entry.item, (e, r) => {
- inCallback = true;
- this._handleResult(entry, e, r);
- });
- } catch (err) {
- if (inCallback) throw err;
- this._handleResult(entry, err, null);
- }
- this.hooks.started.call(entry.item);
- });
- }
- /**
- * @param {AsyncQueueEntry<T, K, R>} entry the entry
- * @param {WebpackError=} err error, if any
- * @param {R=} result result, if any
- * @returns {void}
- */
- _handleResult(entry, err, result) {
- this.hooks.result.callAsync(entry.item, err, result, hookError => {
- const error = hookError
- ? makeWebpackError(hookError, `AsyncQueue(${this._name}).hooks.result`)
- : err;
- const callback = entry.callback;
- const callbacks = entry.callbacks;
- entry.state = DONE_STATE;
- entry.callback = undefined;
- entry.callbacks = undefined;
- entry.result = result;
- entry.error = error;
- const root = this._root;
- root._activeTasks--;
- if (root._willEnsureProcessing === false && root._needProcessing) {
- root._willEnsureProcessing = true;
- setImmediate(root._ensureProcessing);
- }
- if (inHandleResult++ > 3) {
- process.nextTick(() => {
- callback(error, result);
- if (callbacks !== undefined) {
- for (const callback of callbacks) {
- callback(error, result);
- }
- }
- });
- } else {
- callback(error, result);
- if (callbacks !== undefined) {
- for (const callback of callbacks) {
- callback(error, result);
- }
- }
- }
- inHandleResult--;
- });
- }
- clear() {
- this._entries.clear();
- this._queued.clear();
- this._activeTasks = 0;
- this._willEnsureProcessing = false;
- this._needProcessing = false;
- this._stopped = false;
- }
- }
- module.exports = AsyncQueue;
|