-import { WorkerData, WorkerEvents, WorkerSetElement } from '../types/Worker';
+// Partial Copyright Jerome Benoit. 2021-2024. All Rights Reserved.
-import Constants from '../utils/Constants';
-import Utils from '../utils/Utils';
-import { Worker } from 'worker_threads';
-import Wrk from './Wrk';
+import { EventEmitterAsyncResource } from 'node:events'
+import { SHARE_ENV, Worker } from 'node:worker_threads'
-export default class WorkerSet extends Wrk {
- public maxElementsPerWorker: number;
- private workers: Set<WorkerSetElement>;
+import { WorkerAbstract } from './WorkerAbstract.js'
+import { EMPTY_FUNCTION, workerSetVersion } from './WorkerConstants.js'
+import {
+ type SetInfo,
+ type WorkerData,
+ type WorkerMessage,
+ WorkerMessageEvents,
+ type WorkerOptions,
+ type WorkerSetElement,
+ WorkerSetEvents
+} from './WorkerTypes.js'
+import { randomizeDelay, sleep } from './WorkerUtils.js'
+
+export class WorkerSet extends WorkerAbstract<WorkerData> {
+ public readonly emitter: EventEmitterAsyncResource | undefined
+ private readonly workerSet: Set<WorkerSetElement>
+ private started: boolean
+ private workerStartup: boolean
/**
- * Create a new `WorkerSet`.
+ * Creates a new `WorkerSet`.
*
- * @param {string} workerScript
- * @param {number} maxElementsPerWorker
+ * @param workerScript -
+ * @param workerOptions -
*/
- constructor(workerScript: string, maxElementsPerWorker = 1) {
- super(workerScript);
- this.workers = new Set<WorkerSetElement>();
- this.maxElementsPerWorker = maxElementsPerWorker;
+ constructor (workerScript: string, workerOptions: WorkerOptions) {
+ super(workerScript, workerOptions)
+ if (this.workerOptions.elementsPerWorker == null) {
+ throw new TypeError('Elements per worker is not defined')
+ }
+ if (!Number.isSafeInteger(this.workerOptions.elementsPerWorker)) {
+ throw new TypeError('Elements per worker must be an integer')
+ }
+ if (this.workerOptions.elementsPerWorker <= 0) {
+ throw new RangeError('Elements per worker must be greater than zero')
+ }
+ this.workerSet = new Set<WorkerSetElement>()
+ if (this.workerOptions.poolOptions?.enableEvents === true) {
+ this.emitter = new EventEmitterAsyncResource({ name: 'workerset' })
+ }
+ this.started = false
+ this.workerStartup = false
}
- get size(): number {
- return this.workers.size;
+ get info (): SetInfo {
+ return {
+ version: workerSetVersion,
+ type: 'set',
+ worker: 'thread',
+ started: this.started,
+ size: this.size,
+ elementsExecuting: [...this.workerSet].reduce(
+ (accumulator, workerSetElement) => accumulator + workerSetElement.numberOfWorkerElements,
+ 0
+ ),
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ elementsPerWorker: this.maxElementsPerWorker!
+ }
}
- /**
- *
- * @return {Promise<void>}
- * @public
- */
- public async addElement(elementData: WorkerData): Promise<void> {
- if (!this.workers) {
- throw Error('Cannot add a WorkerSet element: workers set does not exist');
+ get size (): number {
+ return this.workerSet.size
+ }
+
+ get maxElementsPerWorker (): number | undefined {
+ return this.workerOptions.elementsPerWorker
+ }
+
+ /** @inheritDoc */
+ public async start (): Promise<void> {
+ this.addWorkerSetElement()
+ // Add worker set element sequentially to optimize memory at startup
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ this.workerOptions.workerStartDelay! > 0 &&
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ (await sleep(randomizeDelay(this.workerOptions.workerStartDelay!)))
+ this.emitter?.emit(WorkerSetEvents.started, this.info)
+ this.started = true
+ }
+
+ /** @inheritDoc */
+ public async stop (): Promise<void> {
+ for (const workerSetElement of this.workerSet) {
+ const worker = workerSetElement.worker
+ const waitWorkerExit = new Promise<void>(resolve => {
+ worker.once('exit', () => {
+ resolve()
+ })
+ })
+ worker.unref()
+ await worker.terminate()
+ await waitWorkerExit
}
- if (this.getLastWorkerSetElement().numberOfWorkerElements >= this.maxElementsPerWorker) {
- void this.startWorker();
- // Start worker sequentially to optimize memory at startup
- void Utils.sleep(Constants.START_WORKER_DELAY);
+ this.emitter?.emit(WorkerSetEvents.stopped, this.info)
+ this.started = false
+ this.emitter?.emitDestroy()
+ this.emitter?.removeAllListeners()
+ }
+
+ /** @inheritDoc */
+ public async addElement (elementData: WorkerData): Promise<void> {
+ if (!this.started) {
+ throw new Error('Cannot add a WorkerSet element: not started')
+ }
+ const workerSetElement = await this.getWorkerSetElement()
+ workerSetElement.worker.postMessage({
+ event: WorkerMessageEvents.addWorkerElement,
+ data: elementData
+ })
+ ++workerSetElement.numberOfWorkerElements
+ // Add element sequentially to optimize memory at startup
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ if (this.workerOptions.elementStartDelay! > 0) {
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ await sleep(randomizeDelay(this.workerOptions.elementStartDelay!))
}
- this.getLastWorker().postMessage({ id: WorkerEvents.START_WORKER_ELEMENT, workerData: elementData });
- this.getLastWorkerSetElement().numberOfWorkerElements++;
}
/**
- *
- * @return {Promise<void>}
- * @public
+ * Adds a new `WorkerSetElement`.
*/
- public async start(): Promise<void> {
- await this.startWorker();
- // Start worker sequentially to optimize memory at startup
- await Utils.sleep(Constants.START_WORKER_DELAY);
+ private addWorkerSetElement (): WorkerSetElement {
+ this.workerStartup = true
+ const worker = new Worker(this.workerScript, {
+ env: SHARE_ENV,
+ ...this.workerOptions.poolOptions?.workerOptions
+ })
+ worker.on('message', this.workerOptions.poolOptions?.messageHandler ?? EMPTY_FUNCTION)
+ worker.on('message', (message: WorkerMessage<WorkerData>) => {
+ if (message.event === WorkerMessageEvents.addedWorkerElement) {
+ this.emitter?.emit(WorkerSetEvents.elementAdded, this.info)
+ } else if (message.event === WorkerMessageEvents.workerElementError) {
+ this.emitter?.emit(WorkerSetEvents.elementError, message.data)
+ }
+ })
+ worker.on('error', this.workerOptions.poolOptions?.errorHandler ?? EMPTY_FUNCTION)
+ worker.on('error', error => {
+ this.emitter?.emit(WorkerSetEvents.error, error)
+ if (
+ this.workerOptions.poolOptions?.restartWorkerOnError === true &&
+ this.started &&
+ !this.workerStartup
+ ) {
+ this.addWorkerSetElement()
+ }
+ worker.unref()
+ worker.terminate().catch(error => this.emitter?.emit(WorkerSetEvents.error, error))
+ })
+ worker.on('online', this.workerOptions.poolOptions?.onlineHandler ?? EMPTY_FUNCTION)
+ worker.on('exit', this.workerOptions.poolOptions?.exitHandler ?? EMPTY_FUNCTION)
+ worker.once('exit', () => {
+ this.removeWorkerSetElement(this.getWorkerSetElementByWorker(worker))
+ })
+ const workerSetElement: WorkerSetElement = { worker, numberOfWorkerElements: 0 }
+ this.workerSet.add(workerSetElement)
+ this.workerStartup = false
+ return workerSetElement
}
- /**
- *
- * @return {Promise}
- * @private
- */
- private async startWorker() {
- return new Promise((resolve, reject) => {
- const worker = new Worker(this.workerScript);
- worker.on('message', resolve);
- worker.on('error', reject);
- worker.on('exit', (code) => {
- if (code !== 0) {
- reject(new Error(`Worker stopped with exit code ${code}`));
- }
- });
- this.workers.add({ worker, numberOfWorkerElements: 0 });
- });
+ private removeWorkerSetElement (workerSetElement: WorkerSetElement | undefined): void {
+ if (workerSetElement == null) {
+ return
+ }
+ this.workerSet.delete(workerSetElement)
}
- private getLastWorkerSetElement(): WorkerSetElement {
- let workerSetElement: WorkerSetElement;
- // eslint-disable-next-line no-empty
- for (workerSetElement of this.workers) { }
- return workerSetElement;
+ private async getWorkerSetElement (): Promise<WorkerSetElement> {
+ let chosenWorkerSetElement: WorkerSetElement | undefined
+ for (const workerSetElement of this.workerSet) {
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ if (workerSetElement.numberOfWorkerElements < this.workerOptions.elementsPerWorker!) {
+ chosenWorkerSetElement = workerSetElement
+ break
+ }
+ }
+ if (chosenWorkerSetElement == null) {
+ chosenWorkerSetElement = this.addWorkerSetElement()
+ // Add worker set element sequentially to optimize memory at startup
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ this.workerOptions.workerStartDelay! > 0 &&
+ // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+ (await sleep(randomizeDelay(this.workerOptions.workerStartDelay!)))
+ }
+ return chosenWorkerSetElement
}
- private getLastWorker(): Worker {
- return this.getLastWorkerSetElement().worker;
+ private getWorkerSetElementByWorker (worker: Worker): WorkerSetElement | undefined {
+ let workerSetElt: WorkerSetElement | undefined
+ for (const workerSetElement of this.workerSet) {
+ if (workerSetElement.worker.threadId === worker.threadId) {
+ workerSetElt = workerSetElement
+ break
+ }
+ }
+ return workerSetElt
}
}