X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fworker%2FWorkerSet.ts;h=96a9901d96e5633cf85c786ab541ed98f992b67a;hb=0bde1ea1ef9f72552609d6314d0533d565a09aba;hp=eaa19ac8f384ed5ce591362696e13bfdf765ab5a;hpb=721646e902fa12d165d4a1da06fb963fb30dc9f2;p=e-mobility-charging-stations-simulator.git diff --git a/src/worker/WorkerSet.ts b/src/worker/WorkerSet.ts index eaa19ac8..96a9901d 100644 --- a/src/worker/WorkerSet.ts +++ b/src/worker/WorkerSet.ts @@ -1,19 +1,22 @@ // Partial Copyright Jerome Benoit. 2021-2023. All Rights Reserved. -import { Worker } from 'node:worker_threads'; +import EventEmitterAsyncResource from 'node:events'; +import { SHARE_ENV, Worker } from 'node:worker_threads'; import { WorkerAbstract } from './WorkerAbstract'; import { WorkerConstants } from './WorkerConstants'; import { - type MessageHandler, + type SetInfo, type WorkerData, WorkerMessageEvents, type WorkerOptions, type WorkerSetElement, + WorkerSetEvents, } from './WorkerTypes'; -import { WorkerUtils } from './WorkerUtils'; +import { sleep } from './WorkerUtils'; export class WorkerSet extends WorkerAbstract { + public readonly emitter: EventEmitterAsyncResource; private readonly workerSet: Set; /** @@ -24,7 +27,30 @@ export class WorkerSet extends WorkerAbstract { */ constructor(workerScript: string, workerOptions?: WorkerOptions) { super(workerScript, workerOptions); + this.workerOptions.poolOptions = { + ...{ + enableEvents: true, + restartWorkerOnError: true, + }, + ...this.workerOptions.poolOptions, + }; this.workerSet = new Set(); + if (this.workerOptions?.poolOptions?.enableEvents) { + this.emitter = new EventEmitterAsyncResource(); + } + } + + get info(): SetInfo { + return { + type: 'set', + worker: 'thread', + size: this.size, + elementsExecuting: [...this.workerSet].reduce( + (accumulator, workerSetElement) => accumulator + workerSetElement.numberOfWorkerElements, + 0 + ), + elementsPerWorker: this.maxElementsPerWorker, + }; } get size(): number { @@ -35,89 +61,93 @@ export class WorkerSet extends WorkerAbstract { return this.workerOptions.elementsPerWorker; } - /** - * - * @param elementData - - * @returns - * @public - */ + /** @inheritDoc */ + public async start(): Promise { + this.addWorkerSetElement(); + // Add worker set element sequentially to optimize memory at startup + this.workerOptions.workerStartDelay > 0 && (await sleep(this.workerOptions.workerStartDelay)); + } + + /** @inheritDoc */ + public async stop(): Promise { + for (const workerSetElement of this.workerSet) { + await workerSetElement.worker.terminate(); + } + this.workerSet.clear(); + } + + /** @inheritDoc */ public async addElement(elementData: WorkerData): Promise { if (!this.workerSet) { throw new Error("Cannot add a WorkerSet element: workers' set does not exist"); } - if ( - this.workerSet.size === 0 || - this.getLastWorkerSetElement().numberOfWorkerElements >= this.workerOptions.elementsPerWorker - ) { - await this.startWorker(); - } - this.getLastWorker().postMessage({ + const workerSetElement = await this.getWorkerSetElement(); + workerSetElement.worker.postMessage({ id: WorkerMessageEvents.startWorkerElement, data: elementData, }); - this.getLastWorkerSetElement().numberOfWorkerElements++; - // Start element sequentially to optimize memory at startup + ++workerSetElement.numberOfWorkerElements; + // Add element sequentially to optimize memory at startup if (this.workerOptions.elementStartDelay > 0) { - await WorkerUtils.sleep(this.workerOptions.elementStartDelay); - } - } - - /** - * - * @returns - * @public - */ - public async start(): Promise { - await this.startWorker(); - } - - /** - * - * @returns - * @public - */ - public async stop(): Promise { - for (const workerSetElement of this.workerSet) { - await workerSetElement.worker.terminate(); + await sleep(this.workerOptions.elementStartDelay); } - this.workerSet.clear(); } /** - * Start a new `Worker`. + * Add a new `WorkerSetElement`. */ - private async startWorker(): Promise { - const worker = new Worker(this.workerScript); + private addWorkerSetElement(): WorkerSetElement { + const worker = new Worker(this.workerScript, { + env: SHARE_ENV, + ...this.workerOptions.poolOptions.workerOptions, + }); worker.on( 'message', - (this.workerOptions?.messageHandler ?? WorkerConstants.EMPTY_FUNCTION).bind( - this - ) as MessageHandler + this.workerOptions?.poolOptions?.messageHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.on( + 'error', + this.workerOptions?.poolOptions?.errorHandler ?? WorkerConstants.EMPTY_FUNCTION ); - worker.on('error', WorkerUtils.defaultErrorHandler.bind(this) as (err: Error) => void); - worker.on('exit', (code) => { - WorkerUtils.defaultExitHandler(code); - this.workerSet.delete(this.getWorkerSetElementByWorker(worker)); + worker.on('error', (error) => { + if (this.emitter !== undefined) { + this.emitter.emit(WorkerSetEvents.error, error); + } + if (this.workerOptions?.poolOptions?.restartWorkerOnError) { + this.addWorkerSetElement(); + } }); - this.workerSet.add({ worker, numberOfWorkerElements: 0 }); - // Start worker sequentially to optimize memory at startup - this.workerOptions.workerStartDelay > 0 && - (await WorkerUtils.sleep(this.workerOptions.workerStartDelay)); - } - - private getLastWorkerSetElement(): WorkerSetElement { - let workerSetElement: WorkerSetElement; - for (workerSetElement of this.workerSet) { - /* This is intentional */ - } + worker.on( + 'online', + this.workerOptions?.poolOptions?.onlineHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.on( + 'exit', + this.workerOptions?.poolOptions?.exitHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.once('exit', () => this.workerSet.delete(this.getWorkerSetElementByWorker(worker))); + const workerSetElement: WorkerSetElement = { worker, numberOfWorkerElements: 0 }; + this.workerSet.add(workerSetElement); return workerSetElement; } - private getLastWorker(): Worker { - return this.getLastWorkerSetElement().worker; + private async getWorkerSetElement(): Promise { + let chosenWorkerSetElement: WorkerSetElement; + for (const workerSetElement of this.workerSet) { + if (workerSetElement.numberOfWorkerElements < this.workerOptions.elementsPerWorker) { + chosenWorkerSetElement = workerSetElement; + break; + } + } + if (!chosenWorkerSetElement) { + chosenWorkerSetElement = this.addWorkerSetElement(); + // Add worker set element sequentially to optimize memory at startup + this.workerOptions.workerStartDelay > 0 && (await sleep(this.workerOptions.workerStartDelay)); + } + return chosenWorkerSetElement; } - private getWorkerSetElementByWorker(worker: Worker): WorkerSetElement { + private getWorkerSetElementByWorker(worker: Worker): WorkerSetElement | undefined { let workerSetElt: WorkerSetElement; for (const workerSetElement of this.workerSet) { if (workerSetElement.worker.threadId === worker.threadId) {