X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fworker%2FWorkerSet.ts;h=270f57b1f100c8ab80c0e3fe56fb9bebdb3adf24;hb=628c30e510dd0f12be4432bd5eb0ff86790c4de0;hp=2151eff9ceb51db91d6662957694f09b1c81c921;hpb=a4624c96a6c159b4885f5d0baaf592ceec0bab30;p=e-mobility-charging-stations-simulator.git diff --git a/src/worker/WorkerSet.ts b/src/worker/WorkerSet.ts index 2151eff9..270f57b1 100644 --- a/src/worker/WorkerSet.ts +++ b/src/worker/WorkerSet.ts @@ -1,84 +1,161 @@ -import { Worker, threadId } from 'worker_threads'; -import { WorkerData, WorkerEvents, WorkerSetElement } from '../types/Worker'; +// Partial Copyright Jerome Benoit. 2021-2023. All Rights Reserved. -import Constants from '../utils/Constants'; -import Utils from '../utils/Utils'; -import Wrk from './Wrk'; +import EventEmitterAsyncResource from 'node:events'; +import { SHARE_ENV, Worker } from 'node:worker_threads'; -export default class WorkerSet extends Wrk { - public maxElementsPerWorker: number; - private workers: Set; +import { WorkerAbstract } from './WorkerAbstract'; +import { WorkerConstants } from './WorkerConstants'; +import { + type SetInfo, + type WorkerData, + WorkerMessageEvents, + type WorkerOptions, + type WorkerSetElement, + WorkerSetEvents, +} from './WorkerTypes'; +import { sleep } from './WorkerUtils'; + +export class WorkerSet extends WorkerAbstract { + public readonly emitter: EventEmitterAsyncResource; + private readonly workerSet: Set; /** - * Create a new `WorkerSet`. + * Creates a new `WorkerSet`. * - * @param {string} workerScript - * @param {number} maxElementsPerWorker + * @param workerScript - + * @param workerOptions - */ - constructor(workerScript: string, maxElementsPerWorker = 1) { - super(workerScript); - this.workers = new Set(); - this.maxElementsPerWorker = maxElementsPerWorker; + constructor(workerScript: string, workerOptions?: WorkerOptions) { + super(workerScript, workerOptions); + this.workerOptions.poolOptions = { + ...{ + enableEvents: true, + restartWorkerOnError: true, + }, + ...this.workerOptions.poolOptions, + }; + this.workerSet = new Set(); + if (this.workerOptions?.poolOptions?.enableEvents) { + this.emitter = new EventEmitterAsyncResource(); + } + } + + get info(): SetInfo { + return { + version: WorkerConstants.version, + type: 'set', + worker: 'thread', + size: this.size, + elementsExecuting: [...this.workerSet].reduce( + (accumulator, workerSetElement) => accumulator + workerSetElement.numberOfWorkerElements, + 0 + ), + elementsPerWorker: this.maxElementsPerWorker, + }; } get size(): number { - return this.workers.size; + return this.workerSet.size; } - /** - * - * @return {Promise} - * @public - */ - public async addElement(elementData: WorkerData): Promise { - if (!this.workers) { - throw Error('Cannot add a WorkerSet element: workers\' set does not exist'); - } - if (this.getLastWorkerSetElement().numberOfWorkerElements >= this.maxElementsPerWorker) { - this.startWorker(); - // Start worker sequentially to optimize memory at startup - await Utils.sleep(Constants.START_WORKER_DELAY); - } - this.getLastWorker().postMessage({ id: WorkerEvents.START_WORKER_ELEMENT, workerData: elementData }); - this.getLastWorkerSetElement().numberOfWorkerElements++; + get maxElementsPerWorker(): number | undefined { + return this.workerOptions.elementsPerWorker; } - /** - * - * @return {Promise} - * @public - */ + /** @inheritDoc */ public async start(): Promise { - this.startWorker(); - // Start worker sequentially to optimize memory at startup - await Utils.sleep(Constants.START_WORKER_DELAY); + this.addWorkerSetElement(); + // Add worker set element sequentially to optimize memory at startup + this.workerOptions.workerStartDelay > 0 && (await sleep(this.workerOptions.workerStartDelay)); + } + + /** @inheritDoc */ + public async stop(): Promise { + for (const workerSetElement of this.workerSet) { + await workerSetElement.worker.terminate(); + } + this.workerSet.clear(); + } + + /** @inheritDoc */ + public async addElement(elementData: WorkerData): Promise { + if (!this.workerSet) { + throw new Error("Cannot add a WorkerSet element: workers' set does not exist"); + } + const workerSetElement = await this.getWorkerSetElement(); + workerSetElement.worker.postMessage({ + id: WorkerMessageEvents.startWorkerElement, + data: elementData, + }); + ++workerSetElement.numberOfWorkerElements; + // Add element sequentially to optimize memory at startup + if (this.workerOptions.elementStartDelay > 0) { + await sleep(this.workerOptions.elementStartDelay); + } } /** - * - * @return {Promise} - * @private + * Adds a new `WorkerSetElement`. */ - private startWorker(): void { - const worker = new Worker(this.workerScript); - worker.on('message', () => { }); - worker.on('error', () => { }); - worker.on('exit', (code) => { - if (code !== 0) { - console.error(`Worker ${threadId} stopped with exit code ${code}`); + private addWorkerSetElement(): WorkerSetElement { + const worker = new Worker(this.workerScript, { + env: SHARE_ENV, + ...this.workerOptions.poolOptions.workerOptions, + }); + worker.on( + 'message', + this.workerOptions?.poolOptions?.messageHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.on( + 'error', + this.workerOptions?.poolOptions?.errorHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.on('error', (error) => { + if (this.emitter !== undefined) { + this.emitter.emit(WorkerSetEvents.error, error); + } + if (this.workerOptions?.poolOptions?.restartWorkerOnError) { + this.addWorkerSetElement(); } }); - this.workers.add({ worker, numberOfWorkerElements: 0 }); + worker.on( + 'online', + this.workerOptions?.poolOptions?.onlineHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.on( + 'exit', + this.workerOptions?.poolOptions?.exitHandler ?? WorkerConstants.EMPTY_FUNCTION + ); + worker.once('exit', () => this.workerSet.delete(this.getWorkerSetElementByWorker(worker))); + const workerSetElement: WorkerSetElement = { worker, numberOfWorkerElements: 0 }; + this.workerSet.add(workerSetElement); + return workerSetElement; } - private getLastWorkerSetElement(): WorkerSetElement { - let workerSetElement: WorkerSetElement; - // eslint-disable-next-line no-empty - for (workerSetElement of this.workers) { } - return workerSetElement; + private async getWorkerSetElement(): Promise { + let chosenWorkerSetElement: WorkerSetElement; + for (const workerSetElement of this.workerSet) { + if (workerSetElement.numberOfWorkerElements < this.workerOptions.elementsPerWorker) { + chosenWorkerSetElement = workerSetElement; + break; + } + } + if (!chosenWorkerSetElement) { + chosenWorkerSetElement = this.addWorkerSetElement(); + // Add worker set element sequentially to optimize memory at startup + this.workerOptions.workerStartDelay > 0 && (await sleep(this.workerOptions.workerStartDelay)); + } + return chosenWorkerSetElement; } - private getLastWorker(): Worker { - return this.getLastWorkerSetElement().worker; + private getWorkerSetElementByWorker(worker: Worker): WorkerSetElement | undefined { + let workerSetElt: WorkerSetElement; + for (const workerSetElement of this.workerSet) { + if (workerSetElement.worker.threadId === worker.threadId) { + workerSetElt = workerSetElement; + break; + } + } + return workerSetElt; } }