X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fworker-node.ts;h=73b2c70c3f3b05ce1031bf57fe5522c40874cfa6;hb=332b2df7b41be1f5705346612d5e8b83f7fd1ac3;hp=3de3cb809cda9a3a3f2787579371a467e3f9d200;hpb=6349b7551b1060472ed8c97dd01ef0c827d62278;p=poolifier.git diff --git a/src/pools/worker-node.ts b/src/pools/worker-node.ts index 3de3cb80..73b2c70c 100644 --- a/src/pools/worker-node.ts +++ b/src/pools/worker-node.ts @@ -1,19 +1,21 @@ import { MessageChannel } from 'node:worker_threads' -import { CircularArray } from '../circular-array' -import type { Task } from '../utility-types' -import { DEFAULT_TASK_NAME, getWorkerId, getWorkerType } from '../utils' -import { Deque } from '../deque' +import { EventEmitter } from 'node:events' +import { CircularArray } from '../circular-array.js' +import type { Task } from '../utility-types.js' +import { DEFAULT_TASK_NAME, getWorkerId, getWorkerType } from '../utils.js' +import { Deque } from '../deque.js' import { + type EventHandler, type IWorker, type IWorkerNode, type StrategyData, type WorkerInfo, - type WorkerNodeEventDetail, + type WorkerNodeOptions, type WorkerType, WorkerTypes, type WorkerUsage -} from './worker' -import { checkWorkerNodeArguments } from './utils' +} from './worker.js' +import { checkWorkerNodeArguments, createWorker } from './utils.js' /** * Worker node. @@ -22,7 +24,7 @@ import { checkWorkerNodeArguments } from './utils' * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. */ export class WorkerNode - extends EventTarget + extends EventEmitter implements IWorkerNode { /** @inheritdoc */ public readonly worker: Worker @@ -43,19 +45,23 @@ export class WorkerNode /** * Constructs a new worker node. * - * @param worker - The worker. - * @param tasksQueueBackPressureSize - The tasks queue back pressure size. + * @param type - The worker type. + * @param filePath - Path to the worker file. + * @param opts - The worker node options. */ - constructor (worker: Worker, tasksQueueBackPressureSize: number) { + constructor (type: WorkerType, filePath: string, opts: WorkerNodeOptions) { super() - checkWorkerNodeArguments(worker, tasksQueueBackPressureSize) - this.worker = worker - this.info = this.initWorkerInfo(worker) + checkWorkerNodeArguments(type, filePath, opts) + this.worker = createWorker(type, filePath, { + env: opts.env, + workerOptions: opts.workerOptions + }) + this.info = this.initWorkerInfo(this.worker) this.usage = this.initWorkerUsage() if (this.info.type === WorkerTypes.thread) { this.messageChannel = new MessageChannel() } - this.tasksQueueBackPressureSize = tasksQueueBackPressureSize + this.tasksQueueBackPressureSize = opts.tasksQueueBackPressureSize this.tasksQueue = new Deque>() this.onBackPressureStarted = false this.taskFunctionsUsage = new Map() @@ -71,11 +77,8 @@ export class WorkerNode const tasksQueueSize = this.tasksQueue.push(task) if (this.hasBackPressure() && !this.onBackPressureStarted) { this.onBackPressureStarted = true - this.dispatchEvent( - new CustomEvent('backPressure', { - detail: { workerId: this.info.id as number } - }) - ) + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + this.emit('backPressure', { workerId: this.info.id! }) this.onBackPressureStarted = false } return tasksQueueSize @@ -86,11 +89,8 @@ export class WorkerNode const tasksQueueSize = this.tasksQueue.unshift(task) if (this.hasBackPressure() && !this.onBackPressureStarted) { this.onBackPressureStarted = true - this.dispatchEvent( - new CustomEvent('backPressure', { - detail: { workerId: this.info.id as number } - }) - ) + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + this.emit('backPressure', { workerId: this.info.id! }) this.onBackPressureStarted = false } return tasksQueueSize @@ -123,14 +123,42 @@ export class WorkerNode } /** @inheritdoc */ - public closeChannel (): void { - if (this.messageChannel != null) { - this.messageChannel.port1.unref() - this.messageChannel.port2.unref() - this.messageChannel.port1.close() - this.messageChannel.port2.close() - delete this.messageChannel + public async terminate (): Promise { + const waitWorkerExit = new Promise(resolve => { + this.registerOnceWorkerEventHandler('exit', () => { + resolve() + }) + }) + this.closeMessageChannel() + this.removeAllListeners() + switch (this.info.type) { + case WorkerTypes.thread: + await this.worker.terminate?.() + break + case WorkerTypes.cluster: + this.registerOnceWorkerEventHandler('disconnect', () => { + this.worker.kill?.() + }) + this.worker.disconnect?.() + break } + await waitWorkerExit + } + + /** @inheritdoc */ + public registerWorkerEventHandler ( + event: string, + handler: EventHandler + ): void { + this.worker.on(event, handler) + } + + /** @inheritdoc */ + public registerOnceWorkerEventHandler ( + event: string, + handler: EventHandler + ): void { + this.worker.once(event, handler) } /** @inheritdoc */ @@ -162,12 +190,24 @@ export class WorkerNode return this.taskFunctionsUsage.delete(name) } + private closeMessageChannel (): void { + if (this.messageChannel != null) { + this.messageChannel.port1.unref() + this.messageChannel.port2.unref() + this.messageChannel.port1.close() + this.messageChannel.port2.close() + delete this.messageChannel + } + } + private initWorkerInfo (worker: Worker): WorkerInfo { return { id: getWorkerId(worker), - type: getWorkerType(worker) as WorkerType, + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + type: getWorkerType(worker)!, dynamic: false, - ready: false + ready: false, + stealing: false } } @@ -215,7 +255,8 @@ export class WorkerNode for (const task of this.tasksQueue) { if ( (task.name === DEFAULT_TASK_NAME && - name === (this.info.taskFunctionNames as string[])[1]) || + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + name === this.info.taskFunctionNames![1]) || (task.name !== DEFAULT_TASK_NAME && name === task.name) ) { ++taskFunctionQueueSize