X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;ds=sidebyside;f=src%2Fpools%2Fworker-node.ts;h=59c4de7a388e81434c373f1835b144c1b3c88f57;hb=fa548cda5120ac0708d82f37cd0ce1260d7f96c1;hp=34a647fbd42f0b8b47fcc32d99d3784ce95242b8;hpb=b4e93467358d93166716dc6e5075d58c18c961c7;p=poolifier.git diff --git a/src/pools/worker-node.ts b/src/pools/worker-node.ts index 34a647fb..59c4de7a 100644 --- a/src/pools/worker-node.ts +++ b/src/pools/worker-node.ts @@ -1,21 +1,14 @@ import { MessageChannel } from 'node:worker_threads' +import { EventEmitter } from 'node:events' import { CircularArray } from '../circular-array' import type { Task } from '../utility-types' -import { - DEFAULT_TASK_NAME, - EMPTY_FUNCTION, - exponentialDelay, - getWorkerId, - getWorkerType, - sleep -} from '../utils' +import { DEFAULT_TASK_NAME, getWorkerId, getWorkerType } from '../utils' import { Deque } from '../deque' import { type IWorker, type IWorkerNode, type StrategyData, type WorkerInfo, - type WorkerNodeEventDetail, type WorkerType, WorkerTypes, type WorkerUsage @@ -29,7 +22,7 @@ import { checkWorkerNodeArguments } from './utils' * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. */ export class WorkerNode - extends EventTarget + extends EventEmitter implements IWorkerNode { /** @inheritdoc */ public readonly worker: Worker @@ -45,7 +38,6 @@ export class WorkerNode public tasksQueueBackPressureSize: number private readonly tasksQueue: Deque> private onBackPressureStarted: boolean - private onIdleWorkerNodeCount: number private readonly taskFunctionsUsage: Map /** @@ -66,7 +58,6 @@ export class WorkerNode this.tasksQueueBackPressureSize = tasksQueueBackPressureSize this.tasksQueue = new Deque>() this.onBackPressureStarted = false - this.onIdleWorkerNodeCount = 0 this.taskFunctionsUsage = new Map() } @@ -80,11 +71,7 @@ export class WorkerNode const tasksQueueSize = this.tasksQueue.push(task) if (this.hasBackPressure() && !this.onBackPressureStarted) { this.onBackPressureStarted = true - this.dispatchEvent( - new CustomEvent('backPressure', { - detail: { workerId: this.info.id as number } - }) - ) + this.emit('backPressure', { workerId: this.info.id as number }) this.onBackPressureStarted = false } return tasksQueueSize @@ -95,11 +82,7 @@ export class WorkerNode const tasksQueueSize = this.tasksQueue.unshift(task) if (this.hasBackPressure() && !this.onBackPressureStarted) { this.onBackPressureStarted = true - this.dispatchEvent( - new CustomEvent('backPressure', { - detail: { workerId: this.info.id as number } - }) - ) + this.emit('backPressure', { workerId: this.info.id as number }) this.onBackPressureStarted = false } return tasksQueueSize @@ -107,20 +90,12 @@ export class WorkerNode /** @inheritdoc */ public dequeueTask (): Task | undefined { - const task = this.tasksQueue.shift() - if (this.isIdle() && this.onIdleWorkerNodeCount === 0) { - this.startOnIdleWorkerNode().catch(EMPTY_FUNCTION) - } - return task + return this.tasksQueue.shift() } /** @inheritdoc */ public popTask (): Task | undefined { - const task = this.tasksQueue.pop() - if (this.isIdle() && this.onIdleWorkerNodeCount === 0) { - this.startOnIdleWorkerNode().catch(EMPTY_FUNCTION) - } - return task + return this.tasksQueue.pop() } /** @inheritdoc */ @@ -179,28 +154,6 @@ export class WorkerNode return this.taskFunctionsUsage.delete(name) } - private async startOnIdleWorkerNode (): Promise { - if ( - this.onIdleWorkerNodeCount > 0 && - (this.usage.tasks.executing > 0 || this.tasksQueue.size > 0) - ) { - this.onIdleWorkerNodeCount = 0 - return - } - ++this.onIdleWorkerNodeCount - this.dispatchEvent( - new CustomEvent('idleWorkerNode', { - detail: { workerId: this.info.id as number } - }) - ) - await sleep(exponentialDelay(this.onIdleWorkerNodeCount)) - await this.startOnIdleWorkerNode() - } - - private isIdle (): boolean { - return this.usage.tasks.executing === 0 && this.tasksQueue.size === 0 - } - private initWorkerInfo (worker: Worker): WorkerInfo { return { id: getWorkerId(worker), @@ -227,6 +180,7 @@ export class WorkerNode get maxQueued (): number { return getTasksQueueMaxSize() }, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -268,6 +222,7 @@ export class WorkerNode get queued (): number { return getTaskFunctionQueueSize() }, + sequentiallyStolen: 0, stolen: 0, failed: 0 },