1 import { MessageChannel
} from
'node:worker_threads'
2 import { EventEmitter
} from
'node:events'
3 import { CircularArray
} from
'../circular-array'
4 import type { Task
} from
'../utility-types'
5 import { DEFAULT_TASK_NAME
, getWorkerId
, getWorkerType
} from
'../utils'
6 import { Deque
} from
'../deque'
16 import { checkWorkerNodeArguments
} from
'./utils'
21 * @typeParam Worker - Type of worker.
22 * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data.
24 export class WorkerNode
<Worker
extends IWorker
, Data
= unknown
>
26 implements IWorkerNode
<Worker
, Data
> {
28 public readonly worker
: Worker
30 public readonly info
: WorkerInfo
32 public usage
: WorkerUsage
34 public strategyData
?: StrategyData
36 public messageChannel
?: MessageChannel
38 public tasksQueueBackPressureSize
: number
39 private readonly tasksQueue
: Deque
<Task
<Data
>>
40 private onBackPressureStarted
: boolean
41 private readonly taskFunctionsUsage
: Map
<string, WorkerUsage
>
44 * Constructs a new worker node.
46 * @param worker - The worker.
47 * @param tasksQueueBackPressureSize - The tasks queue back pressure size.
49 constructor (worker
: Worker
, tasksQueueBackPressureSize
: number) {
51 checkWorkerNodeArguments
<Worker
>(worker
, tasksQueueBackPressureSize
)
53 this.info
= this.initWorkerInfo(worker
)
54 this.usage
= this.initWorkerUsage()
55 if (this.info
.type === WorkerTypes
.thread
) {
56 this.messageChannel
= new MessageChannel()
58 this.tasksQueueBackPressureSize
= tasksQueueBackPressureSize
59 this.tasksQueue
= new Deque
<Task
<Data
>>()
60 this.onBackPressureStarted
= false
61 this.taskFunctionsUsage
= new Map
<string, WorkerUsage
>()
65 public tasksQueueSize (): number {
66 return this.tasksQueue
.size
70 public enqueueTask (task
: Task
<Data
>): number {
71 const tasksQueueSize
= this.tasksQueue
.push(task
)
72 if (this.hasBackPressure() && !this.onBackPressureStarted
) {
73 this.onBackPressureStarted
= true
74 this.emit('backPressure', { workerId
: this.info
.id
as number })
75 this.onBackPressureStarted
= false
81 public unshiftTask (task
: Task
<Data
>): number {
82 const tasksQueueSize
= this.tasksQueue
.unshift(task
)
83 if (this.hasBackPressure() && !this.onBackPressureStarted
) {
84 this.onBackPressureStarted
= true
85 this.emit('backPressure', { workerId
: this.info
.id
as number })
86 this.onBackPressureStarted
= false
92 public dequeueTask (): Task
<Data
> | undefined {
93 return this.tasksQueue
.shift()
97 public popTask (): Task
<Data
> | undefined {
98 return this.tasksQueue
.pop()
102 public clearTasksQueue (): void {
103 this.tasksQueue
.clear()
107 public hasBackPressure (): boolean {
108 return this.tasksQueue
.size
>= this.tasksQueueBackPressureSize
112 public resetUsage (): void {
113 this.usage
= this.initWorkerUsage()
114 this.taskFunctionsUsage
.clear()
118 public closeChannel (): void {
119 if (this.messageChannel
!= null) {
120 this.messageChannel
.port1
.unref()
121 this.messageChannel
.port2
.unref()
122 this.messageChannel
.port1
.close()
123 this.messageChannel
.port2
.close()
124 delete this.messageChannel
129 public getTaskFunctionWorkerUsage (name
: string): WorkerUsage
| undefined {
130 if (!Array.isArray(this.info
.taskFunctionNames
)) {
132 `Cannot get task function worker usage for task function name '${name}' when task function names list is not yet defined`
136 Array.isArray(this.info
.taskFunctionNames
) &&
137 this.info
.taskFunctionNames
.length
< 3
140 `Cannot get task function worker usage for task function name '${name}' when task function names list has less than 3 elements`
143 if (name
=== DEFAULT_TASK_NAME
) {
144 name
= this.info
.taskFunctionNames
[1]
146 if (!this.taskFunctionsUsage
.has(name
)) {
147 this.taskFunctionsUsage
.set(name
, this.initTaskFunctionWorkerUsage(name
))
149 return this.taskFunctionsUsage
.get(name
)
153 public deleteTaskFunctionWorkerUsage (name
: string): boolean {
154 return this.taskFunctionsUsage
.delete(name
)
157 private initWorkerInfo (worker
: Worker
): WorkerInfo
{
159 id
: getWorkerId(worker
),
160 type: getWorkerType(worker
) as WorkerType
,
166 private initWorkerUsage (): WorkerUsage
{
167 const getTasksQueueSize
= (): number => {
168 return this.tasksQueue
.size
170 const getTasksQueueMaxSize
= (): number => {
171 return this.tasksQueue
.maxSize
177 get
queued (): number {
178 return getTasksQueueSize()
180 get
maxQueued (): number {
181 return getTasksQueueMaxSize()
183 sequentiallyStolen
: 0,
188 history
: new CircularArray
<number>()
191 history
: new CircularArray
<number>()
195 history
: new CircularArray
<number>()
198 history
: new CircularArray
<number>()
204 private initTaskFunctionWorkerUsage (name
: string): WorkerUsage
{
205 const getTaskFunctionQueueSize
= (): number => {
206 let taskFunctionQueueSize
= 0
207 for (const task
of this.tasksQueue
) {
209 (task
.name
=== DEFAULT_TASK_NAME
&&
210 name
=== (this.info
.taskFunctionNames
as string[])[1]) ||
211 (task
.name
!== DEFAULT_TASK_NAME
&& name
=== task
.name
)
213 ++taskFunctionQueueSize
216 return taskFunctionQueueSize
222 get
queued (): number {
223 return getTaskFunctionQueueSize()
225 sequentiallyStolen
: 0,
230 history
: new CircularArray
<number>()
233 history
: new CircularArray
<number>()
237 history
: new CircularArray
<number>()
240 history
: new CircularArray
<number>()