1 import { AsyncResource
} from
'node:async_hooks'
2 import type { Worker
} from
'node:cluster'
3 import type { MessagePort
} from
'node:worker_threads'
4 import { type EventLoopUtilization
, performance
} from
'node:perf_hooks'
11 } from
'../utility-types'
12 import { EMPTY_FUNCTION
, isPlainObject
} from
'../utils'
17 } from
'./worker-options'
19 const DEFAULT_FUNCTION_NAME
= 'default'
20 const DEFAULT_MAX_INACTIVE_TIME
= 60000
21 const DEFAULT_KILL_BEHAVIOR
: KillBehavior
= KillBehaviors
.SOFT
23 interface TaskPerformance
{
27 elu
: EventLoopUtilization
31 * Base class that implements some shared logic for all poolifier workers.
33 * @typeParam MainWorker - Type of main worker.
34 * @typeParam Data - Type of data this worker receives from pool's execution. This can only be serializable data.
35 * @typeParam Response - Type of response the worker sends back to the main worker. This can only be serializable data.
37 export abstract class AbstractWorker
<
38 MainWorker
extends Worker
| MessagePort
,
41 > extends AsyncResource
{
43 * Task function(s) processed by the worker when the pool's `execution` function is invoked.
45 protected taskFunctions
!: Map
<string, WorkerFunction
<Data
, Response
>>
47 * Timestamp of the last task processed by this worker.
49 protected lastTaskTimestamp
!: number
51 * Handler id of the `aliveInterval` worker alive check.
53 protected readonly aliveInterval
?: NodeJS
.Timeout
55 * Constructs a new poolifier worker.
57 * @param type - The type of async event.
58 * @param isMain - Whether this is the main worker or not.
59 * @param taskFunctions - Task function(s) processed by the worker when the pool's `execution` function is invoked. The first function is the default function.
60 * @param mainWorker - Reference to main worker.
61 * @param opts - Options for the worker.
65 protected readonly isMain
: boolean,
67 | WorkerFunction
<Data
, Response
>
68 | TaskFunctions
<Data
, Response
>,
69 protected mainWorker
: MainWorker
| undefined | null,
70 protected readonly opts
: WorkerOptions
= {
72 * The kill behavior option on this worker or its default value.
74 killBehavior
: DEFAULT_KILL_BEHAVIOR
,
76 * The maximum time to keep this worker alive while idle.
77 * The pool automatically checks and terminates this worker when the time expires.
79 maxInactiveTime
: DEFAULT_MAX_INACTIVE_TIME
83 this.checkWorkerOptions(this.opts
)
84 this.checkTaskFunctions(taskFunctions
)
86 this.lastTaskTimestamp
= performance
.now()
87 this.aliveInterval
= setInterval(
88 this.checkAlive
.bind(this),
89 (this.opts
.maxInactiveTime
?? DEFAULT_MAX_INACTIVE_TIME
) / 2
91 this.checkAlive
.bind(this)()
94 this.mainWorker
?.on('message', this.messageListener
.bind(this))
97 private checkWorkerOptions (opts
: WorkerOptions
): void {
98 this.opts
.killBehavior
= opts
.killBehavior
?? DEFAULT_KILL_BEHAVIOR
99 this.opts
.maxInactiveTime
=
100 opts
.maxInactiveTime
?? DEFAULT_MAX_INACTIVE_TIME
101 delete this.opts
.async
105 * Checks if the `taskFunctions` parameter is passed to the constructor.
107 * @param taskFunctions - The task function(s) parameter that should be checked.
109 private checkTaskFunctions (
111 | WorkerFunction
<Data
, Response
>
112 | TaskFunctions
<Data
, Response
>
114 if (taskFunctions
== null) {
115 throw new Error('taskFunctions parameter is mandatory')
117 this.taskFunctions
= new Map
<string, WorkerFunction
<Data
, Response
>>()
118 if (typeof taskFunctions
=== 'function') {
119 this.taskFunctions
.set(DEFAULT_FUNCTION_NAME
, taskFunctions
.bind(this))
120 } else if (isPlainObject(taskFunctions
)) {
121 let firstEntry
= true
122 for (const [name
, fn
] of Object.entries(taskFunctions
)) {
123 if (typeof fn
!== 'function') {
125 'A taskFunctions parameter object value is not a function'
128 this.taskFunctions
.set(name
, fn
.bind(this))
130 this.taskFunctions
.set(DEFAULT_FUNCTION_NAME
, fn
.bind(this))
135 throw new Error('taskFunctions parameter object is empty')
139 'taskFunctions parameter is not a function or a plain object'
145 * Worker message listener.
147 * @param message - Message received.
149 protected messageListener (message
: MessageValue
<Data
, MainWorker
>): void {
150 if (message
.id
!= null && message
.data
!= null) {
151 // Task message received
152 const fn
= this.getTaskFunction(message
.name
)
153 if (fn
?.constructor
.name
=== 'AsyncFunction') {
154 this.runInAsyncScope(this.runAsync
.bind(this), this, fn
, message
)
156 this.runInAsyncScope(this.runSync
.bind(this), this, fn
, message
)
158 } else if (message
.parent != null) {
159 // Main worker reference message received
160 this.mainWorker
= message
.parent
161 } else if (message
.kill
!= null) {
162 // Kill message received
163 this.aliveInterval
!= null && clearInterval(this.aliveInterval
)
169 * Returns the main worker.
171 * @returns Reference to the main worker.
173 protected getMainWorker (): MainWorker
{
174 if (this.mainWorker
== null) {
175 throw new Error('Main worker was not set')
177 return this.mainWorker
181 * Sends a message to the main worker.
183 * @param message - The response message.
185 protected abstract sendToMainWorker (message
: MessageValue
<Response
>): void
188 * Checks if the worker should be terminated, because its living too long.
190 protected checkAlive (): void {
192 performance
.now() - this.lastTaskTimestamp
>
193 (this.opts
.maxInactiveTime
?? DEFAULT_MAX_INACTIVE_TIME
)
195 this.sendToMainWorker({ kill
: this.opts
.killBehavior
})
200 * Handles an error and convert it to a string so it can be sent back to the main worker.
202 * @param e - The error raised by the worker.
203 * @returns Message of the error.
205 protected handleError (e
: Error | string): string {
210 * Runs the given function synchronously.
212 * @param fn - Function that will be executed.
213 * @param message - Input data for the given function.
216 fn
: WorkerSyncFunction
<Data
, Response
>,
217 message
: MessageValue
<Data
>
220 const taskPerformance
= this.beforeTaskRunHook(message
)
221 const res
= fn(message
.data
)
222 const { runTime
, waitTime
, elu
} = this.afterTaskRunHook(taskPerformance
)
223 this.sendToMainWorker({
231 const err
= this.handleError(e
as Error)
232 this.sendToMainWorker({
234 errorData
: message
.data
,
238 !this.isMain
&& (this.lastTaskTimestamp
= performance
.now())
243 * Runs the given function asynchronously.
245 * @param fn - Function that will be executed.
246 * @param message - Input data for the given function.
249 fn
: WorkerAsyncFunction
<Data
, Response
>,
250 message
: MessageValue
<Data
>
252 const taskPerformance
= this.beforeTaskRunHook(message
)
255 const { runTime
, waitTime
, elu
} =
256 this.afterTaskRunHook(taskPerformance
)
257 this.sendToMainWorker({
267 const err
= this.handleError(e
as Error)
268 this.sendToMainWorker({
270 errorData
: message
.data
,
275 !this.isMain
&& (this.lastTaskTimestamp
= performance
.now())
277 .catch(EMPTY_FUNCTION
)
281 * Gets the task function in the given scope.
283 * @param name - Name of the function that will be returned.
285 private getTaskFunction (name
?: string): WorkerFunction
<Data
, Response
> {
286 name
= name
?? DEFAULT_FUNCTION_NAME
287 const fn
= this.taskFunctions
.get(name
)
289 throw new Error(`Task function '${name}' not found`)
294 private beforeTaskRunHook (message
: MessageValue
<Data
>): TaskPerformance
{
295 // TODO: conditional accounting
296 const timestamp
= performance
.now()
299 waitTime
: timestamp
- (message
.submissionTimestamp
?? 0),
300 elu
: performance
.eventLoopUtilization()
304 private afterTaskRunHook (taskPerformance
: TaskPerformance
): TaskPerformance
{
308 runTime
: performance
.now() - taskPerformance
.timestamp
,
309 elu
: performance
.eventLoopUtilization(taskPerformance
.elu
)