feat: continuous task stealing
[poolifier.git] / src / pools / worker.ts
1 import type { MessageChannel } from 'node:worker_threads'
2 import type { CircularArray } from '../circular-array'
3 import type { Task } from '../utility-types'
4
5 /**
6 * Callback invoked when the worker has started successfully.
7 */
8 export type OnlineHandler<Worker extends IWorker> = (this: Worker) => void
9
10 /**
11 * Callback invoked if the worker has received a message.
12 */
13 export type MessageHandler<Worker extends IWorker> = (
14 this: Worker,
15 message: unknown
16 ) => void
17
18 /**
19 * Callback invoked if the worker raised an error.
20 */
21 export type ErrorHandler<Worker extends IWorker> = (
22 this: Worker,
23 error: Error
24 ) => void
25
26 /**
27 * Callback invoked when the worker exits successfully.
28 */
29 export type ExitHandler<Worker extends IWorker> = (
30 this: Worker,
31 exitCode: number
32 ) => void
33
34 /**
35 * Measurement statistics.
36 *
37 * @internal
38 */
39 export interface MeasurementStatistics {
40 /**
41 * Measurement aggregate.
42 */
43 aggregate?: number
44 /**
45 * Measurement minimum.
46 */
47 minimum?: number
48 /**
49 * Measurement maximum.
50 */
51 maximum?: number
52 /**
53 * Measurement average.
54 */
55 average?: number
56 /**
57 * Measurement median.
58 */
59 median?: number
60 /**
61 * Measurement history.
62 */
63 readonly history: CircularArray<number>
64 }
65
66 /**
67 * Event loop utilization measurement statistics.
68 *
69 * @internal
70 */
71 export interface EventLoopUtilizationMeasurementStatistics {
72 readonly idle: MeasurementStatistics
73 readonly active: MeasurementStatistics
74 utilization?: number
75 }
76
77 /**
78 * Task statistics.
79 *
80 * @internal
81 */
82 export interface TaskStatistics {
83 /**
84 * Number of executed tasks.
85 */
86 executed: number
87 /**
88 * Number of executing tasks.
89 */
90 executing: number
91 /**
92 * Number of queued tasks.
93 */
94 readonly queued: number
95 /**
96 * Maximum number of queued tasks.
97 */
98 readonly maxQueued?: number
99 /**
100 * Number of stolen tasks.
101 */
102 stolen: number
103 /**
104 * Number of failed tasks.
105 */
106 failed: number
107 }
108
109 /**
110 * Enumeration of worker types.
111 */
112 export const WorkerTypes = Object.freeze({
113 thread: 'thread',
114 cluster: 'cluster'
115 } as const)
116
117 /**
118 * Worker type.
119 */
120 export type WorkerType = keyof typeof WorkerTypes
121
122 /**
123 * Worker information.
124 *
125 * @internal
126 */
127 export interface WorkerInfo {
128 /**
129 * Worker id.
130 */
131 readonly id: number | undefined
132 /**
133 * Worker type.
134 */
135 type: WorkerType
136 /**
137 * Dynamic flag.
138 */
139 dynamic: boolean
140 /**
141 * Ready flag.
142 */
143 ready: boolean
144 /**
145 * Task function names.
146 */
147 taskFunctions?: string[]
148 }
149
150 /**
151 * Worker usage statistics.
152 *
153 * @internal
154 */
155 export interface WorkerUsage {
156 /**
157 * Tasks statistics.
158 */
159 readonly tasks: TaskStatistics
160 /**
161 * Tasks runtime statistics.
162 */
163 readonly runTime: MeasurementStatistics
164 /**
165 * Tasks wait time statistics.
166 */
167 readonly waitTime: MeasurementStatistics
168 /**
169 * Tasks event loop utilization statistics.
170 */
171 readonly elu: EventLoopUtilizationMeasurementStatistics
172 }
173
174 /**
175 * Worker interface.
176 */
177 export interface IWorker {
178 /**
179 * Worker id.
180 */
181 readonly id?: number
182 readonly threadId?: number
183 /**
184 * Registers an event listener.
185 *
186 * @param event - The event.
187 * @param handler - The event handler.
188 */
189 readonly on: ((event: 'online', handler: OnlineHandler<this>) => void) &
190 ((event: 'message', handler: MessageHandler<this>) => void) &
191 ((event: 'error', handler: ErrorHandler<this>) => void) &
192 ((event: 'exit', handler: ExitHandler<this>) => void)
193 /**
194 * Registers a listener to the exit event that will only be performed once.
195 *
196 * @param event - The `'exit'` event.
197 * @param handler - The exit handler.
198 */
199 readonly once: (event: 'exit', handler: ExitHandler<this>) => void
200 }
201
202 /**
203 * Worker node interface.
204 *
205 * @typeParam Worker - Type of worker.
206 * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data.
207 * @internal
208 */
209 export interface IWorkerNode<Worker extends IWorker, Data = unknown> {
210 /**
211 * Worker.
212 */
213 readonly worker: Worker
214 /**
215 * Worker info.
216 */
217 readonly info: WorkerInfo
218 /**
219 * Message channel (worker_threads only).
220 */
221 readonly messageChannel?: MessageChannel
222 /**
223 * Worker usage statistics.
224 */
225 usage: WorkerUsage
226 /**
227 * Tasks queue back pressure size.
228 * This is the number of tasks that can be enqueued before the worker node has back pressure.
229 */
230 tasksQueueBackPressureSize: number
231 /**
232 * Callback invoked when worker node tasks queue is back pressured.
233 *
234 * @param workerId - The worker id.
235 */
236 onBackPressure?: (workerId: number) => void
237 /**
238 * Callback invoked when worker node tasks queue is empty.
239 *
240 * @param workerId - The worker id.
241 */
242 onEmptyQueue?: (workerId: number) => void
243 /**
244 * Tasks queue size.
245 *
246 * @returns The tasks queue size.
247 */
248 readonly tasksQueueSize: () => number
249 /**
250 * Enqueue task.
251 *
252 * @param task - The task to queue.
253 * @returns The tasks queue size.
254 */
255 readonly enqueueTask: (task: Task<Data>) => number
256 /**
257 * Prepends a task to the tasks queue.
258 *
259 * @param task - The task to prepend.
260 * @returns The tasks queue size.
261 */
262 readonly unshiftTask: (task: Task<Data>) => number
263 /**
264 * Dequeue task.
265 *
266 * @returns The dequeued task.
267 */
268 readonly dequeueTask: () => Task<Data> | undefined
269 /**
270 * Pops a task from the tasks queue.
271 *
272 * @returns The popped task.
273 */
274 readonly popTask: () => Task<Data> | undefined
275 /**
276 * Clears tasks queue.
277 */
278 readonly clearTasksQueue: () => void
279 /**
280 * Whether the worker node has back pressure (i.e. its tasks queue is full).
281 *
282 * @returns `true` if the worker node has back pressure, `false` otherwise.
283 */
284 readonly hasBackPressure: () => boolean
285 /**
286 * Resets usage statistics.
287 */
288 readonly resetUsage: () => void
289 /**
290 * Closes communication channel.
291 */
292 readonly closeChannel: () => void
293 /**
294 * Gets task function worker usage statistics.
295 *
296 * @param name - The task function name.
297 * @returns The task function worker usage statistics if the task function worker usage statistics are initialized, `undefined` otherwise.
298 */
299 readonly getTaskFunctionWorkerUsage: (name: string) => WorkerUsage | undefined
300 }