X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fworker.ts;h=12a2e321b11c3724e739d0e7d9fd4fe708eb9a12;hb=e334515bf28581c234d6b9f5239425c9a0c6a7ec;hp=4d935a113336921a5f49e6858046b07a863096fd;hpb=a4e07f7216246b772e13783937a97c87105b8fc3;p=poolifier.git diff --git a/src/pools/worker.ts b/src/pools/worker.ts index 4d935a11..12a2e321 100644 --- a/src/pools/worker.ts +++ b/src/pools/worker.ts @@ -1,108 +1,181 @@ -import type { EventLoopUtilization } from 'node:perf_hooks' -import type { CircularArray } from '../circular-array' -import type { Queue } from '../queue' +import type { EventEmitter } from 'node:events' +import type { MessageChannel, WorkerOptions } from 'node:worker_threads' + +import type { CircularArray } from '../circular-array.js' +import type { Task } from '../utility-types.js' + +/** + * Callback invoked when the worker has started successfully. + * + * @typeParam Worker - Type of worker. + */ +export type OnlineHandler = (this: Worker) => void /** * Callback invoked if the worker has received a message. + * + * @typeParam Worker - Type of worker. */ export type MessageHandler = ( this: Worker, - m: unknown + message: unknown ) => void /** * Callback invoked if the worker raised an error. + * + * @typeParam Worker - Type of worker. */ export type ErrorHandler = ( this: Worker, - e: Error + error: Error ) => void -/** - * Callback invoked when the worker has started successfully. - */ -export type OnlineHandler = (this: Worker) => void - /** * Callback invoked when the worker exits successfully. + * + * @typeParam Worker - Type of worker. */ export type ExitHandler = ( this: Worker, - code: number + exitCode: number ) => void /** - * Message object that is passed as a task between main worker and worker. + * Worker event handler. + * + * @typeParam Worker - Type of worker. + */ +export type EventHandler = + | OnlineHandler + | MessageHandler + | ErrorHandler + | ExitHandler + +/** + * Measurement statistics. * - * @typeParam Data - Type of data sent to the worker. This can only be serializable data. * @internal */ -export interface Task { +export interface MeasurementStatistics { + /** + * Measurement aggregate. + */ + aggregate?: number /** - * Task name. + * Measurement minimum. */ - readonly name?: string + minimum?: number /** - * Task input data that will be passed to the worker. + * Measurement maximum. */ - readonly data?: Data + maximum?: number /** - * Timestamp. + * Measurement average. */ - readonly timestamp?: number + average?: number /** - * Message UUID. + * Measurement median. */ - readonly id?: string + median?: number + /** + * Measurement history. + */ + readonly history: CircularArray +} + +/** + * Event loop utilization measurement statistics. + * + * @internal + */ +export interface EventLoopUtilizationMeasurementStatistics { + readonly idle: MeasurementStatistics + readonly active: MeasurementStatistics + utilization?: number } /** - * Measure statistics. + * Task statistics. * * @internal */ -export interface MeasureStatistics { +export interface TaskStatistics { + /** + * Number of executed tasks. + */ + executed: number + /** + * Number of executing tasks. + */ + executing: number + /** + * Number of queued tasks. + */ + readonly queued: number /** - * Measure aggregation. + * Maximum number of queued tasks. */ - aggregation: number + readonly maxQueued?: number /** - * Measure average. + * Number of sequentially stolen tasks. */ - average: number + sequentiallyStolen: number /** - * Measure median. + * Number of stolen tasks. */ - median: number + stolen: number /** - * Measure history. + * Number of failed tasks. */ - history: CircularArray + failed: number } /** - * Task statistics. + * Enumeration of worker types. + */ +export const WorkerTypes: Readonly<{ thread: 'thread', cluster: 'cluster' }> = + Object.freeze({ + thread: 'thread', + cluster: 'cluster' + } as const) + +/** + * Worker type. + */ +export type WorkerType = keyof typeof WorkerTypes + +/** + * Worker information. * * @internal */ - -export interface TaskStatistics { +export interface WorkerInfo { /** - * Number of tasks executed. + * Worker id. */ - executed: number + readonly id: number | undefined /** - * Number of tasks executing. + * Worker type. */ - executing: number + readonly type: WorkerType /** - * Number of tasks queued. + * Dynamic flag. */ - queued: number + dynamic: boolean /** - * Number of tasks failed. + * Ready flag. */ - failed: number + ready: boolean + /** + * Stealing flag. + * This flag is set to `true` when worker node is stealing tasks from another worker node. + */ + stealing: boolean + /** + * Task function names. + */ + taskFunctionNames?: string[] } /** @@ -114,62 +187,215 @@ export interface WorkerUsage { /** * Tasks statistics. */ - tasks: TaskStatistics + readonly tasks: TaskStatistics /** * Tasks runtime statistics. */ - runTime: MeasureStatistics + readonly runTime: MeasurementStatistics /** * Tasks wait time statistics. */ - waitTime: MeasureStatistics + readonly waitTime: MeasurementStatistics /** - * Event loop utilization. + * Tasks event loop utilization statistics. */ - elu: EventLoopUtilization | undefined + readonly elu: EventLoopUtilizationMeasurementStatistics +} + +/** + * Worker choice strategy data. + * + * @internal + */ +export interface StrategyData { + virtualTaskEndTimestamp?: number } /** * Worker interface. */ -export interface IWorker { +export interface IWorker extends EventEmitter { + /** + * Cluster worker id. + */ + readonly id?: number /** - * Register an event listener. + * Worker thread worker id. + */ + readonly threadId?: number + /** + * Registers an event handler. * * @param event - The event. * @param handler - The event handler. */ - on: ((event: 'message', handler: MessageHandler) => void) & - ((event: 'error', handler: ErrorHandler) => void) & - ((event: 'online', handler: OnlineHandler) => void) & - ((event: 'exit', handler: ExitHandler) => void) + readonly on: (event: string, handler: EventHandler) => this /** - * Register a listener to the exit event that will only be performed once. + * Registers once an event handler. * - * @param event - `'exit'`. - * @param handler - The exit handler. + * @param event - The event. + * @param handler - The event handler. + */ + readonly once: (event: string, handler: EventHandler) => this + /** + * Calling `unref()` on a worker allows the thread to exit if this is the only + * active handle in the event system. If the worker is already `unref()`ed calling`unref()` again has no effect. + * @since v10.5.0 + */ + readonly unref?: () => void + /** + * Stop all JavaScript execution in the worker thread as soon as possible. + * Returns a Promise for the exit code that is fulfilled when the `'exit' event` is emitted. + */ + readonly terminate?: () => Promise + /** + * Cluster worker disconnect. */ - once: (event: 'exit', handler: ExitHandler) => void + readonly disconnect?: () => void + /** + * Cluster worker kill. + */ + readonly kill?: (signal?: string) => void +} + +/** + * Worker node options. + * + * @internal + */ +export interface WorkerNodeOptions { + workerOptions?: WorkerOptions + env?: Record + tasksQueueBackPressureSize: number | undefined } /** * Worker node interface. * * @typeParam Worker - Type of worker. - * @typeParam Data - Type of data sent to the worker. This can only be serializable data. + * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. * @internal */ -export interface WorkerNode { +export interface IWorkerNode + extends EventEmitter { /** - * Worker node worker. + * Worker. */ readonly worker: Worker /** - * Worker node worker usage statistics. + * Worker info. */ - workerUsage: WorkerUsage + readonly info: WorkerInfo /** - * Worker node tasks queue. + * Worker usage statistics. + */ + readonly usage: WorkerUsage + /** + * Worker choice strategy data. + * This is used to store data that are specific to the worker choice strategy. + */ + strategyData?: StrategyData + /** + * Message channel (worker thread only). + */ + readonly messageChannel?: MessageChannel + /** + * Tasks queue back pressure size. + * This is the number of tasks that can be enqueued before the worker node has back pressure. + */ + tasksQueueBackPressureSize: number + /** + * Tasks queue size. + * + * @returns The tasks queue size. + */ + readonly tasksQueueSize: () => number + /** + * Enqueue task. + * + * @param task - The task to queue. + * @returns The tasks queue size. + */ + readonly enqueueTask: (task: Task) => number + /** + * Prepends a task to the tasks queue. + * + * @param task - The task to prepend. + * @returns The tasks queue size. + */ + readonly unshiftTask: (task: Task) => number + /** + * Dequeue task. + * + * @returns The dequeued task. */ - readonly tasksQueue: Queue> + readonly dequeueTask: () => Task | undefined + /** + * Pops a task from the tasks queue. + * + * @returns The popped task. + */ + readonly popTask: () => Task | undefined + /** + * Clears tasks queue. + */ + readonly clearTasksQueue: () => void + /** + * Whether the worker node has back pressure (i.e. its tasks queue is full). + * + * @returns `true` if the worker node has back pressure, `false` otherwise. + */ + readonly hasBackPressure: () => boolean + /** + * Resets usage statistics. + */ + readonly resetUsage: () => void + /** + * Terminates the worker node. + */ + readonly terminate: () => Promise + /** + * Registers a worker event handler. + * + * @param event - The event. + * @param handler - The event handler. + */ + readonly registerWorkerEventHandler: ( + event: string, + handler: EventHandler + ) => void + /** + * Registers once a worker event handler. + * + * @param event - The event. + * @param handler - The event handler. + */ + readonly registerOnceWorkerEventHandler: ( + event: string, + handler: EventHandler + ) => void + /** + * Gets task function worker usage statistics. + * + * @param name - The task function name. + * @returns The task function worker usage statistics if the task function worker usage statistics are initialized, `undefined` otherwise. + */ + readonly getTaskFunctionWorkerUsage: (name: string) => WorkerUsage | undefined + /** + * Deletes task function worker usage statistics. + * + * @param name - The task function name. + * @returns `true` if the task function worker usage statistics were deleted, `false` otherwise. + */ + readonly deleteTaskFunctionWorkerUsage: (name: string) => boolean +} + +/** + * Worker node event detail. + * + * @internal + */ +export interface WorkerNodeEventDetail { + workerId?: number + workerNodeKey?: number }