-import { isMainThread, MessageChannel, SHARE_ENV, Worker } from 'worker_threads'
-import type { Draft, JSONValue, MessageValue } from '../../utility-types'
-import type { PoolOptions } from '../abstract-pool'
+import {
+ type MessageChannel,
+ type MessagePort,
+ SHARE_ENV,
+ type TransferListItem,
+ Worker,
+ type WorkerOptions,
+ isMainThread
+} from 'node:worker_threads'
+import type { MessageValue } from '../../utility-types'
import { AbstractPool } from '../abstract-pool'
+import { type PoolOptions, type PoolType, PoolTypes } from '../pool'
+import { type WorkerType, WorkerTypes } from '../worker'
/**
- * A thread worker with message channels for communication between main thread and thread worker.
+ * Options for a poolifier thread pool.
*/
-export type ThreadWorkerWithMessageChannel = Worker & Draft<MessageChannel>
+export interface ThreadPoolOptions extends PoolOptions<Worker> {
+ /**
+ * Worker options.
+ *
+ * @see https://nodejs.org/api/worker_threads.html#new-workerfilename-options
+ */
+ workerOptions?: WorkerOptions
+}
/**
* A thread pool with a fixed number of threads.
*
- * It is possible to perform tasks in sync or asynchronous mode as you prefer.
- *
- * This pool selects the threads in a round robin fashion.
- *
- * @template Data Type of data sent to the worker.
- * @template Response Type of response of execution.
- *
+ * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data.
+ * @typeParam Response - Type of execution response. This can only be structured-cloneable data.
* @author [Alessandro Pio Ardizio](https://github.com/pioardi)
* @since 0.0.1
*/
export class FixedThreadPool<
- Data extends JSONValue = JSONValue,
- Response extends JSONValue = JSONValue
-> extends AbstractPool<ThreadWorkerWithMessageChannel, Data, Response> {
+ Data = unknown,
+ Response = unknown
+> extends AbstractPool<Worker, Data, Response> {
/**
* Constructs a new poolifier fixed thread pool.
*
- * @param numberOfThreads Number of threads for this pool.
- * @param filePath Path to an implementation of a `ThreadWorker` file, which can be relative or absolute.
- * @param opts Options for this fixed thread pool. Default: `{ maxTasks: 1000 }`
+ * @param numberOfThreads - Number of threads for this pool.
+ * @param filePath - Path to an implementation of a `ThreadWorker` file, which can be relative or absolute.
+ * @param opts - Options for this fixed thread pool.
*/
public constructor (
numberOfThreads: number,
filePath: string,
- opts: PoolOptions<ThreadWorkerWithMessageChannel> = { maxTasks: 1000 }
+ protected readonly opts: ThreadPoolOptions = {}
) {
super(numberOfThreads, filePath, opts)
}
+ /** @inheritDoc */
protected isMain (): boolean {
return isMainThread
}
- protected async destroyWorker (
- worker: ThreadWorkerWithMessageChannel
- ): Promise<void> {
+ /** @inheritDoc */
+ protected async destroyWorkerNode (workerNodeKey: number): Promise<void> {
+ this.flagWorkerNodeAsNotReady(workerNodeKey)
+ this.flushTasksQueue(workerNodeKey)
+ // FIXME: wait for tasks to be finished
+ const workerNode = this.workerNodes[workerNodeKey]
+ const worker = workerNode.worker
+ const waitWorkerExit = new Promise<void>(resolve => {
+ worker.once('exit', () => {
+ resolve()
+ })
+ })
+ await this.sendKillMessageToWorker(workerNodeKey)
+ workerNode.closeChannel()
await worker.terminate()
+ await waitWorkerExit
}
+ /** @inheritDoc */
protected sendToWorker (
- worker: ThreadWorkerWithMessageChannel,
- message: MessageValue<Data>
+ workerNodeKey: number,
+ message: MessageValue<Data>,
+ transferList?: TransferListItem[]
+ ): void {
+ (
+ this.workerNodes[workerNodeKey]?.messageChannel as MessageChannel
+ )?.port1?.postMessage(
+ { ...message, workerId: this.getWorkerInfo(workerNodeKey).id },
+ transferList
+ )
+ }
+
+ /** @inheritDoc */
+ protected sendStartupMessageToWorker (workerNodeKey: number): void {
+ const workerNode = this.workerNodes[workerNodeKey]
+ const port2: MessagePort = (workerNode.messageChannel as MessageChannel)
+ .port2
+ workerNode.worker.postMessage(
+ {
+ ready: false,
+ workerId: this.getWorkerInfo(workerNodeKey).id,
+ port: port2
+ },
+ [port2]
+ )
+ }
+
+ /** @inheritDoc */
+ protected registerWorkerMessageListener<Message extends Data | Response>(
+ workerNodeKey: number,
+ listener: (message: MessageValue<Message>) => void
): void {
- worker.postMessage(message)
+ (
+ this.workerNodes[workerNodeKey]?.messageChannel as MessageChannel
+ ).port1.on('message', listener)
}
- protected registerWorkerMessageListener<Message extends Data | Response> (
- messageChannel: ThreadWorkerWithMessageChannel,
+ /** @inheritDoc */
+ protected registerOnceWorkerMessageListener<Message extends Data | Response>(
+ workerNodeKey: number,
listener: (message: MessageValue<Message>) => void
): void {
- messageChannel.port2?.on('message', listener)
+ (
+ this.workerNodes[workerNodeKey]?.messageChannel as MessageChannel
+ ).port1.once('message', listener)
}
- protected unregisterWorkerMessageListener<Message extends Data | Response> (
- messageChannel: ThreadWorkerWithMessageChannel,
+ /** @inheritDoc */
+ protected deregisterWorkerMessageListener<Message extends Data | Response>(
+ workerNodeKey: number,
listener: (message: MessageValue<Message>) => void
): void {
- messageChannel.port2?.removeListener('message', listener)
+ (
+ this.workerNodes[workerNodeKey]?.messageChannel as MessageChannel
+ ).port1.off('message', listener)
}
- protected createWorker (): ThreadWorkerWithMessageChannel {
+ /** @inheritDoc */
+ protected createWorker (): Worker {
return new Worker(this.filePath, {
- env: SHARE_ENV
+ env: SHARE_ENV,
+ ...this.opts.workerOptions
})
}
- protected afterWorkerSetup (worker: ThreadWorkerWithMessageChannel): void {
- const { port1, port2 } = new MessageChannel()
- worker.postMessage({ parent: port1 }, [port1])
- worker.port1 = port1
- worker.port2 = port2
- // we will attach a listener for every task,
- // when task is completed the listener will be removed but to avoid warnings we are increasing the max listeners size
- worker.port2.setMaxListeners(this.opts.maxTasks ?? 1000)
+ /** @inheritDoc */
+ protected get type (): PoolType {
+ return PoolTypes.fixed
+ }
+
+ /** @inheritDoc */
+ protected get worker (): WorkerType {
+ return WorkerTypes.thread
+ }
+
+ /** @inheritDoc */
+ protected get busy (): boolean {
+ return this.internalBusy()
}
}