-import { fork, isMaster, setupMaster, Worker } from 'cluster'
+import cluster, { type ClusterSettings, type Worker } from 'node:cluster'
import type { MessageValue } from '../../utility-types'
-import type { PoolOptions } from '../abstract-pool'
import { AbstractPool } from '../abstract-pool'
+import { type PoolOptions, type PoolType, PoolTypes } from '../pool'
+import { type WorkerType, WorkerTypes } from '../worker'
/**
* Options for a poolifier cluster pool.
*
* @see https://nodejs.org/api/cluster.html#cluster_cluster_fork_env
*/
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
- env?: any
+ env?: Record<string, unknown>
+ /**
+ * Cluster settings.
+ *
+ * @see https://nodejs.org/api/cluster.html#cluster_cluster_settings
+ */
+ settings?: ClusterSettings
}
/**
* A cluster pool with a fixed number of workers.
*
- * It is possible to perform tasks in sync or asynchronous mode as you prefer.
- *
- * This pool selects the workers in a round robin fashion.
- *
- * @template Data Type of data sent to the worker. This can only be serializable data.
- * @template Response Type of response of execution. This can only be serializable data.
- *
+ * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data.
+ * @typeParam Response - Type of execution response. This can only be structured-cloneable data.
* @author [Christopher Quadflieg](https://github.com/Shinigami92)
* @since 2.0.0
*/
/**
* Constructs a new poolifier fixed cluster pool.
*
- * @param numberOfWorkers Number of workers for this pool.
- * @param filePath Path to an implementation of a `ClusterWorker` file, which can be relative or absolute.
- * @param opts Options for this fixed cluster pool. Default: `{ maxTasks: 1000 }`
+ * @param numberOfWorkers - Number of workers for this pool.
+ * @param filePath - Path to an implementation of a `ClusterWorker` file, which can be relative or absolute.
+ * @param opts - Options for this fixed cluster pool.
*/
public constructor (
numberOfWorkers: number,
filePath: string,
- public readonly opts: ClusterPoolOptions = { maxTasks: 1000 }
+ protected readonly opts: ClusterPoolOptions = {}
) {
super(numberOfWorkers, filePath, opts)
}
+ /** @inheritDoc */
protected setupHook (): void {
- setupMaster({
- exec: this.filePath
- })
+ cluster.setupPrimary({ ...this.opts.settings, exec: this.filePath })
}
+ /** @inheritDoc */
protected isMain (): boolean {
- return isMaster
+ return cluster.isPrimary
}
- protected destroyWorker (worker: Worker): void {
- this.sendToWorker(worker, { kill: 1 })
- worker.kill()
+ /** @inheritDoc */
+ protected async destroyWorkerNode (workerNodeKey: number): Promise<void> {
+ this.flushTasksQueue(workerNodeKey)
+ // FIXME: wait for tasks to be finished
+ const worker = this.workerNodes[workerNodeKey].worker
+ const waitWorkerExit = new Promise<void>((resolve) => {
+ worker.on('exit', () => {
+ resolve()
+ })
+ })
+ worker.on('disconnect', () => {
+ worker.kill()
+ })
+ await this.sendKillMessageToWorker(workerNodeKey, worker.id)
+ worker.disconnect()
+ await waitWorkerExit
}
- protected sendToWorker (worker: Worker, message: MessageValue<Data>): void {
- worker.send(message)
+ /** @inheritDoc */
+ protected sendToWorker (
+ workerNodeKey: number,
+ message: MessageValue<Data>
+ ): void {
+ this.workerNodes[workerNodeKey].worker.send(message)
}
- protected registerWorkerMessageListener<Message extends Data | Response> (
- worker: Worker,
- listener: (message: MessageValue<Message>) => void
- ): void {
- worker.on('message', listener)
+ /** @inheritDoc */
+ protected sendStartupMessageToWorker (workerNodeKey: number): void {
+ this.sendToWorker(workerNodeKey, {
+ ready: false,
+ workerId: this.workerNodes[workerNodeKey].worker.id
+ })
}
- protected unregisterWorkerMessageListener<Message extends Data | Response> (
- worker: Worker,
+ /** @inheritDoc */
+ protected registerWorkerMessageListener<Message extends Data | Response>(
+ workerNodeKey: number,
listener: (message: MessageValue<Message>) => void
): void {
- worker.removeListener('message', listener)
+ this.workerNodes[workerNodeKey].worker.on('message', listener)
}
+ /** @inheritDoc */
protected createWorker (): Worker {
- return fork(this.opts.env)
+ return cluster.fork(this.opts.env)
+ }
+
+ /** @inheritDoc */
+ protected get type (): PoolType {
+ return PoolTypes.fixed
+ }
+
+ /** @inheritDoc */
+ protected get worker (): WorkerType {
+ return WorkerTypes.cluster
}
- protected afterWorkerSetup (worker: Worker): void {
- // we will attach a listener for every task,
- // when task is completed the listener will be removed but to avoid warnings we are increasing the max listeners size
- worker.setMaxListeners(this.opts.maxTasks ?? 1000)
+ /** @inheritDoc */
+ protected get busy (): boolean {
+ return this.internalBusy()
}
}