src/worker/WorkerDynamicPool.ts

   1 import type { Worker } from 'node:worker_threads';
   2
   3 import { DynamicThreadPool, type ErrorHandler, type ExitHandler } from 'poolifier';
   4
   5 import { WorkerAbstract } from './WorkerAbstract';
   6 import type { WorkerData, WorkerOptions } from './WorkerTypes';
   7 import { defaultErrorHandler, defaultExitHandler, sleep } from './WorkerUtils';
   8
   9 export class WorkerDynamicPool extends WorkerAbstract<WorkerData> {
  10   private readonly pool: DynamicThreadPool<WorkerData>;
  11
  12   /**
  13    * Create a new `WorkerDynamicPool`.
  14    *
  15    * @param workerScript -
  16    * @param workerOptions -
  17    */
  18   constructor(workerScript: string, workerOptions?: WorkerOptions) {
  19     super(workerScript, workerOptions);
  20     this.workerOptions.poolOptions.errorHandler = (
  21       this.workerOptions?.poolOptions?.errorHandler ?? defaultErrorHandler
  22     ).bind(this) as ErrorHandler<Worker>;
  23     this.workerOptions.poolOptions.exitHandler = (
  24       this.workerOptions?.poolOptions?.exitHandler ?? defaultExitHandler
  25     ).bind(this) as ExitHandler<Worker>;
  26     this.workerOptions.poolOptions.messageHandler.bind(this);
  27     this.pool = new DynamicThreadPool<WorkerData>(
  28       this.workerOptions.poolMinSize,
  29       this.workerOptions.poolMaxSize,
  30       this.workerScript,
  31       this.workerOptions.poolOptions
  32     );
  33   }
  34
  35   get size(): number {
  36     return this.pool.workerNodes.length;
  37   }
  38
  39   get maxElementsPerWorker(): number | undefined {
  40     return undefined;
  41   }
  42
  43   /** @inheritDoc */
  44   public async start(): Promise<void> {
  45     // This is intentional
  46   }
  47
  48   /** @inheritDoc */
  49   public async stop(): Promise<void> {
  50     return this.pool.destroy();
  51   }
  52
  53   /** @inheritDoc */
  54   public async addElement(elementData: WorkerData): Promise<void> {
  55     await this.pool.execute(elementData);
  56     // Start element sequentially to optimize memory at startup
  57     this.workerOptions.elementStartDelay > 0 && (await sleep(this.workerOptions.elementStartDelay));
  58   }
  59 }