src/worker/WorkerDynamicPool.ts

   1 import type { Worker } from 'worker_threads';
   2
   3 import { DynamicThreadPool, type ErrorHandler, type ExitHandler } from 'poolifier';
   4
   5 import WorkerAbstract from './WorkerAbstract';
   6 import { WorkerUtils } from './WorkerUtils';
   7 import type { WorkerData, WorkerOptions } from '../types/Worker';
   8 import Utils from '../utils/Utils';
   9
  10 export default class WorkerDynamicPool extends WorkerAbstract<WorkerData> {
  11   private readonly pool: DynamicThreadPool<WorkerData>;
  12
  13   /**
  14    * Create a new `WorkerDynamicPool`.
  15    *
  16    * @param workerScript -
  17    * @param workerOptions -
  18    */
  19   constructor(workerScript: string, workerOptions?: WorkerOptions) {
  20     super(workerScript, workerOptions);
  21     this.workerOptions.poolOptions.errorHandler = (
  22       this.workerOptions?.poolOptions?.errorHandler ?? WorkerUtils.defaultErrorHandler
  23     ).bind(this) as ErrorHandler<Worker>;
  24     this.workerOptions.poolOptions.exitHandler = (
  25       this.workerOptions?.poolOptions?.exitHandler ?? WorkerUtils.defaultExitHandler
  26     ).bind(this) as ExitHandler<Worker>;
  27     this.workerOptions.poolOptions.messageHandler.bind(this);
  28     this.pool = new DynamicThreadPool<WorkerData>(
  29       this.workerOptions.poolMinSize,
  30       this.workerOptions.poolMaxSize,
  31       this.workerScript,
  32       this.workerOptions.poolOptions
  33     );
  34   }
  35
  36   get size(): number {
  37     return this.pool.workers.length;
  38   }
  39
  40   get maxElementsPerWorker(): number | null {
  41     return null;
  42   }
  43
  44   /**
  45    *
  46    * @returns
  47    * @public
  48    */
  49   public async start(): Promise<void> {
  50     // This is intentional
  51   }
  52
  53   /**
  54    *
  55    * @returns
  56    * @public
  57    */
  58   public async stop(): Promise<void> {
  59     return this.pool.destroy();
  60   }
  61
  62   /**
  63    *
  64    * @param elementData -
  65    * @returns
  66    * @public
  67    */
  68   public async addElement(elementData: WorkerData): Promise<void> {
  69     await this.pool.execute(elementData);
  70     // Start element sequentially to optimize memory at startup
  71     this.workerOptions.elementStartDelay > 0 &&
  72       (await Utils.sleep(this.workerOptions.elementStartDelay));
  73   }
  74 }