src/worker/WorkerDynamicPool.ts

   1 import type { EventEmitterAsyncResource } from 'node:events'
   2
   3 import { DynamicThreadPool, type PoolInfo } from 'poolifier'
   4
   5 import type { WorkerData, WorkerOptions } from './WorkerTypes.js'
   6
   7 import { WorkerAbstract } from './WorkerAbstract.js'
   8 import { randomizeDelay, sleep } from './WorkerUtils.js'
   9
  10 export class WorkerDynamicPool<D extends WorkerData, R extends WorkerData> extends WorkerAbstract<
  11   D,
  12   R
  13 > {
  14   private readonly pool: DynamicThreadPool<D, R>
  15
  16   /**
  17    * Creates a new `WorkerDynamicPool`.
  18    * @param workerScript -
  19    * @param workerOptions -
  20    */
  21   constructor (workerScript: string, workerOptions: WorkerOptions) {
  22     super(workerScript, workerOptions)
  23     this.pool = new DynamicThreadPool<D, R>(
  24       this.workerOptions.poolMinSize,
  25       this.workerOptions.poolMaxSize,
  26       this.workerScript,
  27       this.workerOptions.poolOptions
  28     )
  29   }
  30
  31   /** @inheritDoc */
  32   public async addElement (elementData: D): Promise<R> {
  33     const response = await this.pool.execute(elementData)
  34     // Start element sequentially to optimize memory at startup
  35     // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
  36     this.workerOptions.elementAddDelay! > 0 &&
  37       // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
  38       (await sleep(randomizeDelay(this.workerOptions.elementAddDelay!)))
  39     return response
  40   }
  41
  42   /** @inheritDoc */
  43   public start (): void {
  44     this.pool.start()
  45   }
  46
  47   /** @inheritDoc */
  48   public async stop (): Promise<void> {
  49     await this.pool.destroy()
  50   }
  51
  52   get emitter (): EventEmitterAsyncResource | undefined {
  53     return this.pool.emitter
  54   }
  55
  56   get info (): PoolInfo {
  57     return this.pool.info
  58   }
  59
  60   get maxElementsPerWorker (): number | undefined {
  61     return undefined
  62   }
  63
  64   get size (): number {
  65     return this.pool.info.workerNodes
  66   }
  67 }