src/worker/WorkerDynamicPool.ts

   1 import { DynamicThreadPool, DynamicThreadPoolOptions } from 'poolifier';
   2
   3 import Constants from '../utils/Constants';
   4 import Utils from '../utils/Utils';
   5 import { WorkerData } from '../types/Worker';
   6 import Wrk from './Wrk';
   7 import { threadId } from 'worker_threads';
   8
   9 export default class WorkerDynamicPool extends Wrk {
  10   private pool: DynamicPool;
  11
  12   /**
  13    * Create a new `WorkerDynamicPool`.
  14    *
  15    * @param {string} workerScript
  16    */
  17   constructor(workerScript: string, min: number, max: number,) {
  18     super(workerScript);
  19     this.pool = DynamicPool.getInstance(min, max, this.workerScript);
  20   }
  21
  22   get size(): number {
  23     return this.pool.workers.length;
  24   }
  25
  26   get maxElementsPerWorker(): number {
  27     return 1;
  28   }
  29
  30   /**
  31    *
  32    * @return {Promise<void>}
  33    * @public
  34    */
  35   // eslint-disable-next-line @typescript-eslint/no-empty-function
  36   public async start(): Promise<void> { }
  37
  38   /**
  39    *
  40    * @return {Promise<void>}
  41    * @public
  42    */
  43   public async addElement(elementData: WorkerData): Promise<void> {
  44     await this.pool.execute(elementData);
  45     // Start worker sequentially to optimize memory at startup
  46     await Utils.sleep(Constants.START_WORKER_DELAY);
  47   }
  48 }
  49
  50 class DynamicPool extends DynamicThreadPool<WorkerData> {
  51   private static instance: DynamicPool;
  52
  53   private constructor(min: number, max: number, filename: string, opts?: DynamicThreadPoolOptions) {
  54     super(min, max, filename, opts);
  55   }
  56
  57   public static getInstance(min: number, max: number, filename: string): DynamicPool {
  58     if (!DynamicPool.instance) {
  59       DynamicPool.instance = new DynamicPool(min, max, filename,
  60         {
  61           exitHandler: (code) => {
  62             if (code !== 0) {
  63               console.error(`Worker ${threadId} stopped with exit code ${code}`);
  64             }
  65           }
  66         }
  67       );
  68     }
  69     return DynamicPool.instance;
  70   }
  71 }