X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Futils.ts;h=3fa17312d1fe24f54fb121eeda4d9dee6124e0c9;hb=423f3b7a3403a81042c6f12bb42613f4967be4f1;hp=724c4ab960c691e8f4a5d8661f9c442ff14d5b3d;hpb=7228a4d9f6e007bfa6326b2f663bf957594fc8c6;p=poolifier.git diff --git a/src/pools/utils.ts b/src/pools/utils.ts index 724c4ab9..3fa17312 100644 --- a/src/pools/utils.ts +++ b/src/pools/utils.ts @@ -1,6 +1,5 @@ import cluster, { Worker as ClusterWorker } from 'node:cluster' import { existsSync } from 'node:fs' -import { cpus } from 'node:os' import { env } from 'node:process' import { SHARE_ENV, @@ -10,14 +9,13 @@ import { import type { MessageValue, Task } from '../utility-types.js' import { average, isPlainObject, max, median, min } from '../utils.js' -import type { IPool, TasksQueueOptions } from './pool.js' +import type { TasksQueueOptions } from './pool.js' import { type MeasurementStatisticsRequirements, WorkerChoiceStrategies, - type WorkerChoiceStrategy, - type WorkerChoiceStrategyOptions + type WorkerChoiceStrategy } from './selection-strategies/selection-strategies-types.js' -import type { WorkerChoiceStrategyContext } from './selection-strategies/worker-choice-strategy-context.js' +import type { WorkerChoiceStrategiesContext } from './selection-strategies/worker-choice-strategies-context.js' import { type IWorker, type IWorkerNode, @@ -50,91 +48,6 @@ export const getDefaultTasksQueueOptions = ( } } -export const getWorkerChoiceStrategyRetries = < - Worker extends IWorker, - Data, - Response ->( - pool: IPool, - opts?: WorkerChoiceStrategyOptions - ): number => { - return ( - pool.info.maxSize + - Object.keys(opts?.weights ?? getDefaultWeights(pool.info.maxSize)).length - ) -} - -export const buildWorkerChoiceStrategyOptions = < - Worker extends IWorker, - Data, - Response ->( - pool: IPool, - opts?: WorkerChoiceStrategyOptions - ): WorkerChoiceStrategyOptions => { - opts = clone(opts ?? {}) - opts.weights = opts.weights ?? getDefaultWeights(pool.info.maxSize) - return { - ...{ - runTime: { median: false }, - waitTime: { median: false }, - elu: { median: false } - }, - ...opts - } -} - -const clone = (object: T): T => { - return structuredClone(object) -} - -const getDefaultWeights = ( - poolMaxSize: number, - defaultWorkerWeight?: number -): Record => { - defaultWorkerWeight = defaultWorkerWeight ?? getDefaultWorkerWeight() - const weights: Record = {} - for (let workerNodeKey = 0; workerNodeKey < poolMaxSize; workerNodeKey++) { - weights[workerNodeKey] = defaultWorkerWeight - } - return weights -} - -const estimatedCpuSpeed = (): number => { - const runs = 150000000 - const begin = performance.now() - // eslint-disable-next-line no-empty - for (let i = runs; i > 0; i--) {} - const end = performance.now() - const duration = end - begin - return Math.trunc(runs / duration / 1000) // in MHz -} - -const getDefaultWorkerWeight = (): number => { - const currentCpus = cpus() - let estCpuSpeed: number | undefined - // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition - if (currentCpus.every(cpu => cpu.speed == null || cpu.speed === 0)) { - estCpuSpeed = estimatedCpuSpeed() - } - let cpusCycleTimeWeight = 0 - for (const cpu of currentCpus) { - // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition - if (cpu.speed == null || cpu.speed === 0) { - cpu.speed = - // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition - currentCpus.find(cpu => cpu.speed != null && cpu.speed !== 0)?.speed ?? - estCpuSpeed ?? - 2000 - } - // CPU estimated cycle time - const numberOfDigits = cpu.speed.toString().length - 1 - const cpuCycleTime = 1 / (cpu.speed / Math.pow(10, numberOfDigits)) - cpusCycleTimeWeight += cpuCycleTime * Math.pow(10, numberOfDigits) - } - return Math.round(cpusCycleTimeWeight / currentCpus.length) -} - export const checkFilePath = (filePath: string | undefined): void => { if (filePath == null) { throw new TypeError('The worker file path must be specified') @@ -174,6 +87,19 @@ export const checkDynamicPoolSize = ( } } +export const checkValidPriority = (priority: number | undefined): void => { + if (priority != null && !Number.isSafeInteger(priority)) { + throw new TypeError(`Invalid property 'priority': '${priority}'`) + } + if ( + priority != null && + Number.isSafeInteger(priority) && + (priority < -20 || priority > 19) + ) { + throw new RangeError("Property 'priority' must be between -20 and 19") + } +} + export const checkValidWorkerChoiceStrategy = ( workerChoiceStrategy: WorkerChoiceStrategy | undefined ): void => { @@ -317,7 +243,7 @@ export const updateWaitTimeWorkerUsage = < Response = unknown >( workerChoiceStrategyContext: - | WorkerChoiceStrategyContext + | WorkerChoiceStrategiesContext | undefined, workerUsage: WorkerUsage, task: Task @@ -356,7 +282,7 @@ export const updateRunTimeWorkerUsage = < Response = unknown >( workerChoiceStrategyContext: - | WorkerChoiceStrategyContext + | WorkerChoiceStrategiesContext | undefined, workerUsage: WorkerUsage, message: MessageValue @@ -377,7 +303,7 @@ export const updateEluWorkerUsage = < Response = unknown >( workerChoiceStrategyContext: - | WorkerChoiceStrategyContext + | WorkerChoiceStrategiesContext | undefined, workerUsage: WorkerUsage, message: MessageValue