X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fselection-strategies%2Ffair-share-worker-choice-strategy.ts;h=88e12b94fa8ef50b50ede22026e95f0242000d45;hb=8b7aa4204c27efd1dc699f7baea65b5262bd26b3;hp=c4a0d30beb7fe827d614ca9f434c7470aeb9d018;hpb=baca80f7921f47ead05d194fb782a3e310f4ea41;p=poolifier.git diff --git a/src/pools/selection-strategies/fair-share-worker-choice-strategy.ts b/src/pools/selection-strategies/fair-share-worker-choice-strategy.ts index c4a0d30b..88e12b94 100644 --- a/src/pools/selection-strategies/fair-share-worker-choice-strategy.ts +++ b/src/pools/selection-strategies/fair-share-worker-choice-strategy.ts @@ -1,21 +1,16 @@ -import { - DEFAULT_MEASUREMENT_STATISTICS_REQUIREMENTS, - DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS -} from '../../utils' -import type { IPool } from '../pool' -import type { IWorker } from '../worker' -import { AbstractWorkerChoiceStrategy } from './abstract-worker-choice-strategy' +import type { IPool } from '../pool.js' +import type { IWorker } from '../worker.js' +import { AbstractWorkerChoiceStrategy } from './abstract-worker-choice-strategy.js' import { type IWorkerChoiceStrategy, Measurements, type TaskStatisticsRequirements, - type WorkerChoiceStrategyOptions -} from './selection-strategies-types' + type WorkerChoiceStrategyOptions, +} from './selection-strategies-types.js' /** * Selects the next worker with a fair share scheduling algorithm. * Loosely modeled after the fair queueing algorithm: https://en.wikipedia.org/wiki/Fair_queuing. - * * @typeParam Worker - Type of worker which manages the strategy. * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. * @typeParam Response - Type of execution response. This can only be structured-cloneable data. @@ -32,25 +27,24 @@ export class FairShareWorkerChoiceStrategy< runTime: { aggregate: true, average: true, - median: false + median: false, + }, + waitTime: { + aggregate: true, + average: true, + median: false, }, - waitTime: DEFAULT_MEASUREMENT_STATISTICS_REQUIREMENTS, elu: { aggregate: true, average: true, - median: false - } + median: false, + }, } - /** - * Workers' virtual task end execution timestamp. - */ - private workersVirtualTaskEndTimestamp: number[] = [] - /** @inheritDoc */ public constructor ( pool: IPool, - opts: WorkerChoiceStrategyOptions = DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS + opts?: WorkerChoiceStrategyOptions ) { super(pool, opts) this.setTaskStatisticsRequirements(this.opts) @@ -58,13 +52,18 @@ export class FairShareWorkerChoiceStrategy< /** @inheritDoc */ public reset (): boolean { - this.workersVirtualTaskEndTimestamp = [] + for (const workerNode of this.pool.workerNodes) { + delete workerNode.strategyData?.virtualTaskEndTimestamp + } return true } /** @inheritDoc */ public update (workerNodeKey: number): boolean { - this.computeWorkerVirtualTaskEndTimestamp(workerNodeKey) + this.pool.workerNodes[workerNodeKey].strategyData = { + virtualTaskEndTimestamp: + this.computeWorkerNodeVirtualTaskEndTimestamp(workerNodeKey), + } return true } @@ -76,56 +75,68 @@ export class FairShareWorkerChoiceStrategy< } /** @inheritDoc */ - public remove (workerNodeKey: number): boolean { - this.workersVirtualTaskEndTimestamp.splice(workerNodeKey, 1) + public remove (): boolean { return true } private fairShareNextWorkerNodeKey (): number | undefined { - let chosenWorkerNodeKey: number | undefined - let minWorkerVirtualTaskEndTimestamp = Infinity - for (const [workerNodeKey] of this.pool.workerNodes.entries()) { - if (this.workersVirtualTaskEndTimestamp[workerNodeKey] == null) { - this.computeWorkerVirtualTaskEndTimestamp(workerNodeKey) - } - const workerVirtualTaskEndTimestamp = - this.workersVirtualTaskEndTimestamp[workerNodeKey] - if (workerVirtualTaskEndTimestamp < minWorkerVirtualTaskEndTimestamp) { - minWorkerVirtualTaskEndTimestamp = workerVirtualTaskEndTimestamp - chosenWorkerNodeKey = workerNodeKey - } - } - return chosenWorkerNodeKey + return this.pool.workerNodes.reduce( + (minWorkerNodeKey, workerNode, workerNodeKey, workerNodes) => { + if (workerNode.strategyData?.virtualTaskEndTimestamp == null) { + workerNode.strategyData = { + virtualTaskEndTimestamp: + this.computeWorkerNodeVirtualTaskEndTimestamp(workerNodeKey), + } + } + return this.isWorkerNodeReady(workerNodeKey) && + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + workerNode.strategyData.virtualTaskEndTimestamp! < + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + workerNodes[minWorkerNodeKey].strategyData!.virtualTaskEndTimestamp! + ? workerNodeKey + : minWorkerNodeKey + }, + 0 + ) } /** * Computes the worker node key virtual task end timestamp. - * * @param workerNodeKey - The worker node key. + * @returns The worker node key virtual task end timestamp. */ - private computeWorkerVirtualTaskEndTimestamp (workerNodeKey: number): void { - this.workersVirtualTaskEndTimestamp[workerNodeKey] = - this.getWorkerVirtualTaskEndTimestamp( - workerNodeKey, - this.getWorkerVirtualTaskStartTimestamp(workerNodeKey) - ) + private computeWorkerNodeVirtualTaskEndTimestamp ( + workerNodeKey: number + ): number { + return this.getWorkerNodeVirtualTaskEndTimestamp( + workerNodeKey, + this.getWorkerNodeVirtualTaskStartTimestamp(workerNodeKey) + ) } - private getWorkerVirtualTaskEndTimestamp ( + private getWorkerNodeVirtualTaskEndTimestamp ( workerNodeKey: number, - workerVirtualTaskStartTimestamp: number + workerNodeVirtualTaskStartTimestamp: number ): number { - const workerTaskRunTime = - this.opts.measurement === Measurements.elu - ? this.getWorkerTaskElu(workerNodeKey) - : this.getWorkerTaskRunTime(workerNodeKey) - return workerVirtualTaskStartTimestamp + workerTaskRunTime + const workerNodeTaskExecutionTime = + this.getWorkerNodeTaskWaitTime(workerNodeKey) + + // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + (this.opts!.measurement === Measurements.elu + ? this.getWorkerNodeTaskElu(workerNodeKey) + : this.getWorkerNodeTaskRunTime(workerNodeKey)) + return workerNodeVirtualTaskStartTimestamp + workerNodeTaskExecutionTime } - private getWorkerVirtualTaskStartTimestamp (workerNodeKey: number): number { - return Math.max( - performance.now(), - this.workersVirtualTaskEndTimestamp[workerNodeKey] ?? -Infinity - ) + private getWorkerNodeVirtualTaskStartTimestamp ( + workerNodeKey: number + ): number { + const virtualTaskEndTimestamp = + this.pool.workerNodes[workerNodeKey]?.strategyData + ?.virtualTaskEndTimestamp + const now = performance.now() + return now < (virtualTaskEndTimestamp ?? Number.NEGATIVE_INFINITY) + ? // eslint-disable-next-line @typescript-eslint/no-non-null-assertion + virtualTaskEndTimestamp! + : now } }