Commit | Line | Data |
---|---|---|
feec6e8c JB |
1 | import { cpus } from 'node:os' |
2 | import type { IWorker } from '../worker' | |
3 | import type { IPool } from '../pool' | |
4 | import { DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS } from '../../utils' | |
5 | import { AbstractWorkerChoiceStrategy } from './abstract-worker-choice-strategy' | |
6 | import type { | |
7 | IWorkerChoiceStrategy, | |
8 | RequiredStatistics, | |
9 | WorkerChoiceStrategyOptions | |
10 | } from './selection-strategies-types' | |
11 | ||
12 | /** | |
13 | * Selects the next worker with an interleaved weighted round robin scheduling algorithm. | |
14 | * | |
15 | * @typeParam Worker - Type of worker which manages the strategy. | |
16 | * @typeParam Data - Type of data sent to the worker. This can only be serializable data. | |
17 | * @typeParam Response - Type of execution response. This can only be serializable data. | |
18 | */ | |
19 | export class InterleavedWeightedRoundRobinWorkerChoiceStrategy< | |
20 | Worker extends IWorker, | |
21 | Data = unknown, | |
22 | Response = unknown | |
23 | > | |
24 | extends AbstractWorkerChoiceStrategy<Worker, Data, Response> | |
25 | implements IWorkerChoiceStrategy { | |
26 | /** @inheritDoc */ | |
27 | public readonly requiredStatistics: RequiredStatistics = { | |
28 | runTime: true, | |
29 | avgRunTime: true, | |
30 | medRunTime: false | |
31 | } | |
32 | ||
33 | /** | |
34 | * Worker node id where the current task will be submitted. | |
35 | */ | |
36 | private currentWorkerNodeId: number = 0 | |
37 | /** | |
38 | * Current round id. | |
39 | * This is used to determine the current round weight. | |
40 | */ | |
41 | private currentRoundId: number = 0 | |
42 | /** | |
43 | * Round weights. | |
44 | */ | |
e4854a4e | 45 | private roundWeights: number[] |
feec6e8c JB |
46 | /** |
47 | * Default worker weight. | |
48 | */ | |
49 | private readonly defaultWorkerWeight: number | |
50 | ||
51 | /** @inheritDoc */ | |
52 | public constructor ( | |
53 | pool: IPool<Worker, Data, Response>, | |
54 | opts: WorkerChoiceStrategyOptions = DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS | |
55 | ) { | |
56 | super(pool, opts) | |
57 | this.checkOptions(this.opts) | |
58 | this.defaultWorkerWeight = this.computeDefaultWorkerWeight() | |
59 | this.roundWeights = this.getRoundWeights() | |
60 | } | |
61 | ||
62 | /** @inheritDoc */ | |
63 | public reset (): boolean { | |
64 | this.currentWorkerNodeId = 0 | |
65 | this.currentRoundId = 0 | |
66 | return true | |
67 | } | |
68 | ||
69 | /** @inheritDoc */ | |
70 | public update (): boolean { | |
71 | return true | |
72 | } | |
73 | ||
74 | /** @inheritDoc */ | |
75 | public choose (): number { | |
297f3bbe JB |
76 | let roundId: number | undefined |
77 | let workerNodeId: number | undefined | |
78 | for ( | |
79 | let round = this.currentRoundId; | |
80 | round < this.roundWeights.length; | |
81 | round++ | |
82 | ) { | |
feec6e8c | 83 | for ( |
297f3bbe JB |
84 | let workerNodeKey = this.currentWorkerNodeId; |
85 | workerNodeKey < this.pool.workerNodes.length; | |
86 | workerNodeKey++ | |
feec6e8c | 87 | ) { |
297f3bbe JB |
88 | const workerWeight = |
89 | this.opts.weights?.[workerNodeKey] ?? this.defaultWorkerWeight | |
90 | if (workerWeight >= this.roundWeights[round]) { | |
91 | roundId = round | |
92 | workerNodeId = workerNodeKey | |
93 | break | |
feec6e8c JB |
94 | } |
95 | } | |
297f3bbe JB |
96 | } |
97 | this.currentRoundId = roundId ?? 0 | |
98 | this.currentWorkerNodeId = workerNodeId ?? 0 | |
99 | const chosenWorkerNodeKey = this.currentWorkerNodeId | |
100 | if (this.currentWorkerNodeId === this.pool.workerNodes.length - 1) { | |
101 | this.currentWorkerNodeId = 0 | |
102 | this.currentRoundId = | |
103 | this.currentRoundId === this.roundWeights.length - 1 | |
104 | ? 0 | |
105 | : this.currentRoundId + 1 | |
106 | } else { | |
107 | this.currentWorkerNodeId = this.currentWorkerNodeId + 1 | |
feec6e8c JB |
108 | } |
109 | return chosenWorkerNodeKey | |
110 | } | |
111 | ||
112 | /** @inheritDoc */ | |
113 | public remove (workerNodeKey: number): boolean { | |
114 | if (this.currentWorkerNodeId === workerNodeKey) { | |
115 | if (this.pool.workerNodes.length === 0) { | |
116 | this.currentWorkerNodeId = 0 | |
117 | } else { | |
118 | this.currentWorkerNodeId = | |
119 | this.currentWorkerNodeId > this.pool.workerNodes.length - 1 | |
120 | ? this.pool.workerNodes.length - 1 | |
121 | : this.currentWorkerNodeId | |
122 | } | |
123 | } | |
124 | return true | |
125 | } | |
126 | ||
e4854a4e JB |
127 | /** @inheritDoc */ |
128 | public setOptions (opts: WorkerChoiceStrategyOptions): void { | |
129 | super.setOptions(opts) | |
130 | this.roundWeights = this.getRoundWeights() | |
131 | } | |
132 | ||
feec6e8c JB |
133 | private computeDefaultWorkerWeight (): number { |
134 | let cpusCycleTimeWeight = 0 | |
135 | for (const cpu of cpus()) { | |
136 | // CPU estimated cycle time | |
137 | const numberOfDigits = cpu.speed.toString().length - 1 | |
138 | const cpuCycleTime = 1 / (cpu.speed / Math.pow(10, numberOfDigits)) | |
139 | cpusCycleTimeWeight += cpuCycleTime * Math.pow(10, numberOfDigits) | |
140 | } | |
141 | return Math.round(cpusCycleTimeWeight / cpus().length) | |
142 | } | |
143 | ||
144 | private getRoundWeights (): number[] { | |
145 | if (this.opts.weights == null) { | |
146 | return [this.defaultWorkerWeight] | |
147 | } | |
148 | return [ | |
149 | ...new Set( | |
150 | Object.values(this.opts.weights) | |
151 | .slice() | |
152 | .sort((a, b) => a - b) | |
153 | ) | |
154 | ] | |
155 | } | |
156 | } |