1 import { cpus
} from
'node:os'
2 import type { IWorker
} from
'../worker'
3 import type { IPool
} from
'../pool'
4 import { DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS
} from
'../../utils'
5 import { AbstractWorkerChoiceStrategy
} from
'./abstract-worker-choice-strategy'
9 WorkerChoiceStrategyOptions
10 } from
'./selection-strategies-types'
13 * Selects the next worker with a weighted round robin scheduling algorithm.
14 * Loosely modeled after the weighted round robin queueing algorithm: https://en.wikipedia.org/wiki/Weighted_round_robin.
16 * @typeParam Worker - Type of worker which manages the strategy.
17 * @typeParam Data - Type of data sent to the worker. This can only be serializable data.
18 * @typeParam Response - Type of execution response. This can only be serializable data.
20 export class WeightedRoundRobinWorkerChoiceStrategy
<
21 Worker
extends IWorker
,
25 extends AbstractWorkerChoiceStrategy
<Worker
, Data
, Response
>
26 implements IWorkerChoiceStrategy
{
28 public readonly requiredStatistics
: RequiredStatistics
= {
35 * Worker node id where the current task will be submitted.
37 private currentWorkerNodeId
: number = 0
39 * Default worker weight.
41 private readonly defaultWorkerWeight
: number
43 * Worker virtual task runtime.
45 private workerVirtualTaskRunTime
: number = 0
49 pool
: IPool
<Worker
, Data
, Response
>,
50 opts
: WorkerChoiceStrategyOptions
= DEFAULT_WORKER_CHOICE_STRATEGY_OPTIONS
53 this.checkOptions(this.opts
)
54 this.defaultWorkerWeight
= this.computeDefaultWorkerWeight()
58 public reset (): boolean {
59 this.currentWorkerNodeId
= 0
60 this.workerVirtualTaskRunTime
= 0
65 public choose (): number {
66 const chosenWorkerNodeKey
= this.currentWorkerNodeId
67 const workerTaskRunTime
= this.workerVirtualTaskRunTime
?? 0
68 const workerTaskWeight
=
69 this.opts
.weights
?.[chosenWorkerNodeKey
] ?? this.defaultWorkerWeight
70 if (workerTaskRunTime
< workerTaskWeight
) {
71 this.workerVirtualTaskRunTime
=
73 (this.getWorkerVirtualTaskRunTime(chosenWorkerNodeKey
) ?? 0)
75 this.currentWorkerNodeId
=
76 this.currentWorkerNodeId
=== this.pool
.workerNodes
.length
- 1
78 : this.currentWorkerNodeId
+ 1
79 this.workerVirtualTaskRunTime
= 0
81 return chosenWorkerNodeKey
85 public remove (workerNodeKey
: number): boolean {
86 if (this.currentWorkerNodeId
=== workerNodeKey
) {
87 if (this.pool
.workerNodes
.length
=== 0) {
88 this.currentWorkerNodeId
= 0
90 this.currentWorkerNodeId
=
91 this.currentWorkerNodeId
> this.pool
.workerNodes
.length
- 1
92 ? this.pool
.workerNodes
.length
- 1
93 : this.currentWorkerNodeId
95 this.workerVirtualTaskRunTime
= 0
100 private getWorkerVirtualTaskRunTime (workerNodeKey
: number): number {
101 return this.requiredStatistics
.medRunTime
102 ? this.pool
.workerNodes
[workerNodeKey
].tasksUsage
.medRunTime
103 : this.pool
.workerNodes
[workerNodeKey
].tasksUsage
.avgRunTime
106 private computeDefaultWorkerWeight (): number {
107 let cpusCycleTimeWeight
= 0
108 for (const cpu
of cpus()) {
109 // CPU estimated cycle time
110 const numberOfDigits
= cpu
.speed
.toString().length
- 1
111 const cpuCycleTime
= 1 / (cpu
.speed
/ Math.pow(10, numberOfDigits
))
112 cpusCycleTimeWeight
+= cpuCycleTime
* Math.pow(10, numberOfDigits
)
114 return Math.round(cpusCycleTimeWeight
/ cpus().length
)