src/performance/PerformanceStatistics.ts

   1 // Partial Copyright Jerome Benoit. 2021-2023. All Rights Reserved.
   2
   3 import { type PerformanceEntry, PerformanceObserver, performance } from 'node:perf_hooks';
   4 import type { URL } from 'node:url';
   5 import { parentPort } from 'node:worker_threads';
   6
   7 import { MessageChannelUtils } from '../charging-station';
   8 import {
   9   type IncomingRequestCommand,
  10   MessageType,
  11   type RequestCommand,
  12   type Statistics,
  13   type TimeSeries,
  14 } from '../types';
  15 import { CircularArray, Configuration, Constants, Utils, logger } from '../utils';
  16
  17 export class PerformanceStatistics {
  18   private static readonly instances: Map<string, PerformanceStatistics> = new Map<
  19     string,
  20     PerformanceStatistics
  21   >();
  22
  23   private readonly objId: string;
  24   private readonly objName: string;
  25   private performanceObserver!: PerformanceObserver;
  26   private readonly statistics: Statistics;
  27   private displayInterval!: NodeJS.Timeout;
  28
  29   private constructor(objId: string, objName: string, uri: URL) {
  30     this.objId = objId;
  31     this.objName = objName;
  32     this.initializePerformanceObserver();
  33     this.statistics = {
  34       id: this.objId ?? 'Object id not specified',
  35       name: this.objName ?? 'Object name not specified',
  36       uri: uri.toString(),
  37       createdAt: new Date(),
  38       statisticsData: new Map(),
  39     };
  40   }
  41
  42   public static getInstance(
  43     objId: string,
  44     objName: string,
  45     uri: URL
  46   ): PerformanceStatistics | undefined {
  47     if (!PerformanceStatistics.instances.has(objId)) {
  48       PerformanceStatistics.instances.set(objId, new PerformanceStatistics(objId, objName, uri));
  49     }
  50     return PerformanceStatistics.instances.get(objId);
  51   }
  52
  53   public static beginMeasure(id: string): string {
  54     const markId = `${id.charAt(0).toUpperCase()}${id.slice(1)}~${Utils.generateUUID()}`;
  55     performance.mark(markId);
  56     return markId;
  57   }
  58
  59   public static endMeasure(name: string, markId: string): void {
  60     performance.measure(name, markId);
  61     performance.clearMarks(markId);
  62     performance.clearMeasures(name);
  63   }
  64
  65   public addRequestStatistic(
  66     command: RequestCommand | IncomingRequestCommand,
  67     messageType: MessageType
  68   ): void {
  69     switch (messageType) {
  70       case MessageType.CALL_MESSAGE:
  71         if (
  72           this.statistics.statisticsData.has(command) &&
  73           this.statistics.statisticsData.get(command)?.countRequest
  74         ) {
  75           this.statistics.statisticsData.get(command).countRequest++;
  76         } else {
  77           this.statistics.statisticsData.set(command, {
  78             ...this.statistics.statisticsData.get(command),
  79             countRequest: 1,
  80           });
  81         }
  82         break;
  83       case MessageType.CALL_RESULT_MESSAGE:
  84         if (
  85           this.statistics.statisticsData.has(command) &&
  86           this.statistics.statisticsData.get(command)?.countResponse
  87         ) {
  88           this.statistics.statisticsData.get(command).countResponse++;
  89         } else {
  90           this.statistics.statisticsData.set(command, {
  91             ...this.statistics.statisticsData.get(command),
  92             countResponse: 1,
  93           });
  94         }
  95         break;
  96       case MessageType.CALL_ERROR_MESSAGE:
  97         if (
  98           this.statistics.statisticsData.has(command) &&
  99           this.statistics.statisticsData.get(command)?.countError
 100         ) {
 101           this.statistics.statisticsData.get(command).countError++;
 102         } else {
 103           this.statistics.statisticsData.set(command, {
 104             ...this.statistics.statisticsData.get(command),
 105             countError: 1,
 106           });
 107         }
 108         break;
 109       default:
 110         // eslint-disable-next-line @typescript-eslint/restrict-template-expressions
 111         logger.error(`${this.logPrefix()} wrong message type ${messageType}`);
 112         break;
 113     }
 114   }
 115
 116   public start(): void {
 117     this.startLogStatisticsInterval();
 118     if (Configuration.getPerformanceStorage().enabled) {
 119       logger.info(
 120         `${this.logPrefix()} storage enabled: type ${
 121           Configuration.getPerformanceStorage().type
 122         }, uri: ${Configuration.getPerformanceStorage().uri}`
 123       );
 124     }
 125   }
 126
 127   public stop(): void {
 128     this.stopLogStatisticsInterval();
 129     performance.clearMarks();
 130     performance.clearMeasures();
 131     this.performanceObserver?.disconnect();
 132   }
 133
 134   public restart(): void {
 135     this.stop();
 136     this.start();
 137   }
 138
 139   private initializePerformanceObserver(): void {
 140     this.performanceObserver = new PerformanceObserver((performanceObserverList) => {
 141       const lastPerformanceEntry = performanceObserverList.getEntries()[0];
 142       // logger.debug(
 143       //   `${this.logPrefix()} '${lastPerformanceEntry.name}' performance entry: %j`,
 144       //   lastPerformanceEntry
 145       // );
 146       this.addPerformanceEntryToStatistics(lastPerformanceEntry);
 147     });
 148     this.performanceObserver.observe({ entryTypes: ['measure'] });
 149   }
 150
 151   private logStatistics(): void {
 152     logger.info(`${this.logPrefix()}`, {
 153       ...this.statistics,
 154       statisticsData: Utils.JSONStringifyWithMapSupport(this.statistics.statisticsData),
 155     });
 156   }
 157
 158   private startLogStatisticsInterval(): void {
 159     const logStatisticsInterval = Configuration.getLogStatisticsInterval();
 160     if (logStatisticsInterval > 0 && !this.displayInterval) {
 161       this.displayInterval = setInterval(() => {
 162         this.logStatistics();
 163       }, logStatisticsInterval * 1000);
 164       logger.info(
 165         `${this.logPrefix()} logged every ${Utils.formatDurationSeconds(logStatisticsInterval)}`
 166       );
 167     } else if (this.displayInterval) {
 168       logger.info(
 169         `${this.logPrefix()} already logged every ${Utils.formatDurationSeconds(
 170           logStatisticsInterval
 171         )}`
 172       );
 173     } else {
 174       logger.info(
 175         `${this.logPrefix()} log interval is set to ${logStatisticsInterval?.toString()}. Not logging statistics`
 176       );
 177     }
 178   }
 179
 180   private stopLogStatisticsInterval(): void {
 181     if (this.displayInterval) {
 182       clearInterval(this.displayInterval);
 183       delete this.displayInterval;
 184     }
 185   }
 186
 187   private median(dataSet: number[]): number {
 188     if (Array.isArray(dataSet) === true && dataSet.length === 1) {
 189       return dataSet[0];
 190     }
 191     const sortedDataSet = dataSet.slice().sort((a, b) => a - b);
 192     const middleIndex = Math.floor(sortedDataSet.length / 2);
 193     if (sortedDataSet.length % 2) {
 194       return sortedDataSet[middleIndex / 2];
 195     }
 196     return (sortedDataSet[middleIndex - 1] + sortedDataSet[middleIndex]) / 2;
 197   }
 198
 199   // TODO: use order statistics tree https://en.wikipedia.org/wiki/Order_statistic_tree
 200   private percentile(dataSet: number[], percentile: number): number {
 201     if (percentile < 0 && percentile > 100) {
 202       throw new RangeError('Percentile is not between 0 and 100');
 203     }
 204     if (Utils.isEmptyArray(dataSet)) {
 205       return 0;
 206     }
 207     const sortedDataSet = dataSet.slice().sort((a, b) => a - b);
 208     if (percentile === 0) {
 209       return sortedDataSet[0];
 210     }
 211     if (percentile === 100) {
 212       return sortedDataSet[sortedDataSet.length - 1];
 213     }
 214     const percentileIndex = (percentile / 100) * sortedDataSet.length - 1;
 215     if (Number.isInteger(percentileIndex)) {
 216       return (sortedDataSet[percentileIndex] + sortedDataSet[percentileIndex + 1]) / 2;
 217     }
 218     return sortedDataSet[Math.round(percentileIndex)];
 219   }
 220
 221   private stdDeviation(dataSet: number[]): number {
 222     let totalDataSet = 0;
 223     for (const data of dataSet) {
 224       totalDataSet += data;
 225     }
 226     const dataSetMean = totalDataSet / dataSet.length;
 227     let totalGeometricDeviation = 0;
 228     for (const data of dataSet) {
 229       const deviation = data - dataSetMean;
 230       totalGeometricDeviation += deviation * deviation;
 231     }
 232     return Math.sqrt(totalGeometricDeviation / dataSet.length);
 233   }
 234
 235   private addPerformanceEntryToStatistics(entry: PerformanceEntry): void {
 236     const entryName = entry.name;
 237     // Initialize command statistics
 238     if (!this.statistics.statisticsData.has(entryName)) {
 239       this.statistics.statisticsData.set(entryName, {});
 240     }
 241     // Update current statistics
 242     this.statistics.updatedAt = new Date();
 243     this.statistics.statisticsData.get(entryName).countTimeMeasurement =
 244       this.statistics.statisticsData.get(entryName)?.countTimeMeasurement
 245         ? this.statistics.statisticsData.get(entryName).countTimeMeasurement + 1
 246         : 1;
 247     this.statistics.statisticsData.get(entryName).currentTimeMeasurement = entry.duration;
 248     this.statistics.statisticsData.get(entryName).minTimeMeasurement =
 249       this.statistics.statisticsData.get(entryName)?.minTimeMeasurement
 250         ? this.statistics.statisticsData.get(entryName).minTimeMeasurement > entry.duration
 251           ? entry.duration
 252           : this.statistics.statisticsData.get(entryName).minTimeMeasurement
 253         : entry.duration;
 254     this.statistics.statisticsData.get(entryName).maxTimeMeasurement =
 255       this.statistics.statisticsData.get(entryName)?.maxTimeMeasurement
 256         ? this.statistics.statisticsData.get(entryName).maxTimeMeasurement < entry.duration
 257           ? entry.duration
 258           : this.statistics.statisticsData.get(entryName).maxTimeMeasurement
 259         : entry.duration;
 260     this.statistics.statisticsData.get(entryName).totalTimeMeasurement =
 261       this.statistics.statisticsData.get(entryName)?.totalTimeMeasurement
 262         ? this.statistics.statisticsData.get(entryName).totalTimeMeasurement + entry.duration
 263         : entry.duration;
 264     this.statistics.statisticsData.get(entryName).avgTimeMeasurement =
 265       this.statistics.statisticsData.get(entryName).totalTimeMeasurement /
 266       this.statistics.statisticsData.get(entryName).countTimeMeasurement;
 267     this.statistics.statisticsData.get(entryName)?.timeMeasurementSeries instanceof CircularArray
 268       ? this.statistics.statisticsData
 269           .get(entryName)
 270           ?.timeMeasurementSeries?.push({ timestamp: entry.startTime, value: entry.duration })
 271       : (this.statistics.statisticsData.get(entryName).timeMeasurementSeries =
 272           new CircularArray<TimeSeries>(Constants.DEFAULT_CIRCULAR_BUFFER_CAPACITY, {
 273             timestamp: entry.startTime,
 274             value: entry.duration,
 275           }));
 276     this.statistics.statisticsData.get(entryName).medTimeMeasurement = this.median(
 277       this.extractTimeSeriesValues(
 278         this.statistics.statisticsData.get(entryName).timeMeasurementSeries
 279       )
 280     );
 281     this.statistics.statisticsData.get(entryName).ninetyFiveThPercentileTimeMeasurement =
 282       this.percentile(
 283         this.extractTimeSeriesValues(
 284           this.statistics.statisticsData.get(entryName).timeMeasurementSeries
 285         ),
 286         95
 287       );
 288     this.statistics.statisticsData.get(entryName).stdDevTimeMeasurement = this.stdDeviation(
 289       this.extractTimeSeriesValues(
 290         this.statistics.statisticsData.get(entryName).timeMeasurementSeries
 291       )
 292     );
 293     if (Configuration.getPerformanceStorage().enabled) {
 294       parentPort?.postMessage(
 295         MessageChannelUtils.buildPerformanceStatisticsMessage(this.statistics)
 296       );
 297     }
 298   }
 299
 300   private extractTimeSeriesValues(timeSeries: CircularArray<TimeSeries>): number[] {
 301     return timeSeries.map((timeSeriesItem) => timeSeriesItem.value);
 302   }
 303
 304   private logPrefix = (): string => {
 305     return Utils.logPrefix(` ${this.objName} | Performance statistics`);
 306   };
 307 }