flightlesssomething/static/js/benchmark.js

396 lines
21 KiB
JavaScript

document.addEventListener('DOMContentLoaded', () => {
const converter = new showdown.Converter();
const element = document.getElementById('aiSummaryMarkdown');
element.innerHTML = converter.makeHtml(element.innerHTML);
});
// ===========================================================================================
// Common chart options
const commonChartOptions = {
chart: {backgroundColor: null, style: {color: '#FFFFFF'}, animation: false, boost: {useGPUTranslations: true, usePreallocated: true}},
title: {style: {color: '#FFFFFF', fontSize: '16px'}},
subtitle: {style: {color: '#FFFFFF', fontSize: '12px'}},
xAxis: {labels: {style: {color: '#FFFFFF'}}, lineColor: '#FFFFFF', tickColor: '#FFFFFF'},
yAxis: {labels: {style: {color: '#FFFFFF'}}, gridLineColor: 'rgba(255, 255, 255, 0.1)', title: {text: false}},
tooltip: {backgroundColor: '#1E1E1E', borderColor: '#FFFFFF', style: {color: '#FFFFFF'}},
legend: {itemStyle: {color: '#FFFFFF'}},
credits: {enabled: false},
plotOptions: {series: {animation: false}}
};
// Highcharts global options
Highcharts.setOptions({chart: {animation: false}, plotOptions: {series: {animation: false}}});
const colors = Highcharts.getOptions().colors;
// ===========================================================================================
function getLineChartOptions(title, description, unit, maxY = null) {
return {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'line', zooming: {type: 'x'}},
title: {...commonChartOptions.title, text: title},
subtitle: {...commonChartOptions.subtitle, text: description},
xAxis: {...commonChartOptions.xAxis, labels: {enabled: false}}, // Hide X-axis labels
yAxis: {...commonChartOptions.yAxis, max: maxY, labels: {...commonChartOptions.yAxis.labels, formatter: function() {return this.value.toFixed(2) + ' ' + unit;}}},
tooltip: {...commonChartOptions.tooltip, pointFormat: `<span style="color:{series.color}">{series.name}</span>: <b>{point.y:.2f} ${unit}</b><br/>`},
plotOptions: {line: {marker: {enabled: false, symbol: 'circle', radius: 1.5, states: {hover: {enabled: true}}}, lineWidth: 1}},
legend: {...commonChartOptions.legend, enabled: true},
series: [],
exporting: {buttons: {contextButton: {menuItems: ['viewFullscreen', 'printChart', 'separator', 'downloadPNG', 'downloadJPEG', 'downloadPDF', 'downloadSVG', 'separator', 'downloadCSV', 'downloadXLS']}}}
};
}
function createChart(chartId, title, description, unit, dataArrays, maxY = null) {
const options = getLineChartOptions(title, description, unit, maxY);
options.series = dataArrays.map((dataArray, index) => ({name: dataArray.label, data: dataArray.data, color: colors[index % colors.length]}));
Highcharts.chart(chartId, options);
}
// Create line charts
createChart('fpsChart', 'FPS', 'More is better', 'fps', fpsDataArrays);
createChart('fpsChart2', 'FPS', 'More is better', 'fps', fpsDataArrays);
createChart('frameTimeChart', 'Frametime', 'Less is better', 'ms', frameTimeDataArrays);
createChart('frameTimeChart2', 'Frametime', 'Less is better', 'ms', frameTimeDataArrays);
createChart('cpuLoadChart', 'CPU Load', '', '%', cpuLoadDataArrays, 100);
createChart('gpuLoadChart', 'GPU Load', '', '%', gpuLoadDataArrays, 100);
createChart('cpuTempChart', 'CPU Temperature', '', '°C', cpuTempDataArrays);
createChart('gpuTempChart', 'GPU Temperature', '', '°C', gpuTempDataArrays);
createChart('gpuCoreClockChart', 'GPU Core Clock', '', 'MHz', gpuCoreClockDataArrays);
createChart('gpuMemClockChart', 'GPU Memory Clock', '', 'MHz', gpuMemClockDataArrays);
createChart('gpuVRAMUsedChart', 'GPU VRAM Usage', '', 'GB', gpuVRAMUsedDataArrays);
createChart('gpuPowerChart', 'GPU Power', '', 'W', gpuPowerDataArrays);
createChart('ramUsedChart', 'RAM Usage', '', 'GB', ramUsedDataArrays);
createChart('swapUsedChart', 'SWAP Usage', '', 'GB', swapUsedDataArrays);
// ===========================================================================================
function calculateAverage(data) {
return data.reduce((acc, value) => acc + value, 0) / data.length;
}
// Calculate average CPU, GPU, GPU Core clock and GPU memory clock load
const fpsAverages = fpsDataArrays.map(dataArray => calculateAverage(dataArray.data));
const frametimeAverages = frameTimeDataArrays.map(dataArray => calculateAverage(dataArray.data));
const cpuLoadAverages = cpuLoadDataArrays.map(dataArray => calculateAverage(dataArray.data));
const gpuLoadAverages = gpuLoadDataArrays.map(dataArray => calculateAverage(dataArray.data));
const gpuCoreClockAverages = gpuCoreClockDataArrays.map(dataArray => calculateAverage(dataArray.data));
const gpuMemClockAverages = gpuMemClockDataArrays.map(dataArray => calculateAverage(dataArray.data));
function getBarChartOptions(title, unit, maxY = null) {
return {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: title},
xAxis: {...commonChartOptions.xAxis, categories: [], title: {text: null}},
yAxis: {...commonChartOptions.yAxis, min: 0, max: maxY, title: {text: unit, align: 'high', style: {color: '#FFFFFF'}}, labels: {...commonChartOptions.yAxis.labels, formatter: function() {return this.value.toFixed(2) + ' ' + unit;}}},
tooltip: {...commonChartOptions.tooltip, valueSuffix: ' ' + unit, formatter: function() {return `<b>${this.point.category}</b>: ${this.y.toFixed(2)} ${unit}`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2) + ' ' + unit;}}}},
legend: {enabled: false},
series: []
};
}
function createBarChart(chartId, title, unit, categories, data, colors, maxY = null) {
const options = getBarChartOptions(title, unit, maxY);
options.xAxis.categories = categories;
options.series = [{name: title, data: data, colorByPoint: true, colors: colors}];
Highcharts.chart(chartId, options);
}
// Create bar charts for average CPU, GPU, GPU Core clock and GPU memory clock load
createBarChart('fpsSummaryChart', 'Average FPS', 'fps', fpsDataArrays.map(dataArray => dataArray.label), fpsAverages, colors);
createBarChart('frametimeSummaryChart', 'Average Frametime', 'ms', frameTimeDataArrays.map(dataArray => dataArray.label), frametimeAverages, colors);
createBarChart('cpuLoadSummaryChart', 'Average CPU Load', '%', cpuLoadDataArrays.map(dataArray => dataArray.label), cpuLoadAverages, colors, 100);
createBarChart('gpuLoadSummaryChart', 'Average GPU Load', '%', gpuLoadDataArrays.map(dataArray => dataArray.label), gpuLoadAverages, colors, 100);
createBarChart('gpuCoreClockSummaryChart', 'Average GPU Core Clock', 'Hz', gpuCoreClockDataArrays.map(dataArray => dataArray.label), gpuCoreClockAverages, colors);
createBarChart('gpuMemClockSummaryChart', 'Average GPU Memory Clock', 'Hz', gpuMemClockDataArrays.map(dataArray => dataArray.label), gpuMemClockAverages, colors);
// ===========================================================================================
function calculatePercentile(data, percentile) {
data.sort((a, b) => a - b);
return data[Math.ceil(percentile / 100 * data.length) - 1];
}
// Calculate and render min, max, and average FPS
const categories = [];
const minFPSData = [];
const avgFPSData1 = [];
const maxFPSData = [];
fpsDataArrays.forEach(dataArray => {
categories.push(dataArray.label);
minFPSData.push(calculatePercentile(dataArray.data, 1));
avgFPSData1.push(calculateAverage(dataArray.data));
maxFPSData.push(calculatePercentile(dataArray.data, 97));
});
Highcharts.chart('fpsMinMaxAvgChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'Min/Avg/Max FPS'},
subtitle: {...commonChartOptions.subtitle, text: 'More is better'},
xAxis: {...commonChartOptions.xAxis, categories: categories},
yAxis: {...commonChartOptions.yAxis, title: {text: 'FPS', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, valueSuffix: ' FPS', formatter: function() {return `<b>${this.series.name}</b>: ${this.y.toFixed(2)} FPS`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2) + ' fps';}}}},
legend: {...commonChartOptions.legend, reversed: true, enabled: true},
series: [{name: '97th', data: maxFPSData, color: '#00FF00'}, {name: 'AVG', data: avgFPSData1, color: '#0000FF'}, {name: '1%', data: minFPSData, color: '#FF0000'}]
});
// Calculate average FPS for each filename
const avgFPSData2 = fpsDataArrays.map(dataArray => calculateAverage(dataArray.data));
// Calculate FPS as a percentage of the first element
const firstFPS = avgFPSData2[0];
const percentageFPSData = avgFPSData2.map(fps => (fps / firstFPS) * 100);
// Ensure the minimum FPS percentage is 100%
const minPercentage = Math.min(...percentageFPSData);
const normalizedPercentageFPSData = percentageFPSData.map(percentage => percentage - minPercentage + 100);
// Create an array of objects to sort both categories and data together
const sortedData = fpsDataArrays.map((dataArray, index) => ({
label: dataArray.label,
percentage: normalizedPercentageFPSData[index]
}));
// Sort the array by percentage
sortedData.sort((a, b) => a.percentage - b.percentage);
// Extract sorted categories and data
const sortedCategories = sortedData.map(item => item.label);
const sortedPercentageFPSData = sortedData.map(item => item.percentage);
// Create bar chart for FPS percentage
Highcharts.chart('fpsAvgChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'Avg FPS comparison in %'},
subtitle: {...commonChartOptions.subtitle, text: 'More is better'},
xAxis: {...commonChartOptions.xAxis, categories: sortedCategories},
yAxis: {...commonChartOptions.yAxis, min: 95, title: {text: 'Percentage (%)', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, valueSuffix: ' %', formatter: function() {return `<b>${this.point.category}</b>: ${this.y.toFixed(2)} %`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2) + ' %';}}}},
legend: {enabled: false},
series: [{name: 'FPS Percentage', data: sortedPercentageFPSData, colorByPoint: true, colors: colors}]
});
// Function to filter out the top and bottom 3% of FPS values
function filterOutliers(data) {
data.sort((a, b) => a - b);
return data.slice(Math.floor(data.length * 0.01), Math.ceil(data.length * 0.97));
}
// Function to count occurrences of each FPS value
function countFPS(data) {
const counts = {};
data.forEach(fps => {
const roundedFPS = Math.round(fps);
counts[roundedFPS] = (counts[roundedFPS] || 0) + 1;
});
let fpsArray = Object.keys(counts).map(key => [parseInt(key), counts[key]]).sort((a, b) => a[0] - b[0]);
while (fpsArray.length > 100) {
let minDiff = Infinity;
let minIndex = -1;
for (let i = 0; i < fpsArray.length - 1; i++) {
const diff = fpsArray[i + 1][0] - fpsArray[i][0];
if (diff < minDiff) {
minDiff = diff;
minIndex = i;
}
}
fpsArray[minIndex][1] += fpsArray[minIndex + 1][1];
fpsArray[minIndex][0] = (fpsArray[minIndex][0] + fpsArray[minIndex + 1][0]) / 2;
fpsArray.splice(minIndex + 1, 1);
}
return fpsArray;
}
// Calculate counts for each dataset after filtering outliers
const densityData = fpsDataArrays.map(dataArray => ({name: dataArray.label, data: countFPS(filterOutliers(dataArray.data))}));
// Create the chart
Highcharts.chart('fpsDensityChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'areaspline'},
title: {...commonChartOptions.title, text: 'FPS Density'},
xAxis: {...commonChartOptions.xAxis, title: {text: 'FPS', style: {color: '#FFFFFF'}}, labels: {style: {color: '#FFFFFF'}}}, // Show X-axis labels in white
tooltip: {...commonChartOptions.tooltip, shared: true, formatter: function() {return `<b>${this.points[0].series.name}</b>: ${this.points[0].y} points at ~${Math.round(this.points[0].x)} FPS`;}},
plotOptions: {areaspline: {fillOpacity: 0.5, marker: {enabled: false}}},
legend: {...commonChartOptions.legend, enabled: true},
series: densityData
});
function calculateStandardDeviation(data) {
const mean = calculateAverage(data);
const squaredDiffs = data.map(value => Math.pow(value - mean, 2));
const avgSquaredDiff = calculateAverage(squaredDiffs);
return Math.sqrt(avgSquaredDiff);
}
function calculateVariance(data) {
const mean = calculateAverage(data);
const squaredDiffs = data.map(value => Math.pow(value - mean, 2));
return calculateAverage(squaredDiffs);
}
const sdvCategories = fpsDataArrays.map(dataArray => dataArray.label);
const standardDeviations = fpsDataArrays.map(dataArray => calculateStandardDeviation(dataArray.data));
const variances = fpsDataArrays.map(dataArray => calculateVariance(dataArray.data));
Highcharts.chart('fpsStddevVarianceChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'FPS Stability'},
subtitle: {...commonChartOptions.subtitle, text: 'Measures of FPS consistency (std. dev.) and spread (variance). Less is better.'},
xAxis: {...commonChartOptions.xAxis, categories: sdvCategories},
yAxis: {...commonChartOptions.yAxis, title: {text: 'Value', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, formatter: function() {return `<b>${this.series.name}</b>: ${this.y.toFixed(2)}`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2);}}}},
legend: {...commonChartOptions.legend, enabled: true},
series: [
{name: 'Std. Dev.', data: standardDeviations, color: '#FF5733'},
{name: 'Variance', data: variances, color: '#33FF57'}
]
});
// ===========================================================================================
// Frametime-related charts
// Calculate and render min, max, and average Frametime
const frametimeCategories = [];
const minFrametimeData = [];
const avgFrametimeData1 = [];
const maxFrametimeData = [];
frameTimeDataArrays.forEach(dataArray => {
frametimeCategories.push(dataArray.label);
minFrametimeData.push(calculatePercentile(dataArray.data, 1));
avgFrametimeData1.push(calculateAverage(dataArray.data));
maxFrametimeData.push(calculatePercentile(dataArray.data, 97));
});
Highcharts.chart('frametimeMinMaxAvgChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'Min/Avg/Max Frametime'},
subtitle: {...commonChartOptions.subtitle, text: 'Less is better'},
xAxis: {...commonChartOptions.xAxis, categories: frametimeCategories},
yAxis: {...commonChartOptions.yAxis, title: {text: 'Frametime (ms)', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, valueSuffix: ' ms', formatter: function() {return `<b>${this.series.name}</b>: ${this.y.toFixed(2)} ms`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2) + ' ms';}}}},
legend: {...commonChartOptions.legend, reversed: true, enabled: true},
series: [{name: '97th', data: maxFrametimeData, color: '#00FF00'}, {name: 'AVG', data: avgFrametimeData1, color: '#0000FF'}, {name: '1%', data: minFrametimeData, color: '#FF0000'}]
});
// Calculate average Frametime for each filename
const avgFrametimeData2 = frameTimeDataArrays.map(dataArray => calculateAverage(dataArray.data));
// Calculate Frametime as a percentage of the first element
const firstFrametime = avgFrametimeData2[0];
const percentageFrametimeData = avgFrametimeData2.map(frametime => (frametime / firstFrametime) * 100);
// Ensure the minimum Frametime percentage is 100%
const minFrametimePercentage = Math.min(...percentageFrametimeData);
const normalizedPercentageFrametimeData = percentageFrametimeData.map(percentage => percentage - minFrametimePercentage + 100);
// Create an array of objects to sort both categories and data together
const sortedFrametimeData = frameTimeDataArrays.map((dataArray, index) => ({
label: dataArray.label,
percentage: normalizedPercentageFrametimeData[index]
}));
// Sort the array by percentage
sortedFrametimeData.sort((a, b) => a.percentage - b.percentage);
// Extract sorted categories and data
const sortedFrametimeCategories = sortedFrametimeData.map(item => item.label);
const sortedPercentageFrametimeData = sortedFrametimeData.map(item => item.percentage);
// Create bar chart for Frametime percentage
Highcharts.chart('frametimeAvgChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'Avg Frametime comparison in %'},
subtitle: {...commonChartOptions.subtitle, text: 'Less is better'},
xAxis: {...commonChartOptions.xAxis, categories: sortedFrametimeCategories},
yAxis: {...commonChartOptions.yAxis, min: 95, title: {text: 'Percentage (%)', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, valueSuffix: ' %', formatter: function() {return `<b>${this.point.category}</b>: ${this.y.toFixed(2)} %`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2) + ' %';}}}},
legend: {enabled: false},
series: [{name: 'Frametime Percentage', data: sortedPercentageFrametimeData, colorByPoint: true, colors: colors}]
});
// Function to count occurrences of each Frametime value
function countFrametime(data) {
const counts = {};
data.forEach(frametime => {
const roundedFrametime = Math.round(frametime);
counts[roundedFrametime] = (counts[roundedFrametime] || 0) + 1;
});
let frametimeArray = Object.keys(counts).map(key => [parseInt(key), counts[key]]).sort((a, b) => a[0] - b[0]);
while (frametimeArray.length > 100) {
let minDiff = Infinity;
let minIndex = -1;
for (let i = 0; i < frametimeArray.length - 1; i++) {
const diff = frametimeArray[i + 1][0] - frametimeArray[i][0];
if (diff < minDiff) {
minDiff = diff;
minIndex = i;
}
}
frametimeArray[minIndex][1] += frametimeArray[minIndex + 1][1];
frametimeArray[minIndex][0] = (frametimeArray[minIndex][0] + frametimeArray[minIndex + 1][0]) / 2;
frametimeArray.splice(minIndex + 1, 1);
}
return frametimeArray;
}
// Calculate counts for each dataset after filtering outliers
const frametimeDensityData = frameTimeDataArrays.map(dataArray => ({name: dataArray.label, data: countFrametime(filterOutliers(dataArray.data))}));
// Create the chart
Highcharts.chart('frametimeDensityChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'areaspline'},
title: {...commonChartOptions.title, text: 'Frametime Density'},
xAxis: {...commonChartOptions.xAxis, title: {text: 'Frametime (ms)', style: {color: '#FFFFFF'}}, labels: {style: {color: '#FFFFFF'}}}, // Show X-axis labels in white
tooltip: {...commonChartOptions.tooltip, shared: true, formatter: function() {return `<b>${this.points[0].series.name}</b>: ${this.points[0].y} points at ~${Math.round(this.points[0].x)} ms`;}},
plotOptions: {areaspline: {fillOpacity: 0.5, marker: {enabled: false}}},
legend: {...commonChartOptions.legend, enabled: true},
series: frametimeDensityData
});
const frametimeSdvCategories = frameTimeDataArrays.map(dataArray => dataArray.label);
const frametimeStandardDeviations = frameTimeDataArrays.map(dataArray => calculateStandardDeviation(dataArray.data));
const frametimeVariances = frameTimeDataArrays.map(dataArray => calculateVariance(dataArray.data));
Highcharts.chart('frametimeStddevVarianceChart', {
...commonChartOptions,
chart: {...commonChartOptions.chart, type: 'bar'},
title: {...commonChartOptions.title, text: 'Frametime Stability'},
subtitle: {...commonChartOptions.subtitle, text: 'Measures of Frametime consistency (std. dev.) and spread (variance). Less is better.'},
xAxis: {...commonChartOptions.xAxis, categories: frametimeSdvCategories},
yAxis: {...commonChartOptions.yAxis, title: {text: 'Value', align: 'high', style: {color: '#FFFFFF'}}},
tooltip: {...commonChartOptions.tooltip, formatter: function() {return `<b>${this.series.name}</b>: ${this.y.toFixed(2)}`;}},
plotOptions: {bar: {dataLabels: {enabled: true, style: {color: '#FFFFFF'}, formatter: function() {return this.y.toFixed(2);}}}},
legend: {...commonChartOptions.legend, enabled: true},
series: [
{name: 'Std. Dev.', data: frametimeStandardDeviations, color: '#FF5733'},
{name: 'Variance', data: frametimeVariances, color: '#33FF57'}
]
});