Skip to content

Commit

Permalink
added RunTimeThresholdSec for the performance tests (#944)
Browse files Browse the repository at this point in the history
* added RunTimeThresholdSec to the baselines

* RunTimeAverage Min and Max

* correct min and max
  • Loading branch information
MaddyDev authored Oct 11, 2023
1 parent 770c1a6 commit 9d2f471
Showing 1 changed file with 39 additions and 13 deletions.
52 changes: 39 additions & 13 deletions performance/PerformanceBaselines.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,77 +2,103 @@
"PerformanceRuntime": {
"InputBinding": {
"TestName": "GetProductsTest",
"RunTimeAverageSec": 2.081
"RunTimeAverageSec": 2.081,
"RunTimeAverageMinSec": 1.873,
"RunTimeAverageMaxSec": 2.289
},
"OutputBinding": {
"TestName": "AddProductsArrayTest",
"RunTimeAverageSec": 2.055
"RunTimeAverageSec": 2.055,
"RunTimeAverageMinSec": 1.85,
"RunTimeAverageMaxSec": 2.26
},
"TriggerBinding": [
{
"Count": 100,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 1.02
"RunTimeAverageSec": 1.02,
"RunTimeAverageMinSec": 0.92,
"RunTimeAverageMaxSec": 1.12
},
{
"Count": 1000,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 10.4
"RunTimeAverageSec": 10.4,
"RunTimeAverageMinSec": 9.36,
"RunTimeAverageMaxSec": 11.44
}
],
"TriggerBinding_BatchOverride": [
{
"MaxBatchSize": 100,
"Numbatches": 1,
"TestName": "ProductsTrigger",
"RunTimeAverageSec": 1.022
"RunTimeAverageSec": 1.022,
"RunTimeAverageMinSec": 0.922,
"RunTimeAverageMaxSec": 1.124
},
{
"MaxBatchSize": 100,
"Numbatches": 5,
"TestName": "ProductsTrigger",
"RunTimeAverageSec": 5.206
"RunTimeAverageSec": 5.206,
"RunTimeAverageMinSec": 4.686,
"RunTimeAverageMaxSec": 5.726
},
{
"MaxBatchSize": 1000,
"Numbatches": 1,
"TestName": "ProductsTrigger",
"RunTimeAverageSec": 1.071
"RunTimeAverageSec": 1.071,
"RunTimeAverageMinSec": 0.964,
"RunTimeAverageMaxSec": 1.178
},
{
"MaxBatchSize": 1000,
"Numbatches": 5,
"TestName": "ProductsTrigger",
"RunTimeAverageSec": 5.719
"RunTimeAverageSec": 5.719,
"RunTimeAverageMinSec": 5.147,
"RunTimeAverageMaxSec": 6.291
}
],
"TriggerBinding_Parallelization": [
{
"HostCount": 2,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 1.8
"RunTimeAverageSec": 1.8,
"RunTimeAverageMinSec": 1.62,
"RunTimeAverageMaxSec": 1.98
},
{
"HostCount": 5,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 0.8
"RunTimeAverageSec": 0.8,
"RunTimeAverageMinSec": 0.72,
"RunTimeAverageMaxSec": 0.88
}
],
"TriggerBinding_PollingIntervalOverride": [
{
"PollingIntervalMs": 100,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 0.326
"RunTimeAverageSec": 0.326,
"RunTimeAverageMinSec": 0.294,
"RunTimeAverageMaxSec": 0.358
},
{
"PollingIntervalMs": 500,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 1.1254
"RunTimeAverageSec": 1.125,
"RunTimeAverageMinSec": 1.013,
"RunTimeAverageMaxSec": 1.237
},
{
"PollingIntervalMs": 2000,
"TestName": "ProductsTriggerTest",
"RunTimeAverageSec": 4.0976
"RunTimeAverageSec": 4.0976,
"RunTimeAverageMinSec": 3.687,
"RunTimeAverageMaxSec": 4.507
}
]
}
Expand Down

0 comments on commit 9d2f471

Please sign in to comment.