From 6fd6ca32a4661271bc6e0254c34d5cfab23a9a17 Mon Sep 17 00:00:00 2001 From: Patrick Erdelt Date: Tue, 22 Oct 2024 13:53:13 +0200 Subject: [PATCH] More test runs for more DBMS --- docs/TestCases.md | 6 +- .../test_benchbase_testcase_mariadb_1.log | 38 +- ...t_benchbase_testcase_mariadb_1_summary.txt | 10 +- .../test_benchbase_testcase_mariadb_2.log | 182 +++++ ...t_benchbase_testcase_mariadb_2_summary.txt | 71 ++ .../test_benchbase_testcase_mariadb_3.log | 179 +++++ ...t_benchbase_testcase_mariadb_3_summary.txt | 75 ++ .../test_benchbase_testcase_mariadb_4.log | 430 +++++++++++ ...t_benchbase_testcase_mariadb_4_summary.txt | 180 +++++ .../test_benchbase_testcase_mysql_1.log | 54 +- ...est_benchbase_testcase_mysql_1_summary.txt | 12 +- .../test_benchbase_testcase_mysql_2.log | 394 ++++++++++ ...est_benchbase_testcase_mysql_2_summary.txt | 69 ++ .../test_benchbase_testcase_mysql_3.log | 232 ++++++ ...est_benchbase_testcase_mysql_3_summary.txt | 74 ++ .../test_benchbase_testcase_mysql_4.log | 448 +++++++++++ ...est_benchbase_testcase_mysql_4_summary.txt | 172 +++++ logs_tests/test_hammerdb_testcase_mysql_2.log | 396 ++++++++++ ...test_hammerdb_testcase_mysql_2_summary.txt | 77 ++ logs_tests/test_hammerdb_testcase_mysql_3.log | 703 ++++++++++++++++++ ...test_hammerdb_testcase_mysql_3_summary.txt | 172 +++++ logs_tests/test_tpcds_testcase_mysql_1.log | 2 - .../test_tpcds_testcase_mysql_1_summary.txt | 0 test-more.sh | 14 +- test.sh | 8 +- 25 files changed, 3926 insertions(+), 72 deletions(-) create mode 100644 logs_tests/test_benchbase_testcase_mariadb_2.log create mode 100644 logs_tests/test_benchbase_testcase_mariadb_2_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_mariadb_3.log create mode 100644 logs_tests/test_benchbase_testcase_mariadb_3_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_mariadb_4.log create mode 100644 logs_tests/test_benchbase_testcase_mariadb_4_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_mysql_2.log create mode 100644 logs_tests/test_benchbase_testcase_mysql_2_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_mysql_3.log create mode 100644 logs_tests/test_benchbase_testcase_mysql_3_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_mysql_4.log create mode 100644 logs_tests/test_benchbase_testcase_mysql_4_summary.txt create mode 100644 logs_tests/test_hammerdb_testcase_mysql_2.log create mode 100644 logs_tests/test_hammerdb_testcase_mysql_2_summary.txt create mode 100644 logs_tests/test_hammerdb_testcase_mysql_3.log create mode 100644 logs_tests/test_hammerdb_testcase_mysql_3_summary.txt create mode 100644 logs_tests/test_tpcds_testcase_mysql_1_summary.txt diff --git a/docs/TestCases.md b/docs/TestCases.md index 06ef36015..9777bfb54 100644 --- a/docs/TestCases.md +++ b/docs/TestCases.md @@ -1,6 +1,6 @@ # Test Cases -There is a variety of combination of options to be tested. +There is a variety of combinations of options to be tested. We here list some more basic use cases to test the functionality of bexhoma. @@ -12,6 +12,10 @@ BEXHOMA_NODE_LOAD="cl-worker19" BEXHOMA_NODE_BENCHMARK="cl-worker19" ``` +See also [more test cases](https://github.com/Beuth-Erdelt/Benchmark-Experiment-Host-Manager/blob/master/test-more.sh) for more and longer running test cases. + +See the [log folder](https://github.com/Beuth-Erdelt/Benchmark-Experiment-Host-Manager/tree/master/logs_tests) for some demo test logs. +The folder also contains `*_summary.txt` files containing only the result summary. ## TPC-H diff --git a/logs_tests/test_benchbase_testcase_mariadb_1.log b/logs_tests/test_benchbase_testcase_mariadb_1.log index c7f753230..3f3357a4d 100644 --- a/logs_tests/test_benchbase_testcase_mariadb_1.log +++ b/logs_tests/test_benchbase_testcase_mariadb_1.log @@ -2,8 +2,8 @@ Data Directory : is running Result Directory : is running Dashboard : is running Message Queue : is running -Experiment : has code 1728550061 -Experiment : starts at 2024-10-10 10:47:40.851313 (3286000.975294404) +Experiment : has code 1729530658 +Experiment : starts at 2024-10-21 19:10:57.837122 (4266597.961103178) Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. @@ -21,10 +21,10 @@ done MariaDB-1-1-1024 : will start now - waiting 30s - : done MariaDB-1-1-1024 : is not loaded yet -MariaDB-1-1-1024 : will start loading but not before 2024-10-10 08:49:41 (that is in 60 secs) +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:12:58 (that is in 60 secs) - waiting 30s - : done MariaDB-1-1-1024 : is not loaded yet -MariaDB-1-1-1024 : will start loading but not before 2024-10-10 08:49:41 +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:12:58 done MariaDB-1-1-1024 : is not loaded yet MariaDB-1-1-1024 : start asynch loading scripts of type loaded @@ -47,17 +47,17 @@ MariaDB-1-1-1024 : is loading MariaDB-1-1-1024 : is loading - waiting 30s - : done MariaDB-1-1-1024 : is loading -- waiting 30s - : done -MariaDB-1-1-1024 : is loading done MariaDB-1-1-1024 : showing loader times -MariaDB-1-1-1024 : loader timespan (first to last [s]) = 316 +MariaDB-1-1-1024 : loader timespan (first to last [s]) = 285 MariaDB-1-1-1024 : benchmarks done 0 of 1. This will be client 1 MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} MariaDB-1-1-1024-1 : start benchmarking -MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1728550061 +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729530658 - waiting 10s - : done -MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1728550061-1-1-87z5z: found +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729530658-1-1-zx9zz: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks - waiting 30s - : done MariaDB-1-1-1024 : has running benchmarks - waiting 30s - : done @@ -79,18 +79,18 @@ MariaDB-1-1-1024 : has running benchmarks done MariaDB-1-1-1024 : has running benchmarks MariaDB-1-1-1024-1 : showing benchmarker times -MariaDB-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 312 -MariaDB-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1728550519, 1728550821)] -MariaDB-1-1-1024-1 : found and updated times {'benchmarker': [(1728550519, 1728550821)]} +MariaDB-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 342 +MariaDB-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1729531086, 1729531394)] +MariaDB-1-1-1024-1 : found and updated times {'benchmarker': [(1729531086, 1729531394)]} done MariaDB-1-1-1024 : can be stopped -Experiment ends at 2024-10-10 11:01:00.176647 (3286800.300626184): 799.3253317796625s total +Experiment ends at 2024-10-21 19:24:17.313984 (4267397.437962507): 799.4768593292683s total Experiment : downloading partial results Experiment : uploading full results Experiment : uploading workload file Benchmarking connection ... Latency Distribution.Average Latency (microseconds) connection_pod ... -MariaDB-1-1-1024-1-1 MariaDB-1-1-1024-1 ... 102151 +MariaDB-1-1-1024-1-1 MariaDB-1-1-1024-1 ... 79907 [1 rows x 36 columns] Workflow {'MariaDB-1-1-1024': [[1]]} @@ -102,7 +102,7 @@ Result workflow complete Benchbase Workload SF=16 (warehouses for TPC-C) Type: benchbase Duration: 800s - Code: 1728550061 + Code: 1729530658 This includes no queries. Benchbase runs the benchmark This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. @@ -124,14 +124,14 @@ MariaDB-1-1-1024-1 uses docker image mariadb:11.4.2 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:251659872 - datadisk:1942868 + disk:252259184 + datadisk:1935700 requests_cpu:4 requests_memory:16Gi ### Execution experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) -MariaDB-1-1-1024-1 1 16 8192 1 300.0 156.6 31335.0 102151.0 +MariaDB-1-1-1024-1 1 16 8192 1 300.0 157.86 30764.0 79907.0 Warehouses: 16 @@ -145,7 +145,7 @@ DBMS MariaDB-1-1-1024 - Pods [[1]] ### Loading time_load terminals pods Imported warehouses [1/h] -MariaDB-1-1-1024-1 316.0 1.0 1.0 182.278481 +MariaDB-1-1-1024-1 285.0 1.0 1.0 202.105263 ### Tests TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_mariadb_1_summary.txt b/logs_tests/test_benchbase_testcase_mariadb_1_summary.txt index 84e490c1e..df60753df 100644 --- a/logs_tests/test_benchbase_testcase_mariadb_1_summary.txt +++ b/logs_tests/test_benchbase_testcase_mariadb_1_summary.txt @@ -4,7 +4,7 @@ Benchbase Workload SF=16 (warehouses for TPC-C) Type: benchbase Duration: 800s - Code: 1728550061 + Code: 1729530658 This includes no queries. Benchbase runs the benchmark This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. @@ -26,14 +26,14 @@ MariaDB-1-1-1024-1 uses docker image mariadb:11.4.2 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:251659872 - datadisk:1942868 + disk:252259184 + datadisk:1935700 requests_cpu:4 requests_memory:16Gi ### Execution experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) -MariaDB-1-1-1024-1 1 16 8192 1 300.0 156.6 31335.0 102151.0 +MariaDB-1-1-1024-1 1 16 8192 1 300.0 157.86 30764.0 79907.0 Warehouses: 16 @@ -47,7 +47,7 @@ DBMS MariaDB-1-1-1024 - Pods [[1]] ### Loading time_load terminals pods Imported warehouses [1/h] -MariaDB-1-1-1024-1 316.0 1.0 1.0 182.278481 +MariaDB-1-1-1024-1 285.0 1.0 1.0 202.105263 ### Tests TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_mariadb_2.log b/logs_tests/test_benchbase_testcase_mariadb_2.log new file mode 100644 index 000000000..3047b982d --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_2.log @@ -0,0 +1,182 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729531508 +Experiment : starts at 2024-10-21 19:25:08.143360 (4267448.267341745) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +Benchmark is limited to DBMS ['MariaDB']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +MariaDB-1-1-1024 : will start now +- waiting 30s - : done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:27:08 (that is in 60 secs) +- waiting 30s - : done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:27:08 +done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : start asynch loading scripts of type loaded +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +done +MariaDB-1-1-1024 : showing loader times +MariaDB-1-1-1024 : loader timespan (first to last [s]) = 325 +MariaDB-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1-1 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729531508 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729531508-1-1-x4w8g: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1-1 : showing benchmarker times +MariaDB-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 71 +MariaDB-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1729531965, 1729532031)] +MariaDB-1-1-1024-1-1 : found and updated times {'benchmarker': [(1729531965, 1729532031)]} +done +MariaDB-1-1-1024 : can be stopped +MariaDB-1-1-1024 : still being removed +done +MariaDB-1-1-1024 : starts again +MariaDB-1-1-1024 : storage exists bexhoma-storage-mariadb-benchbase-16 +MariaDB-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-21 17:36:36 (that is in 60 secs) +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-21 17:36:36 +done +MariaDB-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-2-1 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729531508 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729531508-2-1-9q8jk: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-2-1 : showing benchmarker times +MariaDB-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 71 +MariaDB-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1729532201, 1729532263)] +MariaDB-1-1-1024-2-1 : found and updated times {'benchmarker': [(1729532201, 1729532263)]} +done +MariaDB-1-1-1024 : can be stopped +Experiment ends at 2024-10-21 19:38:21.570796 (4268241.69477506): 793.4274333147332s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MariaDB-1-1-1024-2-1-1 MariaDB-1-1-1024-2-1 ... 29917 +MariaDB-1-1-1024-1-1-1 MariaDB-1-1-1024-1-1 ... 40909 + +[2 rows x 36 columns] +Workflow {'MariaDB-1-1-1024': [[1], [1]]} +Result workflow complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 794s + Code: 1729531508 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MariaDB-1-1-1024-1-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250323480 + datadisk:1940452 + volume_size:50G + volume_used:1.9G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250323476 + datadisk:1980233 + volume_size:50G + volume_used:1.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1-1 1 16 8192 1 60.0 376.43 35970.0 40909.0 +MariaDB-1-1-1024-2-1 2 16 8192 1 60.0 534.45 34873.0 29917.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[1], [1]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-2-1 325.0 1.0 1.0 177.230769 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mariadb_2_summary.txt b/logs_tests/test_benchbase_testcase_mariadb_2_summary.txt new file mode 100644 index 000000000..e588e94ab --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_2_summary.txt @@ -0,0 +1,71 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 794s + Code: 1729531508 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MariaDB-1-1-1024-1-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250323480 + datadisk:1940452 + volume_size:50G + volume_used:1.9G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250323476 + datadisk:1980233 + volume_size:50G + volume_used:1.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1-1 1 16 8192 1 60.0 376.43 35970.0 40909.0 +MariaDB-1-1-1024-2-1 2 16 8192 1 60.0 534.45 34873.0 29917.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[1], [1]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-2-1 325.0 1.0 1.0 177.230769 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mariadb_3.log b/logs_tests/test_benchbase_testcase_mariadb_3.log new file mode 100644 index 000000000..5e3336b3e --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_3.log @@ -0,0 +1,179 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729532348 +Experiment : starts at 2024-10-21 19:39:08.652748 (4268288.776723102) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MariaDB']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +MariaDB-1-1-1024 : will start now +- waiting 30s - : done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:41:09 (that is in 60 secs) +- waiting 30s - : done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : will start loading but not before 2024-10-21 17:41:09 +done +MariaDB-1-1-1024 : is not loaded yet +MariaDB-1-1-1024 : start asynch loading scripts of type loaded +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +- waiting 30s - : done +MariaDB-1-1-1024 : is loading +done +MariaDB-1-1-1024 : showing loader times +MariaDB-1-1-1024 : loader timespan (first to last [s]) = 326 +MariaDB-1-1-1024 : benchmarks done 0 of 1. This will be client 1 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729532348 +- waiting 10s - : done +found +MariaDB-1-1-1024-1 : collecting loading metrics of SUT +MariaDB-1-1-1024-1 : collecting metrics of data generator +MariaDB-1-1-1024-1 : collecting metrics of data injector +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1 : showing benchmarker times +MariaDB-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 330 +MariaDB-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1729532807, 1729533111)] +MariaDB-1-1-1024-1 : found and updated times {'benchmarker': [(1729532807, 1729533111)]} +MariaDB-1-1-1024-1 : collecting execution metrics of SUT +MariaDB-1-1-1024-1 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : can be stopped +Experiment ends at 2024-10-21 19:53:00.549943 (4269120.673922727): 831.8971996251494s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MariaDB-1-1-1024-1-1 MariaDB-1-1-1024-1 ... 98910 + +[1 rows x 36 columns] +Workflow {'MariaDB-1-1-1024': [[1]]} +Result workflow complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 832s + Code: 1729532348 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MariaDB-1-1-1024-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:252267376 + datadisk:1943892 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1 1 16 8192 1 300.0 161.6 29804.0 98910.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[1]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1 326.0 1.0 1.0 176.687117 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 404.02 1.18 2.65 2.66 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 977.98 2.67 1.29 1.29 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 287.47 1.24 2.8 2.81 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 126.82 0.61 1.34 1.34 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mariadb_3_summary.txt b/logs_tests/test_benchbase_testcase_mariadb_3_summary.txt new file mode 100644 index 000000000..33d280eb3 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_3_summary.txt @@ -0,0 +1,75 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 832s + Code: 1729532348 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MariaDB-1-1-1024-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:252267376 + datadisk:1943892 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1 1 16 8192 1 300.0 161.6 29804.0 98910.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[1]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1 326.0 1.0 1.0 176.687117 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 404.02 1.18 2.65 2.66 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 977.98 2.67 1.29 1.29 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 287.47 1.24 2.8 2.81 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1 126.82 0.61 1.34 1.34 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mariadb_4.log b/logs_tests/test_benchbase_testcase_mariadb_4.log new file mode 100644 index 000000000..164aa567a --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_4.log @@ -0,0 +1,430 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729596079 +Experiment : starts at 2024-10-22 13:21:19.416854 (4332019.540823614) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MariaDB']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [8] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +MariaDB-1-1-1024 : will start now +MariaDB-1-1-1024 : storage exists bexhoma-storage-mariadb-benchbase-16 +MariaDB-1-1-1024 : loading is set to finished +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-22 11:23:20 (that is in 60 secs) +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-22 11:23:20 +done +MariaDB-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1-1 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-1-1-f96dk: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1-1 : showing benchmarker times +MariaDB-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 161 +MariaDB-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1729596204, 1729596335)] +MariaDB-1-1-1024-1-1 : found and updated times {'benchmarker': [(1729596204, 1729596335)]} +MariaDB-1-1-1024-1-1 : collecting execution metrics of SUT +MariaDB-1-1-1024-1-1 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 0 of 2. This will be client 2 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1-2 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-1-2-klmnb: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1-2 : showing benchmarker times +MariaDB-1-1-1024-1-2 : benchmarker timespan (start to end single container [s]) = 132 +MariaDB-1-1-1024-1-2 : benchmarker times (start/end per pod and container) = [(1729596410, 1729596534), (1729596410, 1729596534)] +MariaDB-1-1-1024-1-2 : found and updated times {'benchmarker': [(1729596410, 1729596534), (1729596410, 1729596534)]} +MariaDB-1-1-1024-1-2 : collecting execution metrics of SUT +MariaDB-1-1-1024-1-2 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 0 of 2. This will be client 3 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1-3 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-1-3-2bg22: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1-3 : showing benchmarker times +MariaDB-1-1-1024-1-3 : benchmarker timespan (start to end single container [s]) = 162 +MariaDB-1-1-1024-1-3 : benchmarker times (start/end per pod and container) = [(1729596584, 1729596714), (1729596585, 1729596714)] +MariaDB-1-1-1024-1-3 : found and updated times {'benchmarker': [(1729596584, 1729596714), (1729596585, 1729596714)]} +MariaDB-1-1-1024-1-3 : collecting execution metrics of SUT +MariaDB-1-1-1024-1-3 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 0 of 2. This will be client 4 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-1-4 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-1-4-27hqd: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-1-4 : showing benchmarker times +MariaDB-1-1-1024-1-4 : benchmarker timespan (start to end single container [s]) = 163 +MariaDB-1-1-1024-1-4 : benchmarker times (start/end per pod and container) = [(1729596792, 1729596921), (1729596793, 1729596921), (1729596792, 1729596921), (1729596792, 1729596921)] +MariaDB-1-1-1024-1-4 : found and updated times {'benchmarker': [(1729596792, 1729596921), (1729596793, 1729596921), (1729596792, 1729596921), (1729596792, 1729596921)]} +MariaDB-1-1-1024-1-4 : collecting execution metrics of SUT +MariaDB-1-1-1024-1-4 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : can be stopped +MariaDB-1-1-1024 : still being removed +done +MariaDB-1-1-1024 : starts again +MariaDB-1-1-1024 : storage exists bexhoma-storage-mariadb-benchbase-16 +MariaDB-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-22 11:38:46 (that is in 60 secs) +- waiting 30s - : done +MariaDB-1-1-1024 : will start benchmarking but not before 2024-10-22 11:38:46 +done +MariaDB-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-2-1 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-2-1-8blv5: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-2-1 : showing benchmarker times +MariaDB-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 161 +MariaDB-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1729597131, 1729597270)] +MariaDB-1-1-1024-2-1 : found and updated times {'benchmarker': [(1729597131, 1729597270)]} +MariaDB-1-1-1024-2-1 : collecting execution metrics of SUT +MariaDB-1-1-1024-2-1 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 1 of 2. This will be client 2 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-2-2 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-2-2-chqvk: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-2-2 : showing benchmarker times +MariaDB-1-1-1024-2-2 : benchmarker timespan (start to end single container [s]) = 162 +MariaDB-1-1-1024-2-2 : benchmarker times (start/end per pod and container) = [(1729597342, 1729597477), (1729597342, 1729597477)] +MariaDB-1-1-1024-2-2 : found and updated times {'benchmarker': [(1729597342, 1729597477), (1729597342, 1729597477)]} +MariaDB-1-1-1024-2-2 : collecting execution metrics of SUT +MariaDB-1-1-1024-2-2 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 1 of 2. This will be client 3 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-2-3 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-2-3-ltdm9: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-2-3 : showing benchmarker times +MariaDB-1-1-1024-2-3 : benchmarker timespan (start to end single container [s]) = 132 +MariaDB-1-1-1024-2-3 : benchmarker times (start/end per pod and container) = [(1729597541, 1729597664), (1729597542, 1729597664)] +MariaDB-1-1-1024-2-3 : found and updated times {'benchmarker': [(1729597541, 1729597664), (1729597542, 1729597664)]} +MariaDB-1-1-1024-2-3 : collecting execution metrics of SUT +MariaDB-1-1-1024-2-3 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : benchmarks done 1 of 2. This will be client 4 +MariaDB-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mariadb', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MariaDB-1-1-1024-2-4 : start benchmarking +MariaDB-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729596079 +- waiting 10s - : done +MariaDB-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mariadb-1-1-1024-1729596079-2-4-244bc: found +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +- waiting 30s - : done +MariaDB-1-1-1024 : has running benchmarks +done +MariaDB-1-1-1024 : has running benchmarks +MariaDB-1-1-1024-2-4 : showing benchmarker times +MariaDB-1-1-1024-2-4 : benchmarker timespan (start to end single container [s]) = 133 +MariaDB-1-1-1024-2-4 : benchmarker times (start/end per pod and container) = [(1729597718, 1729597841), (1729597718, 1729597841), (1729597718, 1729597841), (1729597719, 1729597841)] +MariaDB-1-1-1024-2-4 : found and updated times {'benchmarker': [(1729597718, 1729597841), (1729597718, 1729597841), (1729597718, 1729597841), (1729597719, 1729597841)]} +MariaDB-1-1-1024-2-4 : collecting execution metrics of SUT +MariaDB-1-1-1024-2-4 : collecting metrics of benchmarker +done +MariaDB-1-1-1024 : can be stopped +Experiment ends at 2024-10-22 13:51:27.307081 (4333827.431061617): 1807.890238002874s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MariaDB-1-1-1024-2-3-1 MariaDB-1-1-1024-2-3 ... 13476 +MariaDB-1-1-1024-1-3-1 MariaDB-1-1-1024-1-3 ... 14032 +MariaDB-1-1-1024-2-4-1 MariaDB-1-1-1024-2-4 ... 25071 +MariaDB-1-1-1024-1-1-1 MariaDB-1-1-1024-1-1 ... 20505 +MariaDB-1-1-1024-2-3-2 MariaDB-1-1-1024-2-3 ... 13477 +MariaDB-1-1-1024-2-4-2 MariaDB-1-1-1024-2-4 ... 24393 +MariaDB-1-1-1024-1-4-1 MariaDB-1-1-1024-1-4 ... 24520 +MariaDB-1-1-1024-2-4-3 MariaDB-1-1-1024-2-4 ... 24627 +MariaDB-1-1-1024-1-4-2 MariaDB-1-1-1024-1-4 ... 24421 +MariaDB-1-1-1024-1-2-1 MariaDB-1-1-1024-1-2 ... 30250 +MariaDB-1-1-1024-2-2-1 MariaDB-1-1-1024-2-2 ... 28877 +MariaDB-1-1-1024-2-1-1 MariaDB-1-1-1024-2-1 ... 19290 +MariaDB-1-1-1024-1-4-3 MariaDB-1-1-1024-1-4 ... 25039 +MariaDB-1-1-1024-1-3-2 MariaDB-1-1-1024-1-3 ... 14008 +MariaDB-1-1-1024-1-2-2 MariaDB-1-1-1024-1-2 ... 31160 +MariaDB-1-1-1024-1-4-4 MariaDB-1-1-1024-1-4 ... 24942 +MariaDB-1-1-1024-2-2-2 MariaDB-1-1-1024-2-2 ... 27612 +MariaDB-1-1-1024-2-4-4 MariaDB-1-1-1024-2-4 ... 24829 + +[18 rows x 36 columns] +Workflow {'MariaDB-1-1-1024': [[2, 4, 2, 1], [2, 1, 4, 2]]} +Result workflow not complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 1808s + Code: 1729596079 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [8] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MariaDB-1-1-1024-1-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2083668 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-2 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2124628 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-3 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2157396 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-4 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2198356 + volume_size:50G + volume_used:2.1G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2252730 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-2 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2285498 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-3 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540812 + datadisk:2330554 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-4 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540816 + datadisk:2371514 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1-1 1 8 8192 1 120.0 383.50 24664.0 20505.0 +MariaDB-1-1-1024-1-2 1 16 16384 2 120.0 447.16 27494.0 30705.0 +MariaDB-1-1-1024-1-3 1 8 8192 2 120.0 555.82 19230.0 14020.0 +MariaDB-1-1-1024-1-4 1 16 16384 4 120.0 619.69 29077.0 24730.5 +MariaDB-1-1-1024-2-1 2 8 8192 1 120.0 411.00 16517.0 19290.0 +MariaDB-1-1-1024-2-2 2 16 16384 2 120.0 556.75 28385.0 28244.5 +MariaDB-1-1-1024-2-3 2 8 8192 2 120.0 543.98 17922.0 13476.5 +MariaDB-1-1-1024-2-4 2 16 16384 4 120.0 645.28 29609.0 24730.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[2, 4, 2, 1], [2, 1, 4, 2]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-1-2 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-1-3 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-1-4 325.0 1.0 4.0 177.230769 +MariaDB-1-1-1024-2-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-2-2 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-2-3 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-2-4 325.0 1.0 4.0 177.230769 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1-1 219.58 0.79 2.77 3.10 +MariaDB-1-1-1024-1-2 177.36 0.00 2.79 3.12 +MariaDB-1-1-1024-1-3 284.12 2.02 2.87 3.20 +MariaDB-1-1-1024-1-4 283.12 2.57 2.92 3.25 +MariaDB-1-1-1024-2-1 1148.04 1.88 5.60 6.23 +MariaDB-1-1-1024-2-2 270.23 2.48 2.71 3.02 +MariaDB-1-1-1024-2-3 169.40 0.72 2.77 3.07 +MariaDB-1-1-1024-2-4 220.33 2.74 2.86 3.16 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1-1 83.52 0.00 1.20 1.20 +MariaDB-1-1-1024-1-2 92.56 0.00 2.37 2.37 +MariaDB-1-1-1024-1-3 102.26 1.05 2.77 2.77 +MariaDB-1-1-1024-1-4 189.98 0.39 3.77 3.77 +MariaDB-1-1-1024-2-1 126.75 0.79 2.30 2.30 +MariaDB-1-1-1024-2-2 144.48 0.75 3.57 3.57 +MariaDB-1-1-1024-2-3 103.04 0.64 3.79 3.79 +MariaDB-1-1-1024-2-4 87.38 0.71 3.79 3.79 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mariadb_4_summary.txt b/logs_tests/test_benchbase_testcase_mariadb_4_summary.txt new file mode 100644 index 000000000..2f48f5559 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mariadb_4_summary.txt @@ -0,0 +1,180 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 1808s + Code: 1729596079 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MariaDB']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [8] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MariaDB-1-1-1024-1-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2083668 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-2 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2124628 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-3 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2157396 + volume_size:50G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-1-4 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2198356 + volume_size:50G + volume_used:2.1G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-1 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2252730 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-2 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326540 + datadisk:2285498 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-3 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540812 + datadisk:2330554 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi +MariaDB-1-1-1024-2-4 uses docker image mariadb:11.4.2 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540816 + datadisk:2371514 + volume_size:50G + volume_used:2.2G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MariaDB-1-1-1024-1-1 1 8 8192 1 120.0 383.50 24664.0 20505.0 +MariaDB-1-1-1024-1-2 1 16 16384 2 120.0 447.16 27494.0 30705.0 +MariaDB-1-1-1024-1-3 1 8 8192 2 120.0 555.82 19230.0 14020.0 +MariaDB-1-1-1024-1-4 1 16 16384 4 120.0 619.69 29077.0 24730.5 +MariaDB-1-1-1024-2-1 2 8 8192 1 120.0 411.00 16517.0 19290.0 +MariaDB-1-1-1024-2-2 2 16 16384 2 120.0 556.75 28385.0 28244.5 +MariaDB-1-1-1024-2-3 2 8 8192 2 120.0 543.98 17922.0 13476.5 +MariaDB-1-1-1024-2-4 2 16 16384 4 120.0 645.28 29609.0 24730.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MariaDB-1-1-1024 - Pods [[2, 4, 2, 1], [2, 1, 4, 2]] + +#### Planned +DBMS MariaDB-1-1-1024 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MariaDB-1-1-1024-1-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-1-2 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-1-3 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-1-4 325.0 1.0 4.0 177.230769 +MariaDB-1-1-1024-2-1 325.0 1.0 1.0 177.230769 +MariaDB-1-1-1024-2-2 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-2-3 325.0 1.0 2.0 177.230769 +MariaDB-1-1-1024-2-4 325.0 1.0 4.0 177.230769 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1-1 219.58 0.79 2.77 3.10 +MariaDB-1-1-1024-1-2 177.36 0.00 2.79 3.12 +MariaDB-1-1-1024-1-3 284.12 2.02 2.87 3.20 +MariaDB-1-1-1024-1-4 283.12 2.57 2.92 3.25 +MariaDB-1-1-1024-2-1 1148.04 1.88 5.60 6.23 +MariaDB-1-1-1024-2-2 270.23 2.48 2.71 3.02 +MariaDB-1-1-1024-2-3 169.40 0.72 2.77 3.07 +MariaDB-1-1-1024-2-4 220.33 2.74 2.86 3.16 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MariaDB-1-1-1024-1-1 83.52 0.00 1.20 1.20 +MariaDB-1-1-1024-1-2 92.56 0.00 2.37 2.37 +MariaDB-1-1-1024-1-3 102.26 1.05 2.77 2.77 +MariaDB-1-1-1024-1-4 189.98 0.39 3.77 3.77 +MariaDB-1-1-1024-2-1 126.75 0.79 2.30 2.30 +MariaDB-1-1-1024-2-2 144.48 0.75 3.57 3.57 +MariaDB-1-1-1024-2-3 103.04 0.64 3.79 3.79 +MariaDB-1-1-1024-2-4 87.38 0.71 3.79 3.79 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_1.log b/logs_tests/test_benchbase_testcase_mysql_1.log index eb143775f..c49a90cfe 100644 --- a/logs_tests/test_benchbase_testcase_mysql_1.log +++ b/logs_tests/test_benchbase_testcase_mysql_1.log @@ -2,8 +2,8 @@ Data Directory : is running Result Directory : is running Dashboard : is running Message Queue : is running -Experiment : has code 1728548406 -Experiment : starts at 2024-10-10 10:20:05.934852 (3284346.058833787) +Experiment : has code 1729525486 +Experiment : starts at 2024-10-21 17:44:46.222727 (4261426.346707921) Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. @@ -21,34 +21,34 @@ done MySQL-1-1-1024 : will start now - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 (that is in 300 secs) +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 (that is in 300 secs) - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 - waiting 30s - : done MySQL-1-1-1024 : is not loaded yet -MySQL-1-1-1024 : will start loading but not before 2024-10-10 08:26:06 +MySQL-1-1-1024 : will start loading but not before 2024-10-21 15:50:46 done MySQL-1-1-1024 : is not loaded yet MySQL-1-1-1024 : start asynch loading scripts of type loaded @@ -103,17 +103,15 @@ MySQL-1-1-1024 : is loading MySQL-1-1-1024 : is loading - waiting 30s - : done MySQL-1-1-1024 : is loading -- waiting 30s - : done -MySQL-1-1-1024 : is loading done MySQL-1-1-1024 : showing loader times -MySQL-1-1-1024 : loader timespan (first to last [s]) = 795 +MySQL-1-1-1024 : loader timespan (first to last [s]) = 756 MySQL-1-1-1024 : benchmarks done 0 of 1. This will be client 1 MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} MySQL-1-1-1024-1 : start benchmarking -MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1728548406 +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729525486 - waiting 10s - : done -MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1728548406-1-1-hhsbl: found +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729525486-1-1-bhgxc: found - waiting 30s - : done MySQL-1-1-1024 : has running benchmarks - waiting 30s - : done @@ -135,18 +133,18 @@ MySQL-1-1-1024 : has running benchmarks done MySQL-1-1-1024 : has running benchmarks MySQL-1-1-1024-1 : showing benchmarker times -MySQL-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 311 -MySQL-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1728549586, 1728549888)] -MySQL-1-1-1024-1 : found and updated times {'benchmarker': [(1728549586, 1728549888)]} +MySQL-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 312 +MySQL-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1729526638, 1729526940)] +MySQL-1-1-1024-1 : found and updated times {'benchmarker': [(1729526638, 1729526940)]} done MySQL-1-1-1024 : can be stopped -Experiment ends at 2024-10-10 10:45:27.248618 (3285867.372598216): 1521.3137644287199s total +Experiment ends at 2024-10-21 18:09:39.485892 (4262919.609871526): 1493.263163605705s total Experiment : downloading partial results Experiment : uploading full results Experiment : uploading workload file Benchmarking connection ... Latency Distribution.Average Latency (microseconds) connection_pod ... -MySQL-1-1-1024-1-1 MySQL-1-1-1024-1 ... 107241 +MySQL-1-1-1024-1-1 MySQL-1-1-1024-1 ... 118159 [1 rows x 36 columns] Workflow {'MySQL-1-1-1024': [[1]]} @@ -157,8 +155,8 @@ Result workflow complete ### Workload Benchbase Workload SF=16 (warehouses for TPC-C) Type: benchbase - Duration: 1522s - Code: 1728548406 + Duration: 1494s + Code: 1729525486 This includes no queries. Benchbase runs the benchmark This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. @@ -179,14 +177,14 @@ MySQL-1-1-1024-1 uses docker image mysql:8.4.0 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:261119960 - datadisk:11402944 + disk:261717968 + datadisk:11394812 requests_cpu:4 requests_memory:16Gi ### Execution experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) -MySQL-1-1-1024-1 1 16 8192 1 300.0 149.14 367171.0 107241.0 +MySQL-1-1-1024-1 1 16 8192 1 300.0 135.24 394555.0 118159.0 Warehouses: 16 @@ -200,7 +198,7 @@ DBMS MySQL-1-1-1024 - Pods [[1]] ### Loading time_load terminals pods Imported warehouses [1/h] -MySQL-1-1-1024-1 795.0 1.0 1.0 72.45283 +MySQL-1-1-1024-1 756.0 1.0 1.0 76.190476 ### Tests TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_mysql_1_summary.txt b/logs_tests/test_benchbase_testcase_mysql_1_summary.txt index e1fa4ebfe..bdcbdfeeb 100644 --- a/logs_tests/test_benchbase_testcase_mysql_1_summary.txt +++ b/logs_tests/test_benchbase_testcase_mysql_1_summary.txt @@ -3,8 +3,8 @@ ### Workload Benchbase Workload SF=16 (warehouses for TPC-C) Type: benchbase - Duration: 1522s - Code: 1728548406 + Duration: 1494s + Code: 1729525486 This includes no queries. Benchbase runs the benchmark This experiment compares run time and resource consumption of Benchbase queries in different DBMS. Benchbase data is generated and loaded using several threads. @@ -25,14 +25,14 @@ MySQL-1-1-1024-1 uses docker image mysql:8.4.0 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:261119960 - datadisk:11402944 + disk:261717968 + datadisk:11394812 requests_cpu:4 requests_memory:16Gi ### Execution experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) -MySQL-1-1-1024-1 1 16 8192 1 300.0 149.14 367171.0 107241.0 +MySQL-1-1-1024-1 1 16 8192 1 300.0 135.24 394555.0 118159.0 Warehouses: 16 @@ -46,7 +46,7 @@ DBMS MySQL-1-1-1024 - Pods [[1]] ### Loading time_load terminals pods Imported warehouses [1/h] -MySQL-1-1-1024-1 795.0 1.0 1.0 72.45283 +MySQL-1-1-1024-1 756.0 1.0 1.0 76.190476 ### Tests TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_mysql_2.log b/logs_tests/test_benchbase_testcase_mysql_2.log new file mode 100644 index 000000000..f40c8e277 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_2.log @@ -0,0 +1,394 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729588836 +Experiment : starts at 2024-10-22 11:20:36.080000 (4324776.203980553) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +Benchmark is limited to DBMS ['MySQL']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +MySQL-1-1-1024 : will start now +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 (that is in 300 secs) +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-22 09:26:36 +done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : start asynch loading scripts of type loaded +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +done +MySQL-1-1-1024 : showing loader times +MySQL-1-1-1024 : loader timespan (first to last [s]) = 2890 +MySQL-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1-1 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729588836 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729588836-1-1-vb7lj: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1-1 : showing benchmarker times +MySQL-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 101 +MySQL-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1729592126, 1729592196)] +MySQL-1-1-1024-1-1 : found and updated times {'benchmarker': [(1729592126, 1729592196)]} +done +MySQL-1-1-1024 : can be stopped +MySQL-1-1-1024 : still being removed +done +MySQL-1-1-1024 : starts again +MySQL-1-1-1024 : storage exists bexhoma-storage-mysql-benchbase-16 +MySQL-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 (that is in 300 secs) +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:23:47 +done +MySQL-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-2-1 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729588836 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729588836-2-1-khmv5: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-2-1 : showing benchmarker times +MySQL-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 71 +MySQL-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1729592632, 1729592694)] +MySQL-1-1-1024-2-1 : found and updated times {'benchmarker': [(1729592632, 1729592694)]} +done +MySQL-1-1-1024 : can be stopped +Experiment ends at 2024-10-22 12:25:33.060283 (4328673.184262324): 3896.9802817711607s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MySQL-1-1-1024-2-1-1 MySQL-1-1-1024-2-1 ... 189084 +MySQL-1-1-1024-1-1-1 MySQL-1-1-1024-1-1 ... 8828781 + +[2 rows x 36 columns] +Workflow {'MySQL-1-1-1024': [[1], [1]]} +Result workflow complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 3897s + Code: 1729588836 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-1-1-1024-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326384 + datadisk:11406752 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11448602 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1-1 1 16 8192 1 60.0 1.68 42781176.0 8828781.0 +MySQL-1-1-1024-2-1 2 16 8192 1 60.0 84.33 516885.0 189084.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[1], [1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-2-1 2890.0 1.0 1.0 19.930796 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_2_summary.txt b/logs_tests/test_benchbase_testcase_mysql_2_summary.txt new file mode 100644 index 000000000..1cf707051 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_2_summary.txt @@ -0,0 +1,69 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 3897s + Code: 1729588836 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 1 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-1-1-1024-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326384 + datadisk:11406752 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11448602 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1-1 1 16 8192 1 60.0 1.68 42781176.0 8828781.0 +MySQL-1-1-1024-2-1 2 16 8192 1 60.0 84.33 516885.0 189084.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[1], [1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-2-1 2890.0 1.0 1.0 19.930796 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_3.log b/logs_tests/test_benchbase_testcase_mysql_3.log new file mode 100644 index 000000000..dcfe6a315 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_3.log @@ -0,0 +1,232 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729527897 +Experiment : starts at 2024-10-21 18:24:57.222652 (4263837.346628111) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MySQL']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +MySQL-1-1-1024 : will start now +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 (that is in 300 secs) +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +- waiting 30s - : done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : will start loading but not before 2024-10-21 16:30:57 +done +MySQL-1-1-1024 : is not loaded yet +MySQL-1-1-1024 : start asynch loading scripts of type loaded +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +- waiting 30s - : done +MySQL-1-1-1024 : is loading +done +MySQL-1-1-1024 : showing loader times +MySQL-1-1-1024 : loader timespan (first to last [s]) = 775 +MySQL-1-1-1024 : benchmarks done 0 of 1. This will be client 1 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729527897 +- waiting 10s - : done +found +MySQL-1-1-1024-1 : collecting loading metrics of SUT +MySQL-1-1-1024-1 : collecting metrics of data generator +MySQL-1-1-1024-1 : collecting metrics of data injector +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1 : showing benchmarker times +MySQL-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 331 +MySQL-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1729529047, 1729529349)] +MySQL-1-1-1024-1 : found and updated times {'benchmarker': [(1729529047, 1729529349)]} +MySQL-1-1-1024-1 : collecting execution metrics of SUT +MySQL-1-1-1024-1 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : can be stopped +Experiment ends at 2024-10-21 18:50:21.644209 (4265361.768188505): 1524.4215603945777s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MySQL-1-1-1024-1-1 MySQL-1-1-1024-1 ... 109422 + +[1 rows x 36 columns] +Workflow {'MySQL-1-1-1024': [[1]]} +Result workflow complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 1525s + Code: 1729527897 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MySQL-1-1-1024-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:261714008 + datadisk:11390680 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1 1 16 8192 1 300.0 146.06 371401.0 109422.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1 775.0 1.0 1.0 74.322581 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 2010.76 3.0 37.43 37.47 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 1263.59 3.87 1.34 1.34 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 588.34 2.21 23.42 27.31 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 201.01 0.67 1.34 1.34 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_3_summary.txt b/logs_tests/test_benchbase_testcase_mysql_3_summary.txt new file mode 100644 index 000000000..bada3b467 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_3_summary.txt @@ -0,0 +1,74 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 1525s + Code: 1729527897 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 5 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MySQL-1-1-1024-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:261714008 + datadisk:11390680 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1 1 16 8192 1 300.0 146.06 371401.0 109422.0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1 775.0 1.0 1.0 74.322581 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 2010.76 3.0 37.43 37.47 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 1263.59 3.87 1.34 1.34 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 588.34 2.21 23.42 27.31 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1 201.01 0.67 1.34 1.34 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_4.log b/logs_tests/test_benchbase_testcase_mysql_4.log new file mode 100644 index 000000000..65f9b462e --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_4.log @@ -0,0 +1,448 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729592737 +Experiment : starts at 2024-10-22 12:25:37.454389 (4328677.578366199) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MySQL']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads, split into [1] pods. +Benchmarking is tested with [8] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +MySQL-1-1-1024 : will start now +MySQL-1-1-1024 : storage exists bexhoma-storage-mysql-benchbase-16 +MySQL-1-1-1024 : loading is set to finished +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 (that is in 300 secs) +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:31:38 +done +MySQL-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1-1 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-1-1-s4qbr: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1-1 : showing benchmarker times +MySQL-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 132 +MySQL-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1729593104, 1729593228)] +MySQL-1-1-1024-1-1 : found and updated times {'benchmarker': [(1729593104, 1729593228)]} +MySQL-1-1-1024-1-1 : collecting execution metrics of SUT +MySQL-1-1-1024-1-1 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 0 of 2. This will be client 2 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1-2 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-1-2-2z6g4: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1-2 : showing benchmarker times +MySQL-1-1-1024-1-2 : benchmarker timespan (start to end single container [s]) = 131 +MySQL-1-1-1024-1-2 : benchmarker times (start/end per pod and container) = [(1729593284, 1729593406), (1729593284, 1729593406)] +MySQL-1-1-1024-1-2 : found and updated times {'benchmarker': [(1729593284, 1729593406), (1729593284, 1729593406)]} +MySQL-1-1-1024-1-2 : collecting execution metrics of SUT +MySQL-1-1-1024-1-2 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 0 of 2. This will be client 3 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1-3 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-1-3-h8wkn: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1-3 : showing benchmarker times +MySQL-1-1-1024-1-3 : benchmarker timespan (start to end single container [s]) = 132 +MySQL-1-1-1024-1-3 : benchmarker times (start/end per pod and container) = [(1729593464, 1729593585), (1729593463, 1729593585)] +MySQL-1-1-1024-1-3 : found and updated times {'benchmarker': [(1729593464, 1729593585), (1729593463, 1729593585)]} +MySQL-1-1-1024-1-3 : collecting execution metrics of SUT +MySQL-1-1-1024-1-3 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 0 of 2. This will be client 4 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-1-4 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-1-4-4tfkq: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-1-4 : showing benchmarker times +MySQL-1-1-1024-1-4 : benchmarker timespan (start to end single container [s]) = 162 +MySQL-1-1-1024-1-4 : benchmarker times (start/end per pod and container) = [(1729593645, 1729593772), (1729593645, 1729593772), (1729593644, 1729593772), (1729593645, 1729593772)] +MySQL-1-1-1024-1-4 : found and updated times {'benchmarker': [(1729593645, 1729593772), (1729593645, 1729593772), (1729593644, 1729593772), (1729593645, 1729593772)]} +MySQL-1-1-1024-1-4 : collecting execution metrics of SUT +MySQL-1-1-1024-1-4 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : can be stopped +MySQL-1-1-1024 : still being removed +done +MySQL-1-1-1024 : starts again +MySQL-1-1-1024 : storage exists bexhoma-storage-mysql-benchbase-16 +MySQL-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 (that is in 300 secs) +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +- waiting 30s - : done +MySQL-1-1-1024 : will start benchmarking but not before 2024-10-22 10:50:20 +done +MySQL-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-2-1 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-2-1-mnrh9: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-2-1 : showing benchmarker times +MySQL-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 131 +MySQL-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1729594226, 1729594347)] +MySQL-1-1-1024-2-1 : found and updated times {'benchmarker': [(1729594226, 1729594347)]} +MySQL-1-1-1024-2-1 : collecting execution metrics of SUT +MySQL-1-1-1024-2-1 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 1 of 2. This will be client 2 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-2-2 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-2-2-jfxn2: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-2-2 : showing benchmarker times +MySQL-1-1-1024-2-2 : benchmarker timespan (start to end single container [s]) = 131 +MySQL-1-1-1024-2-2 : benchmarker times (start/end per pod and container) = [(1729594405, 1729594527), (1729594405, 1729594527)] +MySQL-1-1-1024-2-2 : found and updated times {'benchmarker': [(1729594405, 1729594527), (1729594405, 1729594527)]} +MySQL-1-1-1024-2-2 : collecting execution metrics of SUT +MySQL-1-1-1024-2-2 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 1 of 2. This will be client 3 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-2-3 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-2-3-rnsq8: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-2-3 : showing benchmarker times +MySQL-1-1-1024-2-3 : benchmarker timespan (start to end single container [s]) = 132 +MySQL-1-1-1024-2-3 : benchmarker times (start/end per pod and container) = [(1729594584, 1729594706), (1729594584, 1729594706)] +MySQL-1-1-1024-2-3 : found and updated times {'benchmarker': [(1729594584, 1729594706), (1729594584, 1729594706)]} +MySQL-1-1-1024-2-3 : collecting execution metrics of SUT +MySQL-1-1-1024-2-3 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : benchmarks done 1 of 2. This will be client 4 +MySQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'mysql', 'BEXHOMA_DATABASE': 'benchbase', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +MySQL-1-1-1024-2-4 : start benchmarking +MySQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1729592737 +- waiting 10s - : done +MySQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-mysql-1-1-1024-1729592737-2-4-cqk49: found +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +MySQL-1-1-1024 : has running benchmarks +done +MySQL-1-1-1024 : has running benchmarks +MySQL-1-1-1024-2-4 : showing benchmarker times +MySQL-1-1-1024-2-4 : benchmarker timespan (start to end single container [s]) = 163 +MySQL-1-1-1024-2-4 : benchmarker times (start/end per pod and container) = [(1729594766, 1729594913), (1729594766, 1729594913), (1729594765, 1729594913), (1729594766, 1729594913)] +MySQL-1-1-1024-2-4 : found and updated times {'benchmarker': [(1729594766, 1729594913), (1729594766, 1729594913), (1729594765, 1729594913), (1729594766, 1729594913)]} +MySQL-1-1-1024-2-4 : collecting execution metrics of SUT +MySQL-1-1-1024-2-4 : collecting metrics of benchmarker +done +MySQL-1-1-1024 : can be stopped +Experiment ends at 2024-10-22 13:02:48.685510 (4330908.809489169): 2231.231122970581s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +MySQL-1-1-1024-2-4-1 MySQL-1-1-1024-2-4 ... 71927 +MySQL-1-1-1024-1-3-1 MySQL-1-1-1024-1-3 ... 65532 +MySQL-1-1-1024-1-4-1 MySQL-1-1-1024-1-4 ... 105818 +MySQL-1-1-1024-2-2-1 MySQL-1-1-1024-2-2 ... 73507 +MySQL-1-1-1024-2-4-2 MySQL-1-1-1024-2-4 ... 73775 +MySQL-1-1-1024-1-4-2 MySQL-1-1-1024-1-4 ... 105236 +MySQL-1-1-1024-1-4-3 MySQL-1-1-1024-1-4 ... 104380 +MySQL-1-1-1024-2-3-1 MySQL-1-1-1024-2-3 ... 50331 +MySQL-1-1-1024-2-3-2 MySQL-1-1-1024-2-3 ... 50552 +MySQL-1-1-1024-2-4-3 MySQL-1-1-1024-2-4 ... 74473 +MySQL-1-1-1024-1-2-1 MySQL-1-1-1024-1-2 ... 83132 +MySQL-1-1-1024-1-2-2 MySQL-1-1-1024-1-2 ... 84055 +MySQL-1-1-1024-2-1-1 MySQL-1-1-1024-2-1 ... 97664 +MySQL-1-1-1024-2-4-4 MySQL-1-1-1024-2-4 ... 72763 +MySQL-1-1-1024-2-2-2 MySQL-1-1-1024-2-2 ... 72876 +MySQL-1-1-1024-1-1-1 MySQL-1-1-1024-1-1 ... 62908 +MySQL-1-1-1024-1-3-2 MySQL-1-1-1024-1-3 ... 66279 +MySQL-1-1-1024-1-4-4 MySQL-1-1-1024-1-4 ... 104079 + +[18 rows x 36 columns] +Workflow {'MySQL-1-1-1024': [[4, 2, 2, 1], [2, 4, 2, 1]]} +Result workflow not complete + +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 2232s + Code: 1729592737 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [8] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-1-1-1024-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11500108 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11602901 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11759476 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11851711 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11962633 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12029283 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12203883 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12323576 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1-1 1 8 8192 1 120.0 126.90 225238.0 62908.00 +MySQL-1-1-1024-1-2 1 16 16384 2 120.0 191.01 183551.0 83593.50 +MySQL-1-1-1024-1-3 1 8 8192 2 120.0 121.27 271232.0 65905.50 +MySQL-1-1-1024-1-4 1 16 16384 4 120.0 144.72 166414.0 104878.25 +MySQL-1-1-1024-2-1 2 8 8192 1 120.0 81.89 268466.0 97664.00 +MySQL-1-1-1024-2-2 2 16 16384 2 120.0 218.47 205215.0 73191.50 +MySQL-1-1-1024-2-3 2 8 8192 2 120.0 158.48 172309.0 50441.50 +MySQL-1-1-1024-2-4 2 16 16384 4 120.0 213.33 247673.0 73234.50 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[4, 2, 2, 1], [2, 4, 2, 1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-1-2 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-1-3 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-1-4 2890.0 1.0 4.0 19.930796 +MySQL-1-1-1024-2-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-2-2 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-2-3 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-2-4 2890.0 1.0 4.0 19.930796 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1-1 131.33 0.00 38.16 46.12 +MySQL-1-1-1024-1-2 156.13 0.56 38.37 46.44 +MySQL-1-1-1024-1-3 156.49 0.00 38.44 46.60 +MySQL-1-1-1024-1-4 200.56 1.75 38.50 46.80 +MySQL-1-1-1024-2-1 112.87 1.71 38.05 45.96 +MySQL-1-1-1024-2-2 224.18 2.59 38.28 46.40 +MySQL-1-1-1024-2-3 228.72 1.35 38.37 46.69 +MySQL-1-1-1024-2-4 334.54 1.86 38.45 46.98 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1-1 43.15 0.59 0.97 0.97 +MySQL-1-1-1024-1-2 94.15 0.44 3.24 3.24 +MySQL-1-1-1024-1-3 56.48 0.36 3.25 3.25 +MySQL-1-1-1024-1-4 86.42 0.47 3.04 3.04 +MySQL-1-1-1024-2-1 50.30 0.56 1.17 1.17 +MySQL-1-1-1024-2-2 126.17 0.00 3.81 3.81 +MySQL-1-1-1024-2-3 68.88 0.81 4.89 4.89 +MySQL-1-1-1024-2-4 86.93 0.56 5.12 5.12 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_benchbase_testcase_mysql_4_summary.txt b/logs_tests/test_benchbase_testcase_mysql_4_summary.txt new file mode 100644 index 000000000..ff7046606 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_mysql_4_summary.txt @@ -0,0 +1,172 @@ +## Show Summary + +### Workload +Benchbase Workload SF=16 (warehouses for TPC-C) + Type: benchbase + Duration: 2232s + Code: 1729592737 + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. + Benchbase data is generated and loaded using several threads. + Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. Target is based on multiples of '1024'. Factors for benchmarking are [8]. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 50Gi. + Loading is tested with [1] threads, split into [1] pods. + Benchmarking is tested with [8] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-1-1-1024-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11500108 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11602901 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11759476 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-1-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11851711 + volume_size:50G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:11962633 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12029283 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12203883 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-1-1-1024-2-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250326380 + datadisk:12323576 + volume_size:50G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +MySQL-1-1-1024-1-1 1 8 8192 1 120.0 126.90 225238.0 62908.00 +MySQL-1-1-1024-1-2 1 16 16384 2 120.0 191.01 183551.0 83593.50 +MySQL-1-1-1024-1-3 1 8 8192 2 120.0 121.27 271232.0 65905.50 +MySQL-1-1-1024-1-4 1 16 16384 4 120.0 144.72 166414.0 104878.25 +MySQL-1-1-1024-2-1 2 8 8192 1 120.0 81.89 268466.0 97664.00 +MySQL-1-1-1024-2-2 2 16 16384 2 120.0 218.47 205215.0 73191.50 +MySQL-1-1-1024-2-3 2 8 8192 2 120.0 158.48 172309.0 50441.50 +MySQL-1-1-1024-2-4 2 16 16384 4 120.0 213.33 247673.0 73234.50 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-1-1-1024 - Pods [[4, 2, 2, 1], [2, 4, 2, 1]] + +#### Planned +DBMS MySQL-1-1-1024 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-1-1-1024-1-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-1-2 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-1-3 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-1-4 2890.0 1.0 4.0 19.930796 +MySQL-1-1-1024-2-1 2890.0 1.0 1.0 19.930796 +MySQL-1-1-1024-2-2 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-2-3 2890.0 1.0 2.0 19.930796 +MySQL-1-1-1024-2-4 2890.0 1.0 4.0 19.930796 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1-1 131.33 0.00 38.16 46.12 +MySQL-1-1-1024-1-2 156.13 0.56 38.37 46.44 +MySQL-1-1-1024-1-3 156.49 0.00 38.44 46.60 +MySQL-1-1-1024-1-4 200.56 1.75 38.50 46.80 +MySQL-1-1-1024-2-1 112.87 1.71 38.05 45.96 +MySQL-1-1-1024-2-2 224.18 2.59 38.28 46.40 +MySQL-1-1-1024-2-3 228.72 1.35 38.37 46.69 +MySQL-1-1-1024-2-4 334.54 1.86 38.45 46.98 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-1-1-1024-1-1 43.15 0.59 0.97 0.97 +MySQL-1-1-1024-1-2 94.15 0.44 3.24 3.24 +MySQL-1-1-1024-1-3 56.48 0.36 3.25 3.25 +MySQL-1-1-1024-1-4 86.42 0.47 3.04 3.04 +MySQL-1-1-1024-2-1 50.30 0.56 1.17 1.17 +MySQL-1-1-1024-2-2 126.17 0.00 3.81 3.81 +MySQL-1-1-1024-2-3 68.88 0.81 4.89 4.89 +MySQL-1-1-1024-2-4 86.93 0.56 5.12 5.12 + +### Tests +TEST passed: Throughput (requests/second) contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_hammerdb_testcase_mysql_2.log b/logs_tests/test_hammerdb_testcase_mysql_2.log new file mode 100644 index 000000000..4f8a92f0d --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_mysql_2.log @@ -0,0 +1,396 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729598045 +Experiment : starts at 2024-10-22 13:54:04.843323 (4333984.967299264) +Experiment : This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MySQL']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +MySQL-BHT-8-1 : will start now +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 (that is in 300 secs) +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +- waiting 30s - : done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : will start loading but not before 2024-10-22 12:00:05 +done +MySQL-BHT-8-1 : is not loaded yet +MySQL-BHT-8-1 : start asynch loading scripts of type loaded +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +- waiting 30s - : done +MySQL-BHT-8-1 : is loading +done +MySQL-BHT-8-1 : showing loader times +MySQL-BHT-8-1 : loader timespan (first to last [s]) = 2790 +MySQL-BHT-8-1 : benchmarks done 0 of 1. This will be client 1 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '5', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 16} +MySQL-BHT-8-1-1 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729598045 +- waiting 10s - : done +found +MySQL-BHT-8-1-1 : collecting loading metrics of SUT +MySQL-BHT-8-1-1 : collecting metrics of data generator +MySQL-BHT-8-1-1 : collecting metrics of data injector +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-1 : showing benchmarker times +MySQL-BHT-8-1-1 : benchmarker timespan (start to end single container [s]) = 483 +MySQL-BHT-8-1-1 : benchmarker times (start/end per pod and container) = [(1729601215, 1729601675)] +MySQL-BHT-8-1-1 : found and updated times {'benchmarker': [(1729601215, 1729601675)]} +MySQL-BHT-8-1-1 : collecting execution metrics of SUT +MySQL-BHT-8-1-1 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : can be stopped +Experiment ends at 2024-10-22 14:55:40.183445 (4337680.307424836): 3695.3401255719364s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file + connection configuration ... TPM dbms +connection_pod ... +MySQL-BHT-8-1-1-1 MySQL-BHT-8-1-1 MySQL-BHT-8-1 ... 14441 MySQL + +[1 rows x 17 columns] +connection_pod +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1 ... +0 MySQL-BHT-8-1-1 MySQL-BHT-8-1 ... 14441 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1 +['16'] +vusers 16 +Benchmarking connection configuration ... TPM dbms +connection_pod ... +MySQL-BHT-8-1-1-1 MySQL-BHT-8-1-1 MySQL-BHT-8-1 ... 14441 MySQL + +[1 rows x 17 columns] +Workflow {'MySQL-BHT-8-1': [[1]]} +Result workflow complete + +## Show Summary + +### Workload +HammerDB Workload SF=16 (warehouses for TPC-C) + Type: tpcc + Duration: 3696s + Code: 1729598045 + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. + TPC-C data is generated and loaded using several threads. + Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 30Gi. + Loading is tested with [8] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MySQL-BHT-8-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540992 + datadisk:11115842 + volume_size:30G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +MySQL-BHT-8-1-1 1 16 1 1 6218.0 14441.0 5 0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-BHT-8-1 - Pods [[1]] + +#### Planned +DBMS MySQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-BHT-8-1-1 2790.0 1.0 1.0 20.645161 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 1277.89 1.02 37.45 45.49 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 430.29 0.36 0.08 0.08 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 772.46 2.43 22.99 31.5 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 37.88 0.17 0.06 0.06 + +### Tests +TEST passed: NOPM contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_hammerdb_testcase_mysql_2_summary.txt b/logs_tests/test_hammerdb_testcase_mysql_2_summary.txt new file mode 100644 index 000000000..e4fb33dcf --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_mysql_2_summary.txt @@ -0,0 +1,77 @@ +## Show Summary + +### Workload +HammerDB Workload SF=16 (warehouses for TPC-C) + Type: tpcc + Duration: 3696s + Code: 1729598045 + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. + TPC-C data is generated and loaded using several threads. + Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 30Gi. + Loading is tested with [8] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1] pods. + Benchmarking is run as [1] times the number of benchmarking pods. + Experiment is run once. + +### Connections +MySQL-BHT-8-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540992 + datadisk:11115842 + volume_size:30G + volume_used:11G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +MySQL-BHT-8-1-1 1 16 1 1 6218.0 14441.0 5 0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-BHT-8-1 - Pods [[1]] + +#### Planned +DBMS MySQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-BHT-8-1-1 2790.0 1.0 1.0 20.645161 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 1277.89 1.02 37.45 45.49 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 430.29 0.36 0.08 0.08 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 772.46 2.43 22.99 31.5 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1 37.88 0.17 0.06 0.06 + +### Tests +TEST passed: NOPM contains no 0 or NaN +TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_hammerdb_testcase_mysql_3.log b/logs_tests/test_hammerdb_testcase_mysql_3.log new file mode 100644 index 000000000..2c32d0899 --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_mysql_3.log @@ -0,0 +1,703 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1729601826 +Experiment : starts at 2024-10-22 14:57:05.875183 (4337765.999159333) +Experiment : This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. +System metrics are monitored by a cluster-wide installation. +Benchmark is limited to DBMS ['MySQL']. +Import is handled by 1 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +MySQL-BHT-8-1 : will start now +MySQL-BHT-8-1 : storage exists bexhoma-storage-mysql-hammerdb-16 +MySQL-BHT-8-1 : loading is set to finished +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 (that is in 300 secs) +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:03:06 +done +MySQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 1 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 16} +MySQL-BHT-8-1-1-1 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-1-1-ht6r7: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-1-1 : showing benchmarker times +MySQL-BHT-8-1-1-1 : benchmarker timespan (start to end single container [s]) = 281 +MySQL-BHT-8-1-1-1 : benchmarker times (start/end per pod and container) = [(1729602191, 1729602468)] +MySQL-BHT-8-1-1-1 : found and updated times {'benchmarker': [(1729602191, 1729602468)]} +MySQL-BHT-8-1-1-1 : collecting execution metrics of SUT +MySQL-BHT-8-1-1-1 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 2 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 16} +MySQL-BHT-8-1-1-2 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-1-2-b4jjt: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-1-2 : showing benchmarker times +MySQL-BHT-8-1-1-2 : benchmarker timespan (start to end single container [s]) = 312 +MySQL-BHT-8-1-1-2 : benchmarker times (start/end per pod and container) = [(1729602517, 1729602794), (1729602517, 1729602791)] +MySQL-BHT-8-1-1-2 : found and updated times {'benchmarker': [(1729602517, 1729602794), (1729602517, 1729602791)]} +MySQL-BHT-8-1-1-2 : collecting execution metrics of SUT +MySQL-BHT-8-1-1-2 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 3 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 8} +MySQL-BHT-8-1-1-3 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-1-3-xmgnk: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-1-3 : showing benchmarker times +MySQL-BHT-8-1-1-3 : benchmarker timespan (start to end single container [s]) = 311 +MySQL-BHT-8-1-1-3 : benchmarker times (start/end per pod and container) = [(1729602872, 1729603133), (1729602872, 1729603155)] +MySQL-BHT-8-1-1-3 : found and updated times {'benchmarker': [(1729602872, 1729603133), (1729602872, 1729603155)]} +MySQL-BHT-8-1-1-3 : collecting execution metrics of SUT +MySQL-BHT-8-1-1-3 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 4 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 8} +MySQL-BHT-8-1-1-4 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-1-4-5gssg: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-1-4 : showing benchmarker times +MySQL-BHT-8-1-1-4 : benchmarker timespan (start to end single container [s]) = 283 +MySQL-BHT-8-1-1-4 : benchmarker times (start/end per pod and container) = [(1729603230, 1729603492), (1729603231, 1729603493), (1729603230, 1729603497), (1729603230, 1729603496)] +MySQL-BHT-8-1-1-4 : found and updated times {'benchmarker': [(1729603230, 1729603492), (1729603231, 1729603493), (1729603230, 1729603497), (1729603230, 1729603496)]} +MySQL-BHT-8-1-1-4 : collecting execution metrics of SUT +MySQL-BHT-8-1-1-4 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : can be stopped +MySQL-BHT-8-1 : still being removed +- waiting 30s - : done +MySQL-BHT-8-1 : still being removed +done +MySQL-BHT-8-1 : starts again +MySQL-BHT-8-1 : storage exists bexhoma-storage-mysql-hammerdb-16 +MySQL-BHT-8-1 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 (that is in 300 secs) +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +- waiting 30s - : done +MySQL-BHT-8-1 : will start benchmarking but not before 2024-10-22 13:32:29 +done +MySQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 1 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 16} +MySQL-BHT-8-1-2-1 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-2-1-pw2tf: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-2-1 : showing benchmarker times +MySQL-BHT-8-1-2-1 : benchmarker timespan (start to end single container [s]) = 312 +MySQL-BHT-8-1-2-1 : benchmarker times (start/end per pod and container) = [(1729603955, 1729604242)] +MySQL-BHT-8-1-2-1 : found and updated times {'benchmarker': [(1729603955, 1729604242)]} +MySQL-BHT-8-1-2-1 : collecting execution metrics of SUT +MySQL-BHT-8-1-2-1 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 2 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 16} +MySQL-BHT-8-1-2-2 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-2-2-5gfsk: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-2-2 : showing benchmarker times +MySQL-BHT-8-1-2-2 : benchmarker timespan (start to end single container [s]) = 281 +MySQL-BHT-8-1-2-2 : benchmarker times (start/end per pod and container) = [(1729604310, 1729604574), (1729604310, 1729604570)] +MySQL-BHT-8-1-2-2 : found and updated times {'benchmarker': [(1729604310, 1729604574), (1729604310, 1729604570)]} +MySQL-BHT-8-1-2-2 : collecting execution metrics of SUT +MySQL-BHT-8-1-2-2 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 3 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 8} +MySQL-BHT-8-1-2-3 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-2-3-96cvm: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-2-3 : showing benchmarker times +MySQL-BHT-8-1-2-3 : benchmarker timespan (start to end single container [s]) = 281 +MySQL-BHT-8-1-2-3 : benchmarker times (start/end per pod and container) = [(1729604635, 1729604905), (1729604635, 1729604904)] +MySQL-BHT-8-1-2-3 : found and updated times {'benchmarker': [(1729604635, 1729604905), (1729604635, 1729604904)]} +MySQL-BHT-8-1-2-3 : collecting execution metrics of SUT +MySQL-BHT-8-1-2-3 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 4 +MySQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'mysql', 'HAMMERDB_MYSQL_ENGINE': 'innodb', 'USER': 'root', 'PASSWORD': 'root', 'HAMMERDB_VUSERS': 8} +MySQL-BHT-8-1-2-4 : start benchmarking +MySQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1729601826 +- waiting 10s - : done +MySQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-mysql-bht-8-1-1729601826-2-4-gkdnd: found +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +done +MySQL-BHT-8-1 : has running benchmarks +MySQL-BHT-8-1-2-4 : showing benchmarker times +MySQL-BHT-8-1-2-4 : benchmarker timespan (start to end single container [s]) = 313 +MySQL-BHT-8-1-2-4 : benchmarker times (start/end per pod and container) = [(1729604964, 1729605236), (1729604964, 1729605250), (1729604963, 1729605255), (1729604963, 1729605255)] +MySQL-BHT-8-1-2-4 : found and updated times {'benchmarker': [(1729604964, 1729605236), (1729604964, 1729605250), (1729604963, 1729605255), (1729604963, 1729605255)]} +MySQL-BHT-8-1-2-4 : collecting execution metrics of SUT +MySQL-BHT-8-1-2-4 : collecting metrics of benchmarker +done +MySQL-BHT-8-1 : can be stopped +Experiment ends at 2024-10-22 15:55:15.220171 (4341255.344151148): 3489.344991814345s total +Experiment : downloading partial results +Experiment : uploading full results +Experiment : uploading workload file + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-4 ... +0 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21218 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-4 ... +0 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21063 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-3 ... +0 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15487 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-3 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-2 ... +0 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-2 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-4 ... +0 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21023 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-2 ... +0 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26260 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-2 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-4 ... +0 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19060 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-4 ... +0 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19308 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-3 ... +0 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18697 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-3 +['8'] +vusers 8 + connection configuration ... TPM dbms +connection_pod ... +MySQL-BHT-8-1-1-4-1 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21218 MySQL +MySQL-BHT-8-1-1-4-2 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21063 MySQL +MySQL-BHT-8-1-1-3-1 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15487 MySQL +MySQL-BHT-8-1-2-2-1 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL +MySQL-BHT-8-1-1-4-3 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21023 MySQL +MySQL-BHT-8-1-1-2-1 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26260 MySQL +MySQL-BHT-8-1-2-4-1 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19060 MySQL +MySQL-BHT-8-1-2-4-2 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19308 MySQL +MySQL-BHT-8-1-2-3-1 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18697 MySQL +MySQL-BHT-8-1-2-1-1 MySQL-BHT-8-1-2-1 MySQL-BHT-8-1 ... 22665 MySQL +MySQL-BHT-8-1-2-4-3 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19120 MySQL +MySQL-BHT-8-1-1-2-2 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26120 MySQL +MySQL-BHT-8-1-1-1-1 MySQL-BHT-8-1-1-1 MySQL-BHT-8-1 ... 15643 MySQL +MySQL-BHT-8-1-2-3-2 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18737 MySQL +MySQL-BHT-8-1-1-4-4 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21147 MySQL +MySQL-BHT-8-1-2-2-2 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL +MySQL-BHT-8-1-1-3-2 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15528 MySQL +MySQL-BHT-8-1-2-4-4 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19176 MySQL + +[18 rows x 17 columns] +connection_pod +['8', '8', '8', '16', '8', '16', '8', '8', '8', '16', '8', '16', '16', '8', '8', '16', '8', '8'] +vusers 8 8 8 16 8 16 8 8 8 16 8 16 16 8 8 16 8 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-1 ... +0 MySQL-BHT-8-1-2-1 MySQL-BHT-8-1 ... 22665 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-1 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-4 ... +0 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19120 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-2 ... +0 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26120 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-2 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-1 ... +0 MySQL-BHT-8-1-1-1 MySQL-BHT-8-1 ... 15643 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-1 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-3 ... +0 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18737 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-3 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-4 ... +0 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21147 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-2 ... +0 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-2 +['16'] +vusers 16 + connection configuration ... TPM dbms +MySQL-BHT-8-1-1-3 ... +0 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15528 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-1-3 +['8'] +vusers 8 + connection configuration ... TPM dbms +MySQL-BHT-8-1-2-4 ... +0 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19176 MySQL + +[1 rows x 17 columns] +MySQL-BHT-8-1-2-4 +['8'] +vusers 8 +Benchmarking connection configuration ... TPM dbms +connection_pod ... +MySQL-BHT-8-1-1-4-1 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21218 MySQL +MySQL-BHT-8-1-1-4-2 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21063 MySQL +MySQL-BHT-8-1-1-3-1 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15487 MySQL +MySQL-BHT-8-1-2-2-1 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL +MySQL-BHT-8-1-1-4-3 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21023 MySQL +MySQL-BHT-8-1-1-2-1 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26260 MySQL +MySQL-BHT-8-1-2-4-1 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19060 MySQL +MySQL-BHT-8-1-2-4-2 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19308 MySQL +MySQL-BHT-8-1-2-3-1 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18697 MySQL +MySQL-BHT-8-1-2-1-1 MySQL-BHT-8-1-2-1 MySQL-BHT-8-1 ... 22665 MySQL +MySQL-BHT-8-1-2-4-3 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19120 MySQL +MySQL-BHT-8-1-1-2-2 MySQL-BHT-8-1-1-2 MySQL-BHT-8-1 ... 26120 MySQL +MySQL-BHT-8-1-1-1-1 MySQL-BHT-8-1-1-1 MySQL-BHT-8-1 ... 15643 MySQL +MySQL-BHT-8-1-2-3-2 MySQL-BHT-8-1-2-3 MySQL-BHT-8-1 ... 18737 MySQL +MySQL-BHT-8-1-1-4-4 MySQL-BHT-8-1-1-4 MySQL-BHT-8-1 ... 21147 MySQL +MySQL-BHT-8-1-2-2-2 MySQL-BHT-8-1-2-2 MySQL-BHT-8-1 ... 19165 MySQL +MySQL-BHT-8-1-1-3-2 MySQL-BHT-8-1-1-3 MySQL-BHT-8-1 ... 15528 MySQL +MySQL-BHT-8-1-2-4-4 MySQL-BHT-8-1-2-4 MySQL-BHT-8-1 ... 19176 MySQL + +[18 rows x 17 columns] +Workflow {'MySQL-BHT-8-1': [[4, 2, 2, 1], [2, 4, 2, 1]]} +Result workflow not complete + +## Show Summary + +### Workload +HammerDB Workload SF=16 (warehouses for TPC-C) + Type: tpcc + Duration: 3490s + Code: 1729601826 + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. + TPC-C data is generated and loaded using several threads. + Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 30Gi. + Loading is tested with [8] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-BHT-8-1-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540988 + datadisk:11662779 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540988 + datadisk:12037972 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:12787230 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:13271054 + volume_size:30G + volume_used:13G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:13875869 + volume_size:30G + volume_used:14G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:14505056 + volume_size:30G + volume_used:14G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:15095337 + volume_size:30G + volume_used:15G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:15683884 + volume_size:30G + volume_used:15G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +MySQL-BHT-8-1-1-1 1 16 1 1 6723.00 15643.00 2 0 +MySQL-BHT-8-1-1-2 1 32 2 2 11297.50 26190.00 2 0 +MySQL-BHT-8-1-1-3 1 16 3 2 6769.50 15507.50 2 0 +MySQL-BHT-8-1-1-4 1 32 4 4 9152.75 21112.75 2 0 +MySQL-BHT-8-1-2-1 2 16 1 1 9676.00 22665.00 2 0 +MySQL-BHT-8-1-2-2 2 32 2 2 8227.50 19165.00 2 0 +MySQL-BHT-8-1-2-3 2 16 3 2 8007.50 18717.00 2 0 +MySQL-BHT-8-1-2-4 2 32 4 4 8291.25 19166.00 2 0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-BHT-8-1 - Pods [[4, 2, 2, 1], [2, 4, 2, 1]] + +#### Planned +DBMS MySQL-BHT-8-1 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-BHT-8-1-1-1 2790.0 1.0 1.0 20.645161 +MySQL-BHT-8-1-1-2 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-1-3 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-1-4 2790.0 1.0 4.0 20.645161 +MySQL-BHT-8-1-2-1 2790.0 1.0 1.0 20.645161 +MySQL-BHT-8-1-2-2 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-2-3 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-2-4 2790.0 1.0 4.0 20.645161 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1-1 457.14 2.73 38.73 46.82 +MySQL-BHT-8-1-1-2 852.95 3.75 38.95 47.75 +MySQL-BHT-8-1-1-3 706.33 2.40 38.99 47.83 +MySQL-BHT-8-1-1-4 710.77 3.16 39.06 47.82 +MySQL-BHT-8-1-2-1 754.75 2.55 39.13 47.60 +MySQL-BHT-8-1-2-2 638.56 3.34 39.19 48.09 +MySQL-BHT-8-1-2-3 694.00 2.65 39.20 47.66 +MySQL-BHT-8-1-2-4 754.95 3.12 39.22 48.29 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1-1 25.63 0.11 0.06 0.06 +MySQL-BHT-8-1-1-2 43.92 0.14 0.17 0.17 +MySQL-BHT-8-1-1-3 60.66 0.08 0.18 0.18 +MySQL-BHT-8-1-1-4 33.14 0.18 0.20 0.20 +MySQL-BHT-8-1-2-1 47.05 0.19 0.06 0.06 +MySQL-BHT-8-1-2-2 47.05 0.14 0.17 0.17 +MySQL-BHT-8-1-2-3 37.01 0.16 0.18 0.18 +MySQL-BHT-8-1-2-4 41.41 0.17 0.20 0.20 + +### Tests +TEST passed: NOPM contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_hammerdb_testcase_mysql_3_summary.txt b/logs_tests/test_hammerdb_testcase_mysql_3_summary.txt new file mode 100644 index 000000000..2af21dc19 --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_mysql_3_summary.txt @@ -0,0 +1,172 @@ +## Show Summary + +### Workload +HammerDB Workload SF=16 (warehouses for TPC-C) + Type: tpcc + Duration: 3490s + Code: 1729601826 + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. + TPC-C data is generated and loaded using several threads. + Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. + System metrics are monitored by a cluster-wide installation. + Benchmark is limited to DBMS ['MySQL']. + Import is handled by 1 processes (pods). + Loading is fixed to cl-worker19. + Benchmarking is fixed to cl-worker19. + SUT is fixed to cl-worker11. + Database is persisted to disk of type shared and size 30Gi. + Loading is tested with [8] threads, split into [1] pods. + Benchmarking is tested with [16] threads, split into [1, 2] pods. + Benchmarking is run as [1, 2] times the number of benchmarking pods. + Experiment is run 2 times. + +### Connections +MySQL-BHT-8-1-1-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540988 + datadisk:11662779 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250540988 + datadisk:12037972 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:12787230 + volume_size:30G + volume_used:12G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-1-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:13271054 + volume_size:30G + volume_used:13G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-1 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:13875869 + volume_size:30G + volume_used:14G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-2 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:14505056 + volume_size:30G + volume_used:14G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-3 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:15095337 + volume_size:30G + volume_used:15G + requests_cpu:4 + requests_memory:16Gi +MySQL-BHT-8-1-2-4 uses docker image mysql:8.4.0 + RAM:541008605184 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250541160 + datadisk:15683884 + volume_size:30G + volume_used:15G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +MySQL-BHT-8-1-1-1 1 16 1 1 6723.00 15643.00 2 0 +MySQL-BHT-8-1-1-2 1 32 2 2 11297.50 26190.00 2 0 +MySQL-BHT-8-1-1-3 1 16 3 2 6769.50 15507.50 2 0 +MySQL-BHT-8-1-1-4 1 32 4 4 9152.75 21112.75 2 0 +MySQL-BHT-8-1-2-1 2 16 1 1 9676.00 22665.00 2 0 +MySQL-BHT-8-1-2-2 2 32 2 2 8227.50 19165.00 2 0 +MySQL-BHT-8-1-2-3 2 16 3 2 8007.50 18717.00 2 0 +MySQL-BHT-8-1-2-4 2 32 4 4 8291.25 19166.00 2 0 + +Warehouses: 16 + +### Workflow + +#### Actual +DBMS MySQL-BHT-8-1 - Pods [[4, 2, 2, 1], [2, 4, 2, 1]] + +#### Planned +DBMS MySQL-BHT-8-1 - Pods [[1, 2, 2, 4], [1, 2, 2, 4]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +MySQL-BHT-8-1-1-1 2790.0 1.0 1.0 20.645161 +MySQL-BHT-8-1-1-2 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-1-3 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-1-4 2790.0 1.0 4.0 20.645161 +MySQL-BHT-8-1-2-1 2790.0 1.0 1.0 20.645161 +MySQL-BHT-8-1-2-2 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-2-3 2790.0 1.0 2.0 20.645161 +MySQL-BHT-8-1-2-4 2790.0 1.0 4.0 20.645161 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1-1 457.14 2.73 38.73 46.82 +MySQL-BHT-8-1-1-2 852.95 3.75 38.95 47.75 +MySQL-BHT-8-1-1-3 706.33 2.40 38.99 47.83 +MySQL-BHT-8-1-1-4 710.77 3.16 39.06 47.82 +MySQL-BHT-8-1-2-1 754.75 2.55 39.13 47.60 +MySQL-BHT-8-1-2-2 638.56 3.34 39.19 48.09 +MySQL-BHT-8-1-2-3 694.00 2.65 39.20 47.66 +MySQL-BHT-8-1-2-4 754.95 3.12 39.22 48.29 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +MySQL-BHT-8-1-1-1 25.63 0.11 0.06 0.06 +MySQL-BHT-8-1-1-2 43.92 0.14 0.17 0.17 +MySQL-BHT-8-1-1-3 60.66 0.08 0.18 0.18 +MySQL-BHT-8-1-1-4 33.14 0.18 0.20 0.20 +MySQL-BHT-8-1-2-1 47.05 0.19 0.06 0.06 +MySQL-BHT-8-1-2-2 47.05 0.14 0.17 0.17 +MySQL-BHT-8-1-2-3 37.01 0.16 0.18 0.18 +MySQL-BHT-8-1-2-4 41.41 0.17 0.20 0.20 + +### Tests +TEST passed: NOPM contains no 0 or NaN +TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] +TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] +TEST passed: Workflow as planned diff --git a/logs_tests/test_tpcds_testcase_mysql_1.log b/logs_tests/test_tpcds_testcase_mysql_1.log index 6df92ac13..daa4298fe 100644 --- a/logs_tests/test_tpcds_testcase_mysql_1.log +++ b/logs_tests/test_tpcds_testcase_mysql_1.log @@ -19,7 +19,6 @@ Benchmarking is tested with [1] threads, split into [1] pods. Benchmarking is run as [1] times the number of benchmarking pods. Experiment is run once. Cluster monitoring : is running -- waiting 30s - : Warning: Use tokens from the TokenRequest API or manually created secret-based tokens instead of auto-generated secret-based tokens. done MySQL-BHT-8-1 : will start now - waiting 30s - : done @@ -52,7 +51,6 @@ MySQL-BHT-8-1 : will start loading but not before 2024-10-21 14: - waiting 30s - : done MySQL-BHT-8-1 : is not loaded yet MySQL-BHT-8-1 : will start loading but not before 2024-10-21 14:43:57 -- waiting 30s - : Warning: Use tokens from the TokenRequest API or manually created secret-based tokens instead of auto-generated secret-based tokens. ERROR:hiyapyco:[Errno 2] No such file or directory: '/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/k8s/jobtemplate-loading-tpcds-MySQL.yml' ERROR:hiyapyco:file not found: k8s/jobtemplate-loading-tpcds-MySQL.yml (/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/k8s/jobtemplate-loading-tpcds-MySQL.yml) done diff --git a/logs_tests/test_tpcds_testcase_mysql_1_summary.txt b/logs_tests/test_tpcds_testcase_mysql_1_summary.txt new file mode 100644 index 000000000..e69de29bb diff --git a/test-more.sh b/test-more.sh index 7fe06f56f..9e438846e 100755 --- a/test-more.sh +++ b/test-more.sh @@ -150,7 +150,7 @@ wait_process "tpcds" #### Delete persistent storage kubectl delete pvc bexhoma-storage-monetdb-tpcds-1 -sleep 10 +sleep 30 ### TPC-DS Throughput Test (TestCases.md) @@ -307,7 +307,7 @@ wait_process "benchbase" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mysql-benchbase-16 -sleep 10 +sleep 30 ### Benchbase Persistency (TestCases.md) nohup python benchbase.py -ms 1 -tr \ @@ -415,7 +415,7 @@ wait_process "benchbase" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mariadb-benchbase-16 -sleep 10 +sleep 30 ### Benchbase Persistency (TestCases.md) nohup python benchbase.py -ms 1 -tr \ @@ -521,7 +521,7 @@ wait_process "hammerdb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mysql-hammerdb-16 -sleep 10 +sleep 30 ### HammerDB Monitoring (TestCases.md) @@ -603,7 +603,7 @@ wait_process "hammerdb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mariadb-hammerdb-16 -sleep 10 +sleep 30 ### HammerDB Monitoring (TestCases.md) @@ -702,7 +702,7 @@ wait_process "ycsb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mysql-ycsb-1 -sleep 10 +sleep 30 ### YCSB Loader Test for Persistency (TestCases.md) nohup python ycsb.py -ms 1 -tr \ @@ -861,7 +861,7 @@ wait_process "ycsb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-mariadb-ycsb-1 -sleep 10 +sleep 30 ### YCSB Loader Test for Persistency (TestCases.md) nohup python ycsb.py -ms 1 -tr \ diff --git a/test.sh b/test.sh index 6fac16ba6..9153508d3 100755 --- a/test.sh +++ b/test.sh @@ -109,7 +109,7 @@ wait_process "tpch" #### Delete persistent storage kubectl delete pvc bexhoma-storage-postgresql-tpch-1 -sleep 10 +sleep 30 ### TPC-H Throughput Test (TestCases.md) @@ -175,7 +175,7 @@ wait_process "benchbase" #### Delete persistent storage kubectl delete pvc bexhoma-storage-postgresql-benchbase-16 -sleep 10 +sleep 30 ### Benchbase Persistency (TestCases.md) nohup python benchbase.py -ms 1 -tr \ @@ -278,7 +278,7 @@ wait_process "hammerdb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-postgresql-hammerdb-16 -sleep 10 +sleep 30 ### HammerDB Monitoring (TestCases.md) @@ -377,7 +377,7 @@ wait_process "ycsb" #### Delete persistent storage kubectl delete pvc bexhoma-storage-postgresql-ycsb-1 -sleep 10 +sleep 30 ### YCSB Loader Test for Persistency (TestCases.md) nohup python ycsb.py -ms 1 -tr \