From 14bf710815ff03f74fc9cd9f696db20a016b328e Mon Sep 17 00:00:00 2001 From: Anurag Anvinraj Date: Thu, 6 Jun 2024 14:58:58 +0530 Subject: [PATCH] performance improvement test files and code update --- tests/pytest/benchmark/benchmark.py | 30 ++++++++++++++----- .../benchmark/performance_improvement_test.sh | 18 +++++++++++ ...vidual_model_simer_redis_socket_4_1000.csv | 25 ++++++++++++++++ ...idual_model_simer_redis_socket_4_16000.csv | 25 ++++++++++++++++ ...vidual_model_simer_redis_socket_4_2000.csv | 25 ++++++++++++++++ ...vidual_model_simer_redis_socket_4_4000.csv | 25 ++++++++++++++++ ...vidual_model_simer_redis_socket_4_8000.csv | 25 ++++++++++++++++ ...tacked_model_simer_redis_socket_4_1000.csv | 25 ++++++++++++++++ ...acked_model_simer_redis_socket_4_16000.csv | 25 ++++++++++++++++ ...tacked_model_simer_redis_socket_4_2000.csv | 25 ++++++++++++++++ ...tacked_model_simer_redis_socket_4_4000.csv | 25 ++++++++++++++++ ...tacked_model_simer_redis_socket_4_8000.csv | 25 ++++++++++++++++ 12 files changed, 290 insertions(+), 8 deletions(-) create mode 100755 tests/pytest/benchmark/performance_improvement_test.sh create mode 100644 tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_1000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_16000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_2000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_4000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_8000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_1000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_16000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_2000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_4000.csv create mode 100644 tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_8000.csv diff --git a/tests/pytest/benchmark/benchmark.py b/tests/pytest/benchmark/benchmark.py index d5d717e..cce5737 100755 --- a/tests/pytest/benchmark/benchmark.py +++ b/tests/pytest/benchmark/benchmark.py @@ -51,7 +51,7 @@ CHANNEL_NAMES = os.getenv('CHANNEL_NAMES', 'data_1_channel;') CHANNEL_ALIAS = os.getenv('CHANNEL_NAMES', 'data_1;') SIMER_SIMULATION_PATH = '_working/simer' -LOG_LEVEL = 5 +LOG_LEVEL = 1 def generate_signal_group_yaml(num_of_signals): @@ -347,18 +347,32 @@ def plot_to_excel(plot_data, csv_data, max_df_val, file_name): plot_data = plot_data.drop(columns = ['scenario', 'transport', 'channels']) row_count, col_count = plot_data.shape out_file_name = f'_out/{file_name}.xlsx' - sheet_name = '_'.join(scenario.split('_')[1:3]) + '_' + transport.split('_')[-1] + '_chnl_'+str(channels) + + tmp_scenario = scenario.split('_') + sheet_name = (tmp_scenario[-1].title() + tmp_scenario[1].title() + transport.replace('redispubsub_', 'redis_').replace('message_queue', 'mq').title() + '#' + str(1)).replace('_', '') + if os.path.exists(out_file_name) is False : wb = Workbook() ws = wb.active - for row in dataframe_to_rows(csv_data, index=False, header=True):# loading the complete plot data in first sheet. - ws.append(row) - ws.title = 'Plot_Data' + ws.title = f'{sheet_name}_D' # gets created only one time wb.save(out_file_name) wb = load_workbook(out_file_name) - wb.create_sheet(sheet_name) - ws = wb[sheet_name] + sheetNames = [name.replace('_P', '') for name in wb.sheetnames if '_D' not in name] + if len(sheetNames) > 0: + sheetNameId = sheetNames[-1].split('#') + sheet_id = int(sheetNameId[-1]) + 1 + sheet_name = sheetNameId[0] + '#' + str(sheet_id) + + data_sheet = sheet_name + '_D' + if data_sheet not in wb.sheetnames: + wb.create_sheet(data_sheet) + ws = wb[data_sheet] + for row in dataframe_to_rows(csv_data, index=False, header=True):# loading the complete plot data + ws.append(row) + plot_sheet = sheet_name + '_P' + wb.create_sheet(plot_sheet) + ws = wb[plot_sheet] data = plot_data.values.tolist() for row in data: ws.append(row) @@ -381,7 +395,7 @@ def plot_to_excel(plot_data, csv_data, max_df_val, file_name): if os.path.exists(f"_out/{file_name}.csv"): os.remove(f"_out/{file_name}.csv") ws.add_chart(chart, "K2") - wb.active = wb[sheet_name] + wb.active = wb[plot_sheet] wb.save(out_file_name) diff --git a/tests/pytest/benchmark/performance_improvement_test.sh b/tests/pytest/benchmark/performance_improvement_test.sh new file mode 100755 index 0000000..b6927a6 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +individual_model_input_files="individual_model_simer_redis_socket_4_1000.csv individual_model_simer_redis_socket_4_2000.csv individual_model_simer_redis_socket_4_4000.csv individual_model_simer_redis_socket_4_8000.csv individual_model_simer_redis_socket_4_16000.csv" +stacked_model_input_files="stacked_model_simer_redis_socket_4_1000.csv stacked_model_simer_redis_socket_4_2000.csv stacked_model_simer_redis_socket_4_4000.csv stacked_model_simer_redis_socket_4_8000.csv stacked_model_simer_redis_socket_4_16000.csv" + +run () { + files=($@) + topology=${files[-1]} + unset files[-1] # removes the toplogy value from filenames array + for i in "${files[@]}"; do + echo "Running benchmark test for the file $i..." + cp performance_improvement_test/$i input.csv + ./benchmark.py execute --topology $topology --runtime simer + done +} + +run $individual_model_input_files individual +run $stacked_model_input_files stacked \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_1000.csv b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_1000.csv new file mode 100644 index 0000000..2e437c6 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_1000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,50,benchmark_result_individual_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_16000.csv b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_16000.csv new file mode 100644 index 0000000..8ac82a9 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_16000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,50,benchmark_result_individual_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_2000.csv b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_2000.csv new file mode 100644 index 0000000..aafd09f --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_2000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,50,benchmark_result_individual_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_4000.csv b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_4000.csv new file mode 100644 index 0000000..acc29ad --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_4000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,50,benchmark_result_individual_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_8000.csv b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_8000.csv new file mode 100644 index 0000000..2fe8aa5 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/individual_model_simer_redis_socket_4_8000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,50,benchmark_result_individual_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,10,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,20,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,30,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,40,benchmark_result_individual_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,50,benchmark_result_individual_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_1000.csv b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_1000.csv new file mode 100644 index 0000000..a31a27a --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_1000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,1000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,1000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,1000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,1000,50,benchmark_result_stacked_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_16000.csv b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_16000.csv new file mode 100644 index 0000000..090dd20 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_16000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,16000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,16000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,16000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,16000,50,benchmark_result_stacked_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_2000.csv b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_2000.csv new file mode 100644 index 0000000..0320ff0 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_2000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,2000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,2000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,2000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,2000,50,benchmark_result_stacked_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_4000.csv b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_4000.csv new file mode 100644 index 0000000..d7f224c --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_4000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,4000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,4000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,4000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,4000,50,benchmark_result_stacked_model.csv +,,,,,, \ No newline at end of file diff --git a/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_8000.csv b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_8000.csv new file mode 100644 index 0000000..cf1e0a9 --- /dev/null +++ b/tests/pytest/benchmark/performance_improvement_test/stacked_model_simer_redis_socket_4_8000.csv @@ -0,0 +1,25 @@ +simbus_uri,num_of_channels,num_of_models,step_size,end_time,signal_count,signal_change,out_file +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,1,0.0005,1,8000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,2,0.0005,1,8000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,3,0.0005,1,8000,50,benchmark_result_stacked_model.csv +,,,,,, +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,10,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,20,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,30,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,40,benchmark_result_stacked_model.csv +unix:///var/run/redis/redis.sock,1,4,0.0005,1,8000,50,benchmark_result_stacked_model.csv +,,,,,, \ No newline at end of file