From d130043a81ee60efb0673187f2f877ef00508a02 Mon Sep 17 00:00:00 2001 From: Wenjie Du Date: Thu, 30 Nov 2023 14:07:41 +0800 Subject: [PATCH] fix: errors in config files for NNI tuning; --- NNI_tuning/BRITS/BRITS_basic_config.ini | 10 ++++++---- NNI_tuning/MRNN/MRNN_basic_config.ini | 12 ++++++------ NNI_tuning/SAITS/SAITS_basic_config.ini | 12 +++++++----- NNI_tuning/Transformer/Transformer_basic_config.ini | 12 +++++++----- 4 files changed, 26 insertions(+), 20 deletions(-) diff --git a/NNI_tuning/BRITS/BRITS_basic_config.ini b/NNI_tuning/BRITS/BRITS_basic_config.ini index 94fc78b..03fb656 100644 --- a/NNI_tuning/BRITS/BRITS_basic_config.ini +++ b/NNI_tuning/BRITS/BRITS_basic_config.ini @@ -42,16 +42,18 @@ model_type = BRITS rnn_hidden_size = 1024 [training] -; whether to have masked imputation task in training -masked_imputation_task = False +; whether to have Masked Imputation Task (MIT) in training +MIT = False +; whether to have Observed Reconstruction Task (ORT) in training +ORT = True ; max num of training epochs epochs = 100 ; which device for training, cpu/cuda device = cuda ; learning rate lr = 0.001 -; weight for regression loss -regression_loss_weight = 1 +; weight for reconstruction loss +reconstruction_loss_weight = 1 ; weight for imputation loss imputation_loss_weight = 1 ; weight for consistency loss, here we use to adjust the importance of consistency loss diff --git a/NNI_tuning/MRNN/MRNN_basic_config.ini b/NNI_tuning/MRNN/MRNN_basic_config.ini index 3f8c101..9640503 100644 --- a/NNI_tuning/MRNN/MRNN_basic_config.ini +++ b/NNI_tuning/MRNN/MRNN_basic_config.ini @@ -42,20 +42,20 @@ model_type = MRNN rnn_hidden_size = 1024 [training] -; whether to have masked imputation task in training -masked_imputation_task = False +; whether to have Masked Imputation Task (MIT) in training +MIT = False +; whether to have Observed Reconstruction Task (ORT) in training +ORT = True ; max num of training epochs epochs = 100 ; which device for training, cpu/cuda device = cuda ; learning rate lr = 0.001 -; weight for regression loss -regression_loss_weight = 1 +; weight for reconstruction loss +reconstruction_loss_weight = 1 ; weight for imputation loss imputation_loss_weight = 1 -; weight for consistency loss, here we use to adjust the importance of consistency loss -consistency_loss_weight = 1 ; patience of early stopping, -1 means not applied (current early stopping is based on total loss) early_stop_patience = 30 ; what type of optimizer to use, adam/adamw diff --git a/NNI_tuning/SAITS/SAITS_basic_config.ini b/NNI_tuning/SAITS/SAITS_basic_config.ini index 3e155e8..d2b4173 100644 --- a/NNI_tuning/SAITS/SAITS_basic_config.ini +++ b/NNI_tuning/SAITS/SAITS_basic_config.ini @@ -62,17 +62,19 @@ dropout = 0.1 diagonal_attention_mask = True [training] -; whether to have masked imputation task in training -masked_imputation_task = True +; whether to have Masked Imputation Task (MIT) in training +MIT = True +; whether to have Observed Reconstruction Task (ORT) in training +ORT = True ; max num of training epochs epochs = 100 ; which device for training, cpu/cuda device = cuda ; learning rate lr = 0.001 -; weight for regression loss, 0.3 is the default one from original paper -regression_loss_weight = 1 -; weight for imputation loss, 0.3 is the default one from original paper +; weight for reconstruction loss +reconstruction_loss_weight = 1 +; weight for imputation loss imputation_loss_weight = 1 ; patience of early stopping, -1 means not applied (current early stopping is based on total loss) early_stop_patience = -1 diff --git a/NNI_tuning/Transformer/Transformer_basic_config.ini b/NNI_tuning/Transformer/Transformer_basic_config.ini index 457f453..b0dbed5 100644 --- a/NNI_tuning/Transformer/Transformer_basic_config.ini +++ b/NNI_tuning/Transformer/Transformer_basic_config.ini @@ -62,17 +62,19 @@ dropout = 0.1 diagonal_attention_mask = False [training] -; whether to have masked imputation task in training -masked_imputation_task = True +; whether to have Masked Imputation Task (MIT) in training +MIT = True +; whether to have Observed Reconstruction Task (ORT) in training +ORT = True ; max num of training epochs epochs = 100 ; which device for training, cpu/cuda device = cuda ; learning rate lr = 0.001 -; weight for regression loss, 0.3 is the default one from original paper -regression_loss_weight = 1 -; weight for imputation loss, 0.3 is the default one from original paper +; weight for reconstruction loss +reconstruction_loss_weight = 1 +; weight for imputation loss imputation_loss_weight = 1 ; patience of early stopping, -1 means not applied (current early stopping is based on total loss) early_stop_patience = -1