diff --git a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf index b6d452d332e..841cb8e2e31 100644 --- a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf +++ b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf @@ -576,7 +576,7 @@ resource "aws_glue_job" "etl_rds_tbl_rows_hashvalue_to_s3_prq_yyyy_mm" { "--date_partition_column_name" = "" "--pkey_lower_bound_int" = "" "--pkey_upper_bound_int" = "" - "--parallel_jdbc_conn_num" = 1 + "--parallel_jdbc_conn_num" = 2 "--rds_yyyy_mm_df_repartition_num" = 0 "--year_partition_bool" = "true" "--month_partition_bool" = "true" diff --git a/terraform/environments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py b/terraform/environments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py index 8741aa26bc9..6a5bec77355 100644 --- a/terraform/environments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py +++ b/terraform/environments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py @@ -272,7 +272,7 @@ def get_min_max_count_groupby_yyyy_mm(self, agg_query_str = agg_query_str + \ f""" GROUP BY YEAR({date_partition_col}), MONTH({date_partition_col})""" - print(f"""query_str-(Aggregate):> \n{agg_query_str}""") + self.LOGGER.info(f"""query_str-(Aggregate):> \n{agg_query_str}""") df_agg = (self.spark.read.format("jdbc") .option("url", self.rds_jdbc_url_v2)