Prod code corrections - 1501-v1

ministryofjustice · Jan 15, 2025 · e007ba6 · e007ba6
1 parent b44e46c
commit e007ba6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf
@@ -576,7 +576,7 @@ resource "aws_glue_job" "etl_rds_tbl_rows_hashvalue_to_s3_prq_yyyy_mm" {
     "--date_partition_column_name"          = ""
     "--pkey_lower_bound_int"                = ""
     "--pkey_upper_bound_int"                = ""
-    "--parallel_jdbc_conn_num"              = 1
+    "--parallel_jdbc_conn_num"              = 2
     "--rds_yyyy_mm_df_repartition_num"      = 0
     "--year_partition_bool"                 = "true"
     "--month_partition_bool"                = "true"

diff --git a/...ironments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py b/...ironments/electronic-monitoring-data/glue-job/reusable_module/glue_data_validation_lib.py
@@ -272,7 +272,7 @@ def get_min_max_count_groupby_yyyy_mm(self,
         agg_query_str = agg_query_str + \
             f""" GROUP BY YEAR({date_partition_col}), MONTH({date_partition_col})"""
 
-        print(f"""query_str-(Aggregate):> \n{agg_query_str}""")
+        self.LOGGER.info(f"""query_str-(Aggregate):> \n{agg_query_str}""")
 
         df_agg = (self.spark.read.format("jdbc")
                 .option("url", self.rds_jdbc_url_v2)