diff --git a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf index 8d931646ff7..b6d452d332e 100644 --- a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf +++ b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job_v2.tf @@ -564,7 +564,7 @@ resource "aws_glue_job" "etl_rds_tbl_rows_hashvalue_to_s3_prq_yyyy_mm" { execution_property { max_concurrent_runs = 12 } - + default_arguments = { "--script_bucket_name" = module.s3-glue-job-script-bucket.bucket.id "--rds_db_host_ep" = split(":", aws_db_instance.database_2022.endpoint)[0] @@ -815,31 +815,32 @@ resource "aws_glue_job" "dms_dv_on_rows_hashvalue_partitionby_yyyy_mm" { worker_type = "G.2X" number_of_workers = 4 default_arguments = { - "--script_bucket_name" = module.s3-glue-job-script-bucket.bucket.id - "--rds_db_host_ep" = split(":", aws_db_instance.database_2022.endpoint)[0] - "--rds_db_pwd" = aws_db_instance.database_2022.password - "--rds_database_folder" = "" - "--rds_db_schema_folder" = "dbo" - "--rds_table_orignal_name" = "" - "--table_pkey_column" = "" - "--date_partition_column_name" = "" - "--rds_hashed_rows_prq_parent_dir" = "rds_tables_rows_hashed" - "--dms_prq_output_bucket" = module.s3-dms-target-store-bucket.bucket.id - "--dms_prq_table_folder" = "" - "--rds_only_where_clause" = "" - "--prq_df_where_clause" = "" - "--skip_columns_for_hashing" = "" - "--rds_hashed_rows_prq_bucket" = module.s3-dms-data-validation-bucket.bucket.id - "--glue_catalog_dv_bucket" = module.s3-dms-data-validation-bucket.bucket.id - "--glue_catalog_db_name" = aws_glue_catalog_database.dms_dv_glue_catalog_db.name - "--glue_catalog_tbl_name" = "glue_df_output" - "--extra-py-files" = "s3://${module.s3-glue-job-script-bucket.bucket.id}/${aws_s3_object.aws_s3_object_pyzipfile_to_s3folder.id}" - "--continuous-log-logGroup" = "/aws-glue/jobs/${aws_cloudwatch_log_group.dms_dv_on_rows_hashvalue_partitionby_yyyy_mm.name}" - "--enable-continuous-cloudwatch-log" = "true" - "--enable-continuous-log-filter" = "true" - "--enable-metrics" = "true" - "--enable-auto-scaling" = "true" - "--conf" = <