From 66324f9a11beaecd7ef5245d966fbc7927b0ab09 Mon Sep 17 00:00:00 2001 From: Tom Brooks Date: Fri, 24 Jul 2026 08:36:03 +0100 Subject: [PATCH] fix: provision-quality - set max plan strigh length --- dags/digital_land_builder.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dags/digital_land_builder.py b/dags/digital_land_builder.py index c60e893..66c6bdb 100644 --- a/dags/digital_land_builder.py +++ b/dags/digital_land_builder.py @@ -323,7 +323,9 @@ def get_emr_application_id(**context): "sparkSubmit": { "entryPoint": S3_PROVISION_QUALITY_ENTRY_POINT, "entryPointArguments": '{{ task_instance.xcom_pull(task_ids="configure-dag", key="provision-quality-entry-point-args") }}', - "sparkSubmitParameters": f"--py-files {S3_WHEEL_FILE} " "--conf spark.serializer=org.apache.spark.serializer.KryoSerializer", + "sparkSubmitParameters": f"--py-files {S3_WHEEL_FILE} " + "--conf spark.serializer=org.apache.spark.serializer.KryoSerializer " + "--conf spark.sql.maxPlanStringLength=8192", } }, configuration_overrides={"monitoringConfiguration": {"s3MonitoringConfiguration": {"logUri": S3_LOG_URI}}},