merge latest

Author: Brock Wade

tests/unit/sagemaker/workflow/test_pipeline.py

@@ -78,7 +78,7 @@ def test_pipeline_create_with_parallelism_config(sagemaker_session_mock, role_ar
     )
 
 
-@patch("sagemaker.spark.processing.S3Uploader.upload_string_as_file_body")
+@patch("sagemaker.s3.S3Uploader.upload_string_as_file_body")
 def test_large_pipeline_create(sagemaker_session_mock, role_arn):
     parameter = ParameterString("MyStr")
     pipeline = Pipeline(
@@ -149,7 +149,8 @@ def test_pipeline_update_with_parallelism_config(sagemaker_session_mock, role_ar
         ParallelismConfiguration={"MaxParallelExecutionSteps": 10},
     )
 
-@patch("sagemaker.spark.processing.S3Uploader.upload_string_as_file_body")
+
+@patch("sagemaker.s3.S3Uploader.upload_string_as_file_body")
 def test_large_pipeline_update(sagemaker_session_mock, role_arn):
     parameter = ParameterString("MyStr")
     pipeline = Pipeline(

tests/unit/sagemaker/workflow/test_processing_step.py

@@ -992,6 +992,10 @@ def test_spark_processor(spark_processor, processing_input, pipeline_session):
                     SPARK_SUBMIT_FILE2,
                 ],
                 "spark_event_logs_s3_uri": ParameterString("MySparkEventLogS3Uri"),
+                "configuration": {
+                    "Classification": "core-site",
+                    "Properties": {"hadoop.security.groups.cache.secs": "250"},
+                },
             },
         ),
         (
@@ -1016,6 +1020,10 @@ def test_spark_processor(spark_processor, processing_input, pipeline_session):
                 "submit_jars": [SPARK_DEP_JAR],
                 "submit_files": [SPARK_SUBMIT_FILE1, SPARK_SUBMIT_FILE2],
                 "spark_event_logs_s3_uri": ParameterString("MySparkEventLogS3Uri"),
+                "configuration": {
+                    "Classification": "core-site",
+                    "Properties": {"hadoop.security.groups.cache.secs": "250"},
+                },
             },
         ),
     ],