remove response assertion on history server subpage

Author: guoqiao1992

src/sagemaker/spark/processing.py

@@ -206,7 +206,6 @@ def run(
                 user code file (default: None).
         """
         self._current_job_name = self._generate_current_job_name(job_name=job_name)
-        self.command = []
 
         super().run(
             submit_app,

tests/integ/test_spark_processing.py

@@ -302,19 +302,13 @@ def test_integ_history_server(spark_py_processor, sagemaker_session):
             sagemaker_session=sagemaker_session,
         )
 
+    # sleep 3 seconds to avoid s3 eventual consistency issue
+    time.sleep(3)
     spark_py_processor.start_history_server(spark_event_logs_s3_uri=spark_event_logs_s3_uri)
 
     try:
         response = _request_with_retry(HISTORY_SERVER_ENDPOINT)
         assert response.status == 200
-
-        # spark has redirect behavior, this request verify that page navigation works with redirect
-        response = _request_with_retry(f"{HISTORY_SERVER_ENDPOINT}{SPARK_APPLICATION_URL_SUFFIX}")
-        assert response.status == 200
-
-        html_content = response.data.decode("utf-8")
-        assert "Completed Jobs (4)" in html_content
-        assert "collect at /opt/ml/processing/input/code/test_long_duration.py:32" in html_content
     finally:
         spark_py_processor.terminate_history_server()