Merge branch 'master' into add_new_tensorflow_version

Author: ahsan-z-khan

src/sagemaker/deprecations.py

@@ -50,6 +50,46 @@ def renamed_warning(phrase):
     _warn(f"{phrase} has been renamed")
 
 
+def deprecation_warn(name, date, msg=None):
+    """Raise a warning for soon to be deprecated feature in sagemaker>=2
+
+    Args:
+        name (str): Name of the feature
+        date (str): the date when the feature will be deprecated
+        msg (str): the prefix phrase of the warning message.
+    """
+    _warn(f"{name} will be deprecated on {date}.{msg}")
+
+
+def deprecation_warning(date, msg=None):
+    """Decorator for raising deprecation warning for a feature in sagemaker>=2
+
+    Args:
+        date (str): the date when the feature will be deprecated
+        msg (str): the prefix phrase of the warning message.
+
+    Usage:
+        @deprecation_warning(msg="message", date="date")
+        def sample_function():
+            print("xxxx....")
+
+        @deprecation_warning(msg="message", date="date")
+        class SampleClass():
+            def __init__(self):
+                print("xxxx....")
+
+    """
+
+    def deprecate(obj):
+        def wrapper(*args, **kwargs):
+            deprecation_warn(obj.__name__, date, msg)
+            return obj(*args, **kwargs)
+
+        return wrapper
+
+    return deprecate
+
+
 def renamed_kwargs(old_name, new_name, value, kwargs):
     """Checks if the deprecated argument is in kwargs
 
@@ -106,6 +146,28 @@ def func(*args, **kwargs):  # pylint: disable=W0613
     return func
 
 
+def deprecated(obj):
+    """Decorator for raising deprecated warning for a feature in sagemaker>=2
+
+    Usage:
+        @deprecated
+        def sample_function():
+            print("xxxx....")
+
+        @deprecated
+        class SampleClass():
+            def __init__(self):
+                print("xxxx....")
+
+    """
+
+    def wrapper(*args, **kwargs):
+        removed_warning(obj.__name__)
+        return obj(*args, **kwargs)
+
+    return wrapper
+
+
 def deprecated_function(func, name):
     """Wrap a function with a deprecation warning.
 

src/sagemaker/serverless/model.py

@@ -20,10 +20,15 @@
 import botocore
 
 from sagemaker.model import ModelBase
-
+from sagemaker.deprecations import deprecation_warning
 from .predictor import LambdaPredictor
 
 
+@deprecation_warning(
+    msg="Based on customer experience and feedback an"
+    " alternative support will be added in near future",
+    date="10/27/2021",
+)
 class LambdaModel(ModelBase):
     """A model that can be deployed to Lambda."""
 

src/sagemaker/serverless/predictor.py

@@ -20,8 +20,14 @@
 
 from sagemaker import deserializers, serializers
 from sagemaker.predictor import PredictorBase
+from sagemaker.deprecations import deprecation_warning
 
 
+@deprecation_warning(
+    msg="Based on customer experience and feedback an"
+    " alternative support will be added in near future",
+    date="10/27/2021",
+)
 class LambdaPredictor(PredictorBase):
     """A deployed model hosted on Lambda."""
 

tests/integ/test_marketplace.py

@@ -24,8 +24,7 @@
 from sagemaker import AlgorithmEstimator, ModelPackage
 from sagemaker.serializers import CSVSerializer
 from sagemaker.tuner import IntegerParameter, HyperparameterTuner
-from sagemaker.utils import sagemaker_timestamp
-from sagemaker.utils import _aws_partition
+from sagemaker.utils import sagemaker_timestamp, _aws_partition, unique_name_from_base
 from tests.integ import DATA_DIR
 from tests.integ.timeout import timeout, timeout_and_delete_endpoint_by_name
 from tests.integ.marketplace_utils import REGION_ACCOUNT_MAP
@@ -117,7 +116,7 @@ def test_marketplace_attach(sagemaker_session, cpu_instance_type):
             instance_count=1,
             instance_type=cpu_instance_type,
             sagemaker_session=sagemaker_session,
-            base_job_name="test-marketplace",
+            base_job_name=unique_name_from_base("test-marketplace"),
         )
 
         train_input = mktplace.sagemaker_session.upload_data(
@@ -205,7 +204,7 @@ def test_marketplace_tuning_job(sagemaker_session, cpu_instance_type):
         instance_count=1,
         instance_type=cpu_instance_type,
         sagemaker_session=sagemaker_session,
-        base_job_name="test-marketplace",
+        base_job_name=unique_name_from_base("test-marketplace"),
     )
 
     train_input = mktplace.sagemaker_session.upload_data(
@@ -218,7 +217,7 @@ def test_marketplace_tuning_job(sagemaker_session, cpu_instance_type):
 
     tuner = HyperparameterTuner(
         estimator=mktplace,
-        base_tuning_job_name="byo",
+        base_tuning_job_name=unique_name_from_base("byo"),
         objective_metric_name="validation:accuracy",
         hyperparameter_ranges=hyperparameter_ranges,
         max_jobs=2,
@@ -248,7 +247,7 @@ def test_marketplace_transform_job(sagemaker_session, cpu_instance_type):
         instance_count=1,
         instance_type=cpu_instance_type,
         sagemaker_session=sagemaker_session,
-        base_job_name="test-marketplace",
+        base_job_name=unique_name_from_base("test-marketplace"),
     )
 
     train_input = algo.sagemaker_session.upload_data(

tests/integ/test_model_monitor.py

@@ -92,7 +92,11 @@ def predictor(sagemaker_session, tensorflow_inference_latest_version):
         key_prefix="tensorflow-serving/models",
     )
     with tests.integ.timeout.timeout_and_delete_endpoint_by_name(
-        endpoint_name=endpoint_name, sagemaker_session=sagemaker_session, hours=2
+        endpoint_name=endpoint_name,
+        sagemaker_session=sagemaker_session,
+        hours=2,
+        sleep_between_cleanup_attempts=20,
+        exponential_sleep=True,
     ):
         model = TensorFlowModel(
             model_data=model_data,

tests/integ/timeout.py

@@ -54,6 +54,7 @@ def timeout_and_delete_endpoint_by_name(
     minutes=45,
     hours=0,
     sleep_between_cleanup_attempts=10,
+    exponential_sleep=False,
 ):
     limit = seconds + 60 * minutes + 3600 * hours
 
@@ -83,7 +84,13 @@ def timeout_and_delete_endpoint_by_name(
                         # avoids the inner exception to be overwritten
                         pass
                 # trying to delete the resource again in 10 seconds
-                sleep(sleep_between_cleanup_attempts)
+                if exponential_sleep:
+                    _sleep_between_cleanup_attempts = sleep_between_cleanup_attempts * (
+                        3 - attempts
+                    )
+                else:
+                    _sleep_between_cleanup_attempts = sleep_between_cleanup_attempts
+                sleep(_sleep_between_cleanup_attempts)
 
 
 @contextmanager
@@ -150,7 +157,9 @@ def _delete_schedules_associated_with_endpoint(sagemaker_session, endpoint_name)
             monitor.delete_monitoring_schedule()
         except Exception as e:
             LOGGER.warning(
-                "Failed to delete monitor {}".format(monitor.monitoring_schedule_name), e
+                "Failed to delete monitor {},\nError: {}".format(
+                    monitor.monitoring_schedule_name, e
+                )
             )
 
 

tests/unit/test_deprecations.py

@@ -23,6 +23,8 @@
     removed_function,
     removed_kwargs,
     renamed_kwargs,
+    deprecation_warning,
+    deprecated,
 )
 
 
@@ -60,6 +62,106 @@ def test_removed_kwargs():
         removed_kwargs("b", kwarg)
 
 
+def test_deprecation_warning_for_function():
+    @deprecation_warning(msg="message", date="date")
+    def sample_function():
+        return "xxxx...."
+
+    with pytest.warns(DeprecationWarning) as w:
+        output = sample_function()
+        assert output == "xxxx...."
+        msg = (
+            "sample_function will be deprecated on date.message in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
+def test_deprecation_warning_for_class():
+    @deprecation_warning(msg="message", date="date")
+    class SampleClass:
+        def __init__(self):
+            pass
+
+    with pytest.warns(DeprecationWarning) as w:
+        SampleClass()
+        msg = (
+            "SampleClass will be deprecated on date.message in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
+def test_deprecation_warning_for_class_method():
+    class SampleClass:
+        def __init__(self):
+            pass
+
+        @deprecation_warning(msg="message", date="date")
+        def sample_method(self):
+            return "xxxx...."
+
+    s = SampleClass()
+    with pytest.warns(DeprecationWarning) as w:
+        output = s.sample_method()
+        assert output == "xxxx...."
+        msg = (
+            "sample_method will be deprecated on date.message in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
+def test_deprecated_for_function():
+    @deprecated
+    def sample_function():
+        return "xxxx...."
+
+    with pytest.warns(DeprecationWarning) as w:
+        output = sample_function()
+        assert output == "xxxx...."
+        msg = (
+            "sample_function is a no-op in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
+def test_deprecated_for_class():
+    @deprecated
+    class SampleClass:
+        def __init__(self):
+            pass
+
+    with pytest.warns(DeprecationWarning) as w:
+        SampleClass()
+        msg = (
+            "SampleClass is a no-op in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
+def test_deprecated_for_class_method():
+    class SampleClass:
+        def __init__(self):
+            pass
+
+        @deprecated
+        def sample_method(self):
+            return "xxxx...."
+
+    s = SampleClass()
+    with pytest.warns(DeprecationWarning) as w:
+        output = s.sample_method()
+        assert output == "xxxx...."
+        msg = (
+            "sample_method is a no-op in sagemaker>=2.\n"
+            "See: https://sagemaker.readthedocs.io/en/stable/v2.html for details."
+        )
+        assert str(w[-1].message) == msg
+
+
 def test_removed_function():
     removed = removed_function("foo")
     with pytest.warns(DeprecationWarning):

tests/unit/test_timeout.py

@@ -19,7 +19,7 @@
 import time
 
 import pytest
-from mock import Mock, patch
+from mock import Mock, patch, call
 import stopit
 
 from botocore.exceptions import ClientError
@@ -44,6 +44,7 @@
 LONG_DURATION_TO_EXCEED_TIMEOUT = 0.002
 LONG_TIMEOUT_THAT_WILL_NEVER_BE_EXCEEDED = 10
 DURATION_TO_SLEEP_TO_ALLOW_BACKGROUND_THREAD_TO_COMPLETE = 0.2
+DURATION_TO_SLEEP = 0.01
 
 
 @pytest.fixture()
@@ -174,6 +175,39 @@ def test_timeout_and_delete_endpoint_by_name_retries_resource_deletion_on_failur
     assert session.delete_endpoint.call_count == 3
 
 
+@patch("tests.integ.timeout._show_logs", return_value=None, autospec=True)
+@patch("tests.integ.timeout._cleanup_logs", return_value=None, autospec=True)
+@patch(
+    "tests.integ.timeout._delete_schedules_associated_with_endpoint",
+    return_value=None,
+    autospec=True,
+)
+@patch("tests.integ.timeout.sleep", return_value=None)
+def test_timeout_and_delete_endpoint_by_name_retries_resource_deletion_on_failure_with_exp_sleep(
+    mock_sleep, _show_logs, _cleanup_logs, _delete_schedules_associated_with_endpoint, session
+):
+    session.delete_endpoint = Mock(
+        side_effect=ClientError(
+            error_response={"Error": {"Code": 403, "Message": "ValidationException"}},
+            operation_name="Unit Test",
+        )
+    )
+
+    with timeout_and_delete_endpoint_by_name(
+        endpoint_name=ENDPOINT_NAME,
+        sagemaker_session=session,
+        hours=0,
+        minutes=0,
+        seconds=LONG_TIMEOUT_THAT_WILL_NEVER_BE_EXCEEDED,
+        sleep_between_cleanup_attempts=DURATION_TO_SLEEP,
+        exponential_sleep=True,
+    ):
+        pass
+    assert session.delete_endpoint.call_count == 3
+    assert mock_sleep.call_count == 3
+    assert mock_sleep.mock_calls == [call(0.01), call(0.02), call(0.03)]
+
+
 @patch("tests.integ.timeout._show_logs", return_value=None, autospec=True)
 @patch("tests.integ.timeout._cleanup_logs", return_value=None, autospec=True)
 @patch(