fix: use request url so that we dont have to pass aws creds

Author: bencrabtree

doc/conf.py

@@ -17,8 +17,7 @@
 from datetime import datetime
 import sys
 import os
-from jumpstart.utils import create_jumpstart_model_table
-
+from doc_utils.jumpstart_doc_utils import create_jumpstart_model_table
 sys.path.append(os.path.join(os.path.dirname(__file__), "/doc/"))
 
 project = "sagemaker"

doc/jumpstart/__init__.py renamed to doc/doc_utils/__init__.py

@@ -0,0 +1,87 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+from __future__ import absolute_import
+from urllib import request
+import json
+from packaging.version import Version
+
+JUMPSTART_REGION = "eu-west-2"
+SDK_MANIFEST_FILE = "models_manifest.json"
+JUMPSTART_BUCKET_BASE_URL = 'https://jumpstart-cache-prod-{}.s3.{}.amazonaws.com'.format(JUMPSTART_REGION, JUMPSTART_REGION)
+
+
+def get_jumpstart_sdk_manifest():
+    url = '{}/{}'.format(JUMPSTART_BUCKET_BASE_URL, SDK_MANIFEST_FILE)
+    with request.urlopen(url) as f:
+        models_manifest = f.read().decode("utf-8")
+    return json.loads(models_manifest)
+
+
+def get_jumpstart_sdk_spec(key):
+    url = '{}/{}'.format(JUMPSTART_BUCKET_BASE_URL, key)
+    with request.urlopen(url) as f:
+        model_spec = f.read().decode("utf-8")
+    return json.loads(model_spec)
+
+
+def create_jumpstart_model_table():
+    sdk_manifest = get_jumpstart_sdk_manifest()
+    sdk_manifest_top_versions_for_models = {}
+
+    for model in sdk_manifest:
+        if model["model_id"] not in sdk_manifest_top_versions_for_models:
+            sdk_manifest_top_versions_for_models[model["model_id"]] = model
+        else:
+            if Version(
+                sdk_manifest_top_versions_for_models[model["model_id"]]["version"]
+            ) < Version(model["version"]):
+                sdk_manifest_top_versions_for_models[model["model_id"]] = model
+
+    file_content = []
+
+    file_content.append("==================================\n")
+    file_content.append("JumpStart Available Model Table\n")
+    file_content.append("==================================\n")
+    file_content.append(
+        """
+    JumpStart for the SageMaker Python SDK uses model ids and model versions to access the necessary
+    utilities. This table serves to provide the core material plus some extra information that can be useful
+    in selecting the correct model id and corresponding parameters.\n
+    """
+    )
+    file_content.append(
+        """
+    If you want to automatically use the latest version of the model, use "*" for the `model_version` attribute.
+    We highly suggest pinning an exact model version however.\n
+    """
+    )
+    file_content.append("\n")
+    file_content.append(".. list-table:: Available Models\n")
+    file_content.append("   :widths: 50 20 20 20\n")
+    file_content.append("   :header-rows: 1\n")
+    file_content.append("   :class: datatable\n")
+    file_content.append("\n")
+    file_content.append("   * - Model ID\n")
+    file_content.append("     - Fine Tunable?\n")
+    file_content.append("     - Latest Version\n")
+    file_content.append("     - Min SDK Version\n")
+
+    for model in sorted(sdk_manifest, key=lambda elt: elt["model_id"]):
+        model_spec = get_jumpstart_sdk_spec(model["spec_key"])
+        file_content.append("   * - {}\n".format(model["model_id"]))
+        file_content.append("     - {}\n".format(model_spec["training_supported"]))
+        file_content.append("     - {}\n".format(model["version"]))
+        file_content.append("     - {}\n".format(model["min_version"]))
+
+    f = open("doc_utils/jumpstart.rst", "w")
+    f.writelines(file_content)

doc/jumpstart/jumpstart.rst renamed to doc/doc_utils/jumpstart.rst

@@ -1,5 +1,4 @@
 sphinx==3.1.1
 sphinx-rtd-theme==0.5.0
 docutils==0.15.2
-boto3==1.20.21
 packaging==20.9