Add new regions for container images (aws#147)

* update regions

* add check for tag

* add regions

Author: rahul003

bin/README.md

@@ -27,24 +27,37 @@ s3://tornasole-binaries-use1/tornasole_rules/py3/
 ```
 
 ## Containers
+REGION below can be one of 
+```
+us-east-1 
+us-east-2 
+us-west-1 
+us-west-2 
+ap-south-1 
+ap-northeast-2 
+ap-southeast-1 
+ap-southeast-2 
+ap-northeast-1 
+ca-central-1 
+eu-central-1 
+eu-west-1 
+eu-west-2 
+eu-west-3 
+eu-north-1 
+sa-east-1
+```
 #### TensorFlow	
 ```
-cpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-tf-1.13.1-cpu:latest
-cpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-tf-1.13.1-cpu:latest
-gpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-tf-1.13.1-gpu:latest
-gpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-tf-1.13.1-gpu:latest
+cpu	        072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-tf-1.13.1-cpu:latest
+gpu		072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-tf-1.13.1-gpu:latest
 ```
 #### MXNet
 ```
-cpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-mxnet-1.4.1-cpu:latest
-cpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-mxnet-1.4.1-cpu:latest
-gpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-mxnet-1.4.1-gpu:latest
-gpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-mxnet-1.4.1-gpu:latest
+cpu		072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-mxnet-1.4.1-cpu:latest
+gpu		072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-mxnet-1.4.1-gpu:latest
 ```
 #### PyTorch
 ```
-cpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-pytorch-1.1.0-cpu:latest
-cpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-pytorch-1.1.0-cpu:latest
-gpu	us-west-2	072677473360.dkr.ecr.us-west-2.amazonaws.com/tornasole-preprod-pytorch-1.1.0-gpu:latest
-gpu	us-east-1	072677473360.dkr.ecr.us-east-1.amazonaws.com/tornasole-preprod-pytorch-1.1.0-gpu:latest
+cpu		072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-pytorch-1.1.0-cpu:latest
+gpu		072677473360.dkr.ecr.REGION.amazonaws.com/tornasole-preprod-pytorch-1.1.0-gpu:latest
 ```

bin/sagemaker-containers/create_ecr_repos.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+for region in us-east-1 us-east-2 us-west-1 us-west-2 ap-south-1 ap-northeast-2 ap-southeast-1 ap-southeast-2 ap-northeast-1 ca-central-1 eu-central-1 eu-west-1 eu-west-2 eu-west-3 eu-north-1 sa-east-1
+do
+    for framework_version in tf-1.13.1 mxnet-1.4.1 pytorch-1.1.0
+    do
+        aws ecr --region $region create-repository --repository-name tornasole-preprod-$framework_version-cpu
+        aws ecr --region $region create-repository --repository-name tornasole-preprod-$framework_version-gpu
+    done
+done

bin/sagemaker-containers/mxnet/1.4.1/build.sh

@@ -3,14 +3,16 @@
 set -ex
 
 tag_and_push() {
-  for REGION in us-east-1 us-west-2
+  for REGION in us-east-1 us-east-2 us-west-1 us-west-2 ap-south-1 ap-northeast-2 ap-southeast-1 ap-southeast-2 ap-northeast-1 ca-central-1 eu-central-1 eu-west-1 eu-west-2 eu-west-3 eu-north-1 sa-east-1
   do
       $(aws ecr get-login --no-include-email --region $REGION)
       docker tag $ECR_REPO_NAME:$ECR_TAG_NAME 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
       docker push 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
   done
 }
 
+if [ -z "$1" ]; then echo "No tag passed" &&  exit 1; fi
+
 export ECR_TAG_NAME=$1
 
 cd bin/sagemaker-containers/mxnet/1.4.1/

bin/sagemaker-containers/pytorch/1.1.0/build.sh

@@ -3,14 +3,16 @@
 set -ex
 
 tag_and_push() {
-  for REGION in us-east-1 us-west-2
+  for REGION in us-east-1 us-east-2 us-west-1 us-west-2 ap-south-1 ap-northeast-2 ap-southeast-1 ap-southeast-2 ap-northeast-1 ca-central-1 eu-central-1 eu-west-1 eu-west-2 eu-west-3 eu-north-1 sa-east-1
   do
       $(aws ecr get-login --no-include-email --region $REGION)
       docker tag $ECR_REPO_NAME:$ECR_TAG_NAME 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
       docker push 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
   done
 }
 
+if [ -z "$1" ]; then echo "No tag passed" &&  exit 1; fi
+
 export ECR_TAG_NAME=$1
 
 pushd .

bin/sagemaker-containers/tensorflow/1.13.1/build.sh

@@ -3,14 +3,16 @@
 set -ex
 
 tag_and_push() {
-  for REGION in us-east-1 us-west-2
+  for REGION in us-east-1 us-east-2 us-west-1 us-west-2 ap-south-1 ap-northeast-2 ap-southeast-1 ap-southeast-2 ap-northeast-1 ca-central-1 eu-central-1 eu-west-1 eu-west-2 eu-west-3 eu-north-1 sa-east-1
   do
       $(aws ecr get-login --no-include-email --region $REGION)
       docker tag $ECR_REPO_NAME:$ECR_TAG_NAME 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
       docker push 072677473360.dkr.ecr.$REGION.amazonaws.com/$ECR_REPO_NAME:$ECR_TAG_NAME
   done
 }
 
+if [ -z "$1" ]; then echo "No tag passed" &&  exit 1; fi
+
 export ECR_TAG_NAME=$1
 
 pushd .