Added integration tests for "delete" verb (#74)

* Created delete function

* Created verify_delete method

* Added Training, HPO and Batch delete tests

* Fixed incorrect parameter

* Create model before running batch

* Fixed test directories

* Use yq to modify model name

* Added YQ apt repository

* Reformatted integration test yaml

* Reformatted sample test yaml

* Removed duplicate configuration settings

* Refactored integration and canary scripts

* Increased timeout and refactored timeout code

* Added SM delete checks

* Renamed wait_for_crd_status

* Refactored tests into their own files

* Moved all run_test functionality into logical files

* Formatting changes

* Cast CRD type to lowercase

* Added TODO in create_tests import

Author: RedbackThomson

samples/efs-xgboost-mnist-trainingjob.yaml

@@ -3,59 +3,59 @@ kind: TrainingJob
 metadata:
   name: efs-xgboost-mnist
 spec:
-    hyperParameters:
-        - name: max_depth
-          value: "5"
-        - name: eta
-          value: "0.2"
-        - name: gamma
-          value: "4"
-        - name: min_child_weight
-          value: "6"
-        - name: silent
-          value: "0"
-        - name: objective
-          value: multi:softmax
-        - name: num_class
-          value: "10"
-        - name: num_round
-          value: "10"
-    algorithmSpecification:
-        trainingImage: 433757028032.dkr.ecr.us-west-2.amazonaws.com/xgboost:1
-        trainingInputMode: File
-    roleArn: arn:aws:iam::123456789012:role/service-role/AmazonSageMaker-ExecutionRole
-    region: us-west-2
-    outputDataConfig:
-        s3OutputPath: s3://my-bucket/xgboost
-    resourceConfig:
-        instanceCount: 1
-        instanceType: ml.m4.xlarge
-        volumeSizeInGB: 5
-    stoppingCondition:
-        maxRuntimeInSeconds: 86400
-    inputDataConfig:
-        - channelName: train
-          dataSource:
-            fileSystemDataSource:
-                fileSystemType: EFS
-                fileSystemAccessMode: ro
-                fileSystemId: fs-e2466d9b 
-                directoryPath: /xgboost-mnist/train
-          contentType: text/csv
-          compressionType: None
-        - channelName: validation
-          dataSource:
-            fileSystemDataSource:
-                fileSystemType: EFS 
-                fileSystemAccessMode: ro
-                fileSystemId: fs-e2466d9b 
-                directoryPath: /xgboost-mnist/validation
-          contentType: text/csv
-          compressionType: None
-    vpcConfig:
-        securityGroupIds: 
-          - sg-4b23c421
-        subnets: 
-          - subnet-ae0a65c6
-          - subnet-2af0fa67
-          - subnet-dddb7fa7
+  hyperParameters:
+    - name: max_depth
+      value: "5"
+    - name: eta
+      value: "0.2"
+    - name: gamma
+      value: "4"
+    - name: min_child_weight
+      value: "6"
+    - name: silent
+      value: "0"
+    - name: objective
+      value: multi:softmax
+    - name: num_class
+      value: "10"
+    - name: num_round
+      value: "10"
+  algorithmSpecification:
+    trainingImage: 433757028032.dkr.ecr.us-west-2.amazonaws.com/xgboost:1
+    trainingInputMode: File
+  roleArn: arn:aws:iam::123456789012:role/service-role/AmazonSageMaker-ExecutionRole
+  region: us-west-2
+  outputDataConfig:
+    s3OutputPath: https://s3-us-west-2.amazonaws.com/my-bucket/xgboost
+  resourceConfig:
+    instanceCount: 1
+    instanceType: ml.m4.xlarge
+    volumeSizeInGB: 5
+  stoppingCondition:
+    maxRuntimeInSeconds: 86400
+  inputDataConfig:
+    - channelName: train
+      dataSource:
+        fileSystemDataSource:
+          fileSystemType: EFS
+          fileSystemAccessMode: ro
+          fileSystemId: fs-e2466d9b 
+          directoryPath: /xgboost-mnist/train
+      contentType: text/csv
+      compressionType: None
+    - channelName: validation
+      dataSource:
+        fileSystemDataSource:
+          fileSystemType: EFS 
+          fileSystemAccessMode: ro
+          fileSystemId: fs-e2466d9b 
+          directoryPath: /xgboost-mnist/validation
+      contentType: text/csv
+      compressionType: None
+  vpcConfig:
+    securityGroupIds: 
+      - sg-4b23c421
+    subnets: 
+      - subnet-ae0a65c6
+      - subnet-2af0fa67
+      - subnet-dddb7fa7

samples/fsx-xgboost-mnist-trainingjob.yaml

@@ -3,59 +3,59 @@ kind: TrainingJob
 metadata:
   name: fsx-xgboost-mnist
 spec:
-    hyperParameters:
-        - name: max_depth
-          value: "5"
-        - name: eta
-          value: "0.2"
-        - name: gamma
-          value: "4"
-        - name: min_child_weight
-          value: "6"
-        - name: silent
-          value: "0"
-        - name: objective
-          value: multi:softmax
-        - name: num_class
-          value: "10"
-        - name: num_round
-          value: "10"
-    algorithmSpecification:
-        trainingImage: 433757028032.dkr.ecr.us-west-2.amazonaws.com/xgboost:1
-        trainingInputMode: File
-    roleArn: arn:aws:iam::123456789012:role/service-role/AmazonSageMaker-ExecutionRole
-    region: us-west-2
-    outputDataConfig:
-        s3OutputPath: s3://my-bucket/xgboost
-    resourceConfig:
-        instanceCount: 1
-        instanceType: ml.m4.xlarge
-        volumeSizeInGB: 5
-    stoppingCondition:
-        maxRuntimeInSeconds: 86400
-    inputDataConfig:
-        - channelName: train
-          dataSource:
-            fileSystemDataSource:
-                fileSystemType: FSxLustre
-                fileSystemAccessMode: ro
-                fileSystemId: fs-0d0f8e3f721664c98
-                directoryPath: /fsx/sagemaker/xgboost-mnist
-          contentType: text/csv
-          compressionType: None
-        - channelName: validation
-          dataSource:
-            fileSystemDataSource:
-                fileSystemType: FSxLustre
-                fileSystemAccessMode: ro
-                fileSystemId: fs-0d0f8e3f721664c98
-                directoryPath: /fsx/sagemaker/xgboost-mnist
-          contentType: text/csv
-          compressionType: None
-    vpcConfig:
-        securityGroupIds: 
-          - sg-4b23c421
-        subnets: 
-          - subnet-ae0a65c6
-          - subnet-2af0fa67
-          - subnet-dddb7fa7
+  hyperParameters:
+    - name: max_depth
+      value: "5"
+    - name: eta
+      value: "0.2"
+    - name: gamma
+      value: "4"
+    - name: min_child_weight
+      value: "6"
+    - name: silent
+      value: "0"
+    - name: objective
+      value: multi:softmax
+    - name: num_class
+      value: "10"
+    - name: num_round
+      value: "10"
+  algorithmSpecification:
+    trainingImage: 433757028032.dkr.ecr.us-west-2.amazonaws.com/xgboost:1
+    trainingInputMode: File
+  roleArn: arn:aws:iam::123456789012:role/service-role/AmazonSageMaker-ExecutionRole
+  region: us-west-2
+  outputDataConfig:
+    s3OutputPath: s3://my-bucket/xgboost
+  resourceConfig:
+    instanceCount: 1
+    instanceType: ml.m4.xlarge
+    volumeSizeInGB: 5
+  stoppingCondition:
+    maxRuntimeInSeconds: 86400
+  inputDataConfig:
+    - channelName: train
+      dataSource:
+        fileSystemDataSource:
+          fileSystemType: FSxLustre
+          fileSystemAccessMode: ro
+          fileSystemId: fs-0d0f8e3f721664c98
+          directoryPath: /fsx/sagemaker/xgboost-mnist
+      contentType: text/csv
+      compressionType: None
+    - channelName: validation
+      dataSource:
+        fileSystemDataSource:
+          fileSystemType: FSxLustre
+          fileSystemAccessMode: ro
+          fileSystemId: fs-0d0f8e3f721664c98
+          directoryPath: /fsx/sagemaker/xgboost-mnist
+      contentType: text/csv
+      compressionType: None
+  vpcConfig:
+    securityGroupIds: 
+      - sg-4b23c421
+    subnets: 
+      - subnet-ae0a65c6
+      - subnet-2af0fa67
+      - subnet-dddb7fa7