Skip to content

Commit 4039d64

Browse files
committed
Update test tuner byo part
1 parent 91dee00 commit 4039d64

File tree

2 files changed

+3
-14
lines changed

2 files changed

+3
-14
lines changed

tests/integ/test_byo_estimator.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,6 @@
2222

2323
import sagemaker
2424
from sagemaker.amazon.amazon_estimator import registry
25-
from sagemaker.amazon.common import write_numpy_to_dense_tensor
2625
from sagemaker.estimator import Estimator
2726
from sagemaker.utils import name_from_base
2827
from tests.integ import DATA_DIR

tests/integ/test_tuner.py

Lines changed: 3 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -13,14 +13,12 @@
1313
from __future__ import absolute_import
1414

1515
import gzip
16-
import io
1716
import json
1817
import os
1918
import pickle
2019
import sys
2120
import time
2221

23-
import boto3
2422
import numpy as np
2523
import pytest
2624

@@ -368,6 +366,7 @@ def test_tuning_byo_estimator(sagemaker_session):
368366
Default predictor is updated with json serializer and deserializer.
369367
"""
370368
image_name = registry(sagemaker_session.boto_session.region_name) + '/factorization-machines:1'
369+
training_data_path = os.path.join(DATA_DIR, 'dummy_tensor')
371370

372371
with timeout(minutes=15):
373372
data_path = os.path.join(DATA_DIR, 'one_p_mnist', 'mnist.pkl.gz')
@@ -376,19 +375,10 @@ def test_tuning_byo_estimator(sagemaker_session):
376375
with gzip.open(data_path, 'rb') as f:
377376
train_set, _, _ = pickle.load(f, **pickle_args)
378377

379-
# take 100 examples for faster execution
380-
vectors = np.array([t.tolist() for t in train_set[0][:100]]).astype('float32')
381-
labels = np.where(np.array([t.tolist() for t in train_set[1][:100]]) == 0, 1.0, 0.0).astype('float32')
382-
383-
buf = io.BytesIO()
384-
write_numpy_to_dense_tensor(buf, vectors, labels)
385-
buf.seek(0)
386-
387-
bucket = sagemaker_session.default_bucket()
388378
prefix = 'test_byo_estimator'
389379
key = 'recordio-pb-data'
390-
boto3.resource('s3').Bucket(bucket).Object(os.path.join(prefix, 'train', key)).upload_fileobj(buf)
391-
s3_train_data = 's3://{}/{}/train/{}'.format(bucket, prefix, key)
380+
s3_train_data = sagemaker_session.upload_data(path=training_data_path,
381+
key_prefix=os.path.join(prefix, 'train', key))
392382

393383
estimator = Estimator(image_name=image_name,
394384
role='SageMakerRole', train_instance_count=1,

0 commit comments

Comments
 (0)