|
41 | 41 | "cell_type": "code",
|
42 | 42 | "execution_count": null,
|
43 | 43 | "metadata": {
|
| 44 | + "collapsed": true, |
44 | 45 | "isConfigCell": true
|
45 | 46 | },
|
46 | 47 | "outputs": [],
|
|
53 | 54 | {
|
54 | 55 | "cell_type": "code",
|
55 | 56 | "execution_count": null,
|
56 |
| - "metadata": {}, |
| 57 | + "metadata": { |
| 58 | + "collapsed": true |
| 59 | + }, |
57 | 60 | "outputs": [],
|
58 | 61 | "source": [
|
59 | 62 | "import boto3\n",
|
|
74 | 77 | {
|
75 | 78 | "cell_type": "code",
|
76 | 79 | "execution_count": null,
|
77 |
| - "metadata": {}, |
| 80 | + "metadata": { |
| 81 | + "collapsed": true |
| 82 | + }, |
78 | 83 | "outputs": [],
|
79 | 84 | "source": [
|
80 | 85 | "from time import gmtime, strftime\n",
|
|
107 | 112 | {
|
108 | 113 | "cell_type": "code",
|
109 | 114 | "execution_count": null,
|
110 |
| - "metadata": {}, |
| 115 | + "metadata": { |
| 116 | + "collapsed": true |
| 117 | + }, |
111 | 118 | "outputs": [],
|
112 | 119 | "source": [
|
113 | 120 | "%%bash\n",
|
|
154 | 161 | {
|
155 | 162 | "cell_type": "code",
|
156 | 163 | "execution_count": null,
|
157 |
| - "metadata": {}, |
| 164 | + "metadata": { |
| 165 | + "collapsed": true |
| 166 | + }, |
158 | 167 | "outputs": [],
|
159 | 168 | "source": [
|
160 | 169 | "%%time\n",
|
|
182 | 191 | {
|
183 | 192 | "cell_type": "code",
|
184 | 193 | "execution_count": null,
|
185 |
| - "metadata": {}, |
| 194 | + "metadata": { |
| 195 | + "collapsed": true |
| 196 | + }, |
186 | 197 | "outputs": [],
|
187 | 198 | "source": [
|
188 | 199 | "def upload_to_s3(bucket, prefix, channel, file):\n",
|
|
200 | 211 | {
|
201 | 212 | "cell_type": "code",
|
202 | 213 | "execution_count": null,
|
203 |
| - "metadata": {}, |
| 214 | + "metadata": { |
| 215 | + "collapsed": true |
| 216 | + }, |
204 | 217 | "outputs": [],
|
205 | 218 | "source": [
|
206 | 219 | "region_name = boto3.Session().region_name"
|
|
209 | 222 | {
|
210 | 223 | "cell_type": "code",
|
211 | 224 | "execution_count": null,
|
212 |
| - "metadata": {}, |
| 225 | + "metadata": { |
| 226 | + "collapsed": true |
| 227 | + }, |
213 | 228 | "outputs": [],
|
214 | 229 | "source": [
|
215 | 230 | "containers = {'us-west-2': '433757028032.dkr.ecr.us-west-2.amazonaws.com/seq2seq:latest',\n",
|
|
230 | 245 | {
|
231 | 246 | "cell_type": "code",
|
232 | 247 | "execution_count": null,
|
233 |
| - "metadata": {}, |
| 248 | + "metadata": { |
| 249 | + "collapsed": true |
| 250 | + }, |
234 | 251 | "outputs": [],
|
235 | 252 | "source": [
|
236 | 253 | "job_name = 'seq2seq-en-de-small-p2-16x-' + strftime(\"%Y-%m-%d-%H\", gmtime())\n",
|
|
314 | 331 | {
|
315 | 332 | "cell_type": "code",
|
316 | 333 | "execution_count": null,
|
317 |
| - "metadata": {}, |
| 334 | + "metadata": { |
| 335 | + "collapsed": true |
| 336 | + }, |
318 | 337 | "outputs": [],
|
319 | 338 | "source": [
|
320 | 339 | "status = sagemaker_client.describe_training_job(TrainingJobName=job_name)['TrainingJobStatus']\n",
|
|
355 | 374 | {
|
356 | 375 | "cell_type": "code",
|
357 | 376 | "execution_count": null,
|
358 |
| - "metadata": {}, |
| 377 | + "metadata": { |
| 378 | + "collapsed": true |
| 379 | + }, |
359 | 380 | "outputs": [],
|
360 | 381 | "source": [
|
361 | 382 | "# !curl https://s3-us-west-2.amazonaws.com/gsaur-seq2seq-data/seq2seq/eng-german/full-nb-translation-eng-german-p2-16x-2017-11-24-22-25-53/output/model.tar.gz > model.tar.gz\n",
|
|
369 | 390 | {
|
370 | 391 | "cell_type": "code",
|
371 | 392 | "execution_count": null,
|
372 |
| - "metadata": {}, |
| 393 | + "metadata": { |
| 394 | + "collapsed": true |
| 395 | + }, |
373 | 396 | "outputs": [],
|
374 | 397 | "source": [
|
375 | 398 | "%%time\n",
|
|
415 | 438 | {
|
416 | 439 | "cell_type": "code",
|
417 | 440 | "execution_count": null,
|
418 |
| - "metadata": {}, |
| 441 | + "metadata": { |
| 442 | + "collapsed": true |
| 443 | + }, |
419 | 444 | "outputs": [],
|
420 | 445 | "source": [
|
421 | 446 | "from time import gmtime, strftime\n",
|
|
444 | 469 | {
|
445 | 470 | "cell_type": "code",
|
446 | 471 | "execution_count": null,
|
447 |
| - "metadata": {}, |
| 472 | + "metadata": { |
| 473 | + "collapsed": true |
| 474 | + }, |
448 | 475 | "outputs": [],
|
449 | 476 | "source": [
|
450 | 477 | "%%time\n",
|
|
488 | 515 | {
|
489 | 516 | "cell_type": "code",
|
490 | 517 | "execution_count": null,
|
491 |
| - "metadata": {}, |
| 518 | + "metadata": { |
| 519 | + "collapsed": true |
| 520 | + }, |
492 | 521 | "outputs": [],
|
493 | 522 | "source": [
|
494 | 523 | "runtime = boto3.client(service_name='sagemaker-runtime') "
|
|
518 | 547 | {
|
519 | 548 | "cell_type": "code",
|
520 | 549 | "execution_count": null,
|
521 |
| - "metadata": {}, |
| 550 | + "metadata": { |
| 551 | + "collapsed": true |
| 552 | + }, |
522 | 553 | "outputs": [],
|
523 | 554 | "source": [
|
524 | 555 | "sentences = [\"you are so good !\",\n",
|
|
555 | 586 | {
|
556 | 587 | "cell_type": "code",
|
557 | 588 | "execution_count": null,
|
558 |
| - "metadata": {}, |
| 589 | + "metadata": { |
| 590 | + "collapsed": true |
| 591 | + }, |
559 | 592 | "outputs": [],
|
560 | 593 | "source": [
|
561 | 594 | "sentence = 'can you drive a car ?'\n",
|
|
583 | 616 | {
|
584 | 617 | "cell_type": "code",
|
585 | 618 | "execution_count": null,
|
586 |
| - "metadata": {}, |
| 619 | + "metadata": { |
| 620 | + "collapsed": true |
| 621 | + }, |
587 | 622 | "outputs": [],
|
588 | 623 | "source": [
|
589 | 624 | "# Define a function for plotting the attentioan matrix\n",
|
|
604 | 639 | {
|
605 | 640 | "cell_type": "code",
|
606 | 641 | "execution_count": null,
|
607 |
| - "metadata": {}, |
| 642 | + "metadata": { |
| 643 | + "collapsed": true |
| 644 | + }, |
608 | 645 | "outputs": [],
|
609 | 646 | "source": [
|
610 | 647 | "plot_matrix(attention_matrix, target, source)"
|
|
629 | 666 | {
|
630 | 667 | "cell_type": "code",
|
631 | 668 | "execution_count": null,
|
632 |
| - "metadata": {}, |
| 669 | + "metadata": { |
| 670 | + "collapsed": true |
| 671 | + }, |
633 | 672 | "outputs": [],
|
634 | 673 | "source": [
|
635 | 674 | "import io\n",
|
|
647 | 686 | {
|
648 | 687 | "cell_type": "code",
|
649 | 688 | "execution_count": null,
|
650 |
| - "metadata": {}, |
| 689 | + "metadata": { |
| 690 | + "collapsed": true |
| 691 | + }, |
651 | 692 | "outputs": [],
|
652 | 693 | "source": [
|
653 | 694 | "sentences = [\"this is so cool\",\n",
|
|
666 | 707 | {
|
667 | 708 | "cell_type": "code",
|
668 | 709 | "execution_count": null,
|
669 |
| - "metadata": {}, |
| 710 | + "metadata": { |
| 711 | + "collapsed": true |
| 712 | + }, |
670 | 713 | "outputs": [],
|
671 | 714 | "source": [
|
672 | 715 | "# Convert strings to integers using source vocab mapping. Out-of-vocabulary strings are mapped to 1 - the mapping for <unk>\n",
|
|
680 | 723 | {
|
681 | 724 | "cell_type": "code",
|
682 | 725 | "execution_count": null,
|
683 |
| - "metadata": {}, |
| 726 | + "metadata": { |
| 727 | + "collapsed": true |
| 728 | + }, |
684 | 729 | "outputs": [],
|
685 | 730 | "source": [
|
686 | 731 | "response = runtime.invoke_endpoint(EndpointName=endpoint_name, \n",
|
|
700 | 745 | {
|
701 | 746 | "cell_type": "code",
|
702 | 747 | "execution_count": null,
|
703 |
| - "metadata": {}, |
| 748 | + "metadata": { |
| 749 | + "collapsed": true |
| 750 | + }, |
704 | 751 | "outputs": [],
|
705 | 752 | "source": [
|
706 | 753 | "def _parse_proto_response(received_bytes):\n",
|
|
725 | 772 | {
|
726 | 773 | "cell_type": "code",
|
727 | 774 | "execution_count": null,
|
728 |
| - "metadata": {}, |
| 775 | + "metadata": { |
| 776 | + "collapsed": true |
| 777 | + }, |
729 | 778 | "outputs": [],
|
730 | 779 | "source": [
|
731 | 780 | "targets = _parse_proto_response(response)\n",
|
|
746 | 795 | {
|
747 | 796 | "cell_type": "code",
|
748 | 797 | "execution_count": null,
|
749 |
| - "metadata": {}, |
| 798 | + "metadata": { |
| 799 | + "collapsed": true |
| 800 | + }, |
750 | 801 | "outputs": [],
|
751 | 802 | "source": [
|
752 | 803 | "# sage.delete_endpoint(EndpointName=endpoint_name)"
|
|
755 | 806 | ],
|
756 | 807 | "metadata": {
|
757 | 808 | "kernelspec": {
|
758 |
| - "display_name": "Python 3", |
| 809 | + "display_name": "conda_python3", |
759 | 810 | "language": "python",
|
760 |
| - "name": "python3" |
| 811 | + "name": "conda_python3" |
761 | 812 | },
|
762 | 813 | "language_info": {
|
763 | 814 | "codemirror_mode": {
|
|
769 | 820 | "name": "python",
|
770 | 821 | "nbconvert_exporter": "python",
|
771 | 822 | "pygments_lexer": "ipython3",
|
772 |
| - "version": "3.6.3" |
| 823 | + "version": "3.6.2" |
773 | 824 | },
|
774 | 825 | "notice": "Copyright 2017 Amazon.com, Inc. or its affiliates. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the \"License\"). You may not use this file except in compliance with the License. A copy of the License is located at http://aws.amazon.com/apache2.0/ or in the \"license\" file accompanying this file. This file is distributed on an \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License."
|
775 | 826 | },
|
|
0 commit comments