Merge pull request #103 from huangpf/clu

Clu

Author: huangpf

clu-getstart.md

@@ -118,13 +118,13 @@ Testing will consist of scenario tests and unit tests. Scenario tests should be
     ```
     - Set the environment variable 'TestCredentials' to a connection string providing the credentials to use during test execution. Possible fields include:
 
-      |  Field        |  Description  |
+      |  Field (case sensitive) |  Description  |
       | ------------- |:-------------|
       |  Username     | an OrgId user name |
       | ServicePrincipal | a service principal name |
       | Password      | the password or application secret to sue for authentication |
       | TenantId      | (required for Service authentication) The tenant guid to authenticate against |
-      | SubscriptionID | (optional) Selects a particular subscription by id.  If not provided, the first listed subscription will be selected |
+      | SubscriptionId | (optional) Selects a particular subscription by id.  If not provided, the first listed subscription will be selected |
     - The infrastructure automatically generates a resource group name and assigns the value to the bash variable ```"$resourceGroupName"```.  If your scripts require additional variables, you can add these to your environment before running tests, or you can generate values using the ScriptRunner (for the tests using that runner).
     ```C#
         runner.EnvironmentVariables.Add("myVariableName", runner.GenerateName("myres"));

examples/virtual-hard-disk/02-VirtualHardDisks.ps1 renamed to examples/compute-management/01-VirtualMachineSizes.ps1

@@ -0,0 +1,34 @@
+#!/bin/bash
+set -e
+printf "\n=== Managing Virtual Machine Sizes in Azure Compute ===\n"
+
+printf "\nShowing VM size results in location: %s.\n" "$location"
+azure vmsize get --location "$location"
+
+printf "\nChecking VM size results in location: %s.\n" "$location"
+vmSizeResult=`azure vmsize get --location "$location"`
+
+if [ "$vmSizeResult" = "" ]; then
+    echo "Failure: No VM sizes!" 1>&2
+    exit 1
+else
+    printf "\nSuccess: Non-empty Results.\n"
+fi
+
+queryString=Standard_A0
+result=`echo "$vmSizeResult" | grep -q "$queryString"`
+if [ "$vmSizeResult" = "" ] ; then
+    printf "\nFailure: VM Size Not Found: '%s'.\n" "$queryString"
+    exit 1
+else
+    printf "\nSuccess: VM Size Found in Results: '%s'.\n" "$queryString"
+fi
+
+queryString=Standard_G1
+result=`echo "$vmSizeResult" | grep -q "$queryString"`
+if [ "$vmSizeResult" = "" ] ; then
+    printf "\nFailure: VM Size Not Found: '%s'.\n" "$queryString"
+    exit 1
+else
+    printf "\nSuccess: VM Size Found in Results: '%s'.\n" "$queryString"
+fi

examples/compute-management/01-VirtualMachineSizes.sh

@@ -1,18 +1,24 @@
 #!/bin/bash
 export BASEDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-. $BASEDIR/assert.sh
 . $BASEDIR/helper.sh
-. $BASEDIR/setup.sh
 export groupName=`randomName testrg`
 export location="westus"
+export CmdletSessionID=1010
+export MSYS_NO_PATHCONV=1
 
-login
+echo "Logging in as user"
+. $BASEDIR/loginUser.sh
 
 for d in $( ls $BASEDIR/.. --ignore=lib ); do
     for f in $( ls $BASEDIR/../$d/*.sh ); do
         echo "running: $f"
         . $f
-        cleanup
+        set +e
+        printf "\nCleanup: removing resource group: %s\n" $groupName
+        azure group remove --name "$groupName" --force
+        set -e
         echo "success: $f"
     done
-done
+done
+
+export MSYS_NO_PATHCONV=

examples/lib/setup.sh

@@ -0,0 +1,6 @@
+Param(
+  [string]$resourceGroupName,
+  [string]$resourceGroupLocation
+)
+
+Write-Host "Skip"

examples/lib/testrunner.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+set -e
+printf "\n=== Managing Virtual Hard Disks in Azure Compute ===\n"
+
+printf "\n1. Creating a new resource group: %s and location: %s.\n" "$groupName" "$location"
+azure group create -n "$groupName" --location "$location"
+
+printf "\n2. Creating a new storage account '%s' in type '%s'.\n" "$storageAccountName" "$storageAccountType"
+azure storage account new --resourcegroupname "$groupName" --name "$storageAccountName" --location "$location" --type "$storageAccountType"
+
+printf "\n3. Uploading a virtual hard disk to: %s.\n" "$storageAccountName"
+azure vhd add -o --resourcegroupname "$groupName" --destination https://"$storageAccountName".blob.core.windows.net/test/test.vhd --localfilepath $BASEDIR/test.vhd
+
+printf "\n4. Downloading a virtual hard disk"
+azure vhd save -o --resourcegroupname "$groupName" --sourceuri https://"$storageAccountName".blob.core.windows.net/test/test.vhd --localfilepath ./test_downloaded_by_clu.vhd
+
+printf "\n5. Validating the downloaded file is the same.\n"
+diffResult=`diff ./test_downloaded_by_clu.vhd $BASEDIR/test_uploaded_byps.vhd`
+printf "Difference Result = '%s'.\n" "$diffResult"
+if [ "$diffResult" = "" ]; then
+    echo "Checked"
+else
+    echo "Different!" 1>&2
+    exit 1
+fi
+
+printf "\n6. Removing resource group: %s.\n" "$groupName"
+azure group remove -n "$groupName" -f

examples/virtual-hard-disk/01-VirtualHardDisks.ps1

@@ -45,8 +45,7 @@ protected virtual IDictionary<string, string> GetSettings(string key)
             var environmentValue = Environment.GetEnvironmentVariable(key);
             if (string.IsNullOrWhiteSpace(environmentValue))
             {
-                throw new InvalidOperationException($"Unable to create credentials.  " +
-                    "Please set environment ${key}");
+                throw new InvalidOperationException($"Unable to create credentials. Please set environment variable `{key}`");
             }
             IDictionary<string, string> settings = new Dictionary<string, string>();
             foreach (

examples/virtual-hard-disk/01-VirtualHardDisks.sh

@@ -33,14 +33,17 @@ public class ExampleScriptRunner
         string _sessionId;
         Random _generator;
         string _resourceGroupName;
+        string _storageAccountName;
         IClientFactory _clientFactory = new ClientFactory();
         TestContext _context;
         ResourceManagementClient _client;
         const string DefaultLocation = "westus";
         const string ResourceGroupNameKey = "groupName";
-        const string locationKey = "location";
+        const string LocationKey = "location";
+        const string BaseDir = "BASEDIR";
         const string SessionKey = "CmdletSessionID";
-        const string storageAccountTypeKey = "storageAccountType";
+        const string StorageAccountTypeKey = "storageAccountType";
+        const string StorageAccountNameKey = "storageAccountName";
         const string DefaultStorageAccountType = "Standard_GRS";
 
         public ExampleScriptRunner(string sessionId) : this(new Random(), sessionId)
@@ -98,16 +101,18 @@ public string RunScript(string testName)
                 {
                     Trace.Listeners.Add(listener);
                     _resourceGroupName = CreateRandomName();
+                    _storageAccountName = CreateRandomName() + "sto";
                     if (File.Exists(deploymentTemplatePath))
                     {
                         DeployTemplate(deploymentTemplatePath, _resourceGroupName);
                     }
 
+                    process.EnvironmentVariables[BaseDir] = testDirectory;
                     process.EnvironmentVariables[SessionKey] = _sessionId;
                     process.EnvironmentVariables[ResourceGroupNameKey] = _resourceGroupName;
-                    process.EnvironmentVariables[locationKey] = DefaultLocation;
-                    process.EnvironmentVariables[locationKey] = DefaultLocation;
-                    process.EnvironmentVariables[storageAccountTypeKey] = DefaultStorageAccountType;
+                    process.EnvironmentVariables[LocationKey] = DefaultLocation;
+                    process.EnvironmentVariables[StorageAccountTypeKey] = DefaultStorageAccountType;
+                    process.EnvironmentVariables[StorageAccountNameKey] = _storageAccountName;
                     foreach (var helper in _context.EnvironmentHelpers)
                     {
                         helper.TrySetupScriptEnvironment(_context, _clientFactory, process.EnvironmentVariables);

examples/virtual-hard-disk/02-VirtualHardDisks.sh

@@ -173,13 +173,16 @@ private void SetEnvironmentVariables(ProcessStartInfo startInfo)
 
         private void ProcessError(object sender, DataReceivedEventArgs e)
         {
-            Logger.Instance.WriteError(e.Data);
+            if (e.Data != null)
+            {
+                Logger.Instance.WriteError(e.Data);
+            }
         }
 
         private void ProcessOutput(object sender, DataReceivedEventArgs e)
         {
-            Logger.Instance.WriteMessage(e.Data);
             _processOutput.Append(e.Data);
+            Logger.Instance.WriteMessage(e.Data);
         }
 
         private void EndProcess()

examples/virtual-hard-disk/test_uploaded_byps.vhd

@@ -33,17 +33,24 @@ public SampleTest(ScenarioTestFixture fixture)
         }
 
         [Fact]
-        public void RunSampleTest()
+        public void ResourceGroupsTest()
         {
             var helper = _collectionState.GetRunner("resource-management");
             helper.RunScript("01-ResourceGroups");
         }
 
         [Fact]
-        public void RunVirtualHardDiskTest()
+        public void VirtualHardDisksTest()
         {
             var helper = _collectionState.GetRunner("virtual-hard-disk");
-            helper.RunScript("02-VirtualHardDisks");
+            helper.RunScript("01-VirtualHardDisks");
+        }
+
+        [Fact]
+        public void RunVirtualMachineSizeTest()
+        {
+            var helper = _collectionState.GetRunner("compute-management");
+            helper.RunScript("01-VirtualMachineSizes");
         }
     }
 }

src/CLU/Commands.Common.ScenarioTest/EnvironmentCredentialsProvider.cs

@@ -16,7 +16,6 @@
 using Microsoft.Azure.Commands.Common.Authentication.Models;
 using Microsoft.Azure.Commands.Common.ScenarioTest;
 using Microsoft.Azure.Commands.Models;
-using Moq.Protected;
 using Newtonsoft.Json;
 
 namespace Microsoft.Azure.Commands.Common.ScenarioTest
@@ -34,6 +33,10 @@ public ScenarioTestFixture()
             var helper = GetRunner("lib");
             var profileText = helper.RunScript(credentials.LoginScriptName);
             var profile = JsonConvert.DeserializeObject<PSAzureProfile>(profileText);
+            if (profile == null)
+            {
+                throw new ArgumentOutOfRangeException(nameof(profile), $"Deserialized profile is null: `{profileText}`");
+            }
             AzureContext = (AzureContext) (profile.Context);
         }
 

src/CLU/Commands.Common.ScenarioTest/ExampleScriptRunner.cs

@@ -20,7 +20,6 @@
     "Commands.Common": "",
     "Commands.Common.Authentication": "",
     "Commands.ResourceManager.Common": "",
-    "Commands.ScenarioTests.ResourceManager.Common": "",
     "Microsoft.Azure.Commands.Profile": "",
     "Microsoft.Azure.Management.Resources": "3.3.0-preview",
     "Microsoft.Extensions.Logging.Console": "1.0.0-rc1-final",

src/CLU/Commands.Common.ScenarioTest/ProcessHelper.cs

@@ -19,7 +19,7 @@ namespace Microsoft.Azure.Commands.Compute.Models
 {
     public class VhdDownloadContext
     {
-        public FileInfo LocalFilePath { get; set; }
-        public Uri Source { get; set; }
+        public string LocalFilePath { get; set; }
+        public string Source { get; set; }
     }
 }

src/CLU/Commands.Common.ScenarioTest/SampleTest.cs

@@ -32,8 +32,8 @@ public static VhdDownloadContext Download(DownloaderParameters downloadParameter
 
             return new VhdDownloadContext
             {
-                LocalFilePath = new FileInfo(downloadParameters.LocalFilePath),
-                Source = downloadParameters.BlobUri.Uri
+                LocalFilePath = downloadParameters.LocalFilePath,
+                Source = downloadParameters.BlobUri.Uri.ToString()
             };
         }
     }

src/CLU/Commands.Common.ScenarioTest/ScenarioTestFixture.cs

@@ -19,7 +19,7 @@ namespace Microsoft.Azure.Commands.Compute.Models
 {
     public class VhdUploadContext
     {
-        public FileInfo LocalFilePath { get; set; }
-        public Uri DestinationUri { get; set; }
+        public string LocalFilePath { get; set; }
+        public string DestinationUri { get; set; }
     }
 }

src/CLU/Commands.Common.ScenarioTest/project.json

@@ -38,7 +38,7 @@ public static VhdUploadContext Upload(UploadParameters uploadParameters)
                 var synchronizer = new BlobSynchronizer(uploadContext, uploadParameters.NumberOfUploaderThreads);
                 if (synchronizer.Synchronize())
                 {
-                    return new VhdUploadContext { LocalFilePath = uploadParameters.LocalFilePath, DestinationUri = uploadParameters.DestinationUri.Uri };
+                    return new VhdUploadContext { LocalFilePath = uploadParameters.LocalFilePath.ToString(), DestinationUri = uploadParameters.DestinationUri.Uri.ToString() };
                 }
                 return null;
             }

src/CLU/Microsoft.Azure.Commands.Compute/Models/VhdDownloadContext.cs

@@ -63,7 +63,6 @@ public void WriteProgress(long sourceId, ProgressRecord record)
         {
             if (record == null)
             {
-                Console.CursorVisible = true;
                 throw new ArgumentNullException("record");
             }
 
@@ -80,14 +79,12 @@ public void WriteProgress(long sourceId, ProgressRecord record)
                     _console.Write(" ");
                 }
                 _console.WriteLine();
-                Console.CursorVisible = true;
             }
             else
             {
-                Console.CursorVisible = false;
                 var statusLine = string.Format(Strings.ConsoleDataStream_WriteProgress_StatusLineInProgress, record.Activity, record.StatusDescription, record.CurrentOperation, record.SecondsRemaining);
                 // Subtract what's already known to be needed:
-                width -= statusLine.Length + 3;
+                width = Math.Max(1, width - (statusLine.Length + 3));
 
                 var chunkSize = (100 / width) + 1;
 

src/CLU/Microsoft.Azure.Commands.Compute/Models/VhdDownloaderModel.cs

@@ -0,0 +1,34 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Threading.Tasks;
+
+using System.Management.Automation;
+
+namespace Microsoft.CLU.Test
+{
+
+    [Cmdlet(VerbsCommon.Show, "Progress")]
+    public class ShowProgress: PSCmdlet
+    {
+        [Parameter()]
+        public int Steps{ get; set; }
+
+
+        protected override void ProcessRecord()
+        {
+            base.ProcessRecord();
+
+            var progRecord = new ProgressRecord(4711, "Testing progress", "Running");
+            WriteProgress(progRecord);
+            for (int step = 1; step <= Steps; ++step)
+            {
+                System.Threading.Thread.Sleep(100);
+                progRecord.PercentComplete = step * 100 / Steps;
+                WriteProgress(progRecord);
+            }
+            progRecord.RecordType = ProgressRecordType.Completed;
+            WriteProgress(progRecord);
+        }
+    }
+}

src/CLU/Microsoft.Azure.Commands.Compute/Models/VhdUploadContext.cs

@@ -10,7 +10,9 @@
       "dependencies": {
         "Microsoft.NETCore": "5.0.1-beta-23516",
         "Microsoft.NETCore.Platforms": "1.0.1-beta-23516",
-        "Microsoft.CSharp": "4.0.1-beta-23516"
+        "Microsoft.CSharp": "4.0.1-beta-23516",
+
+        "System.Threading.Thread": "4.0.0-beta-23516"
       }
     }
   },