Update PowerShell to use the latest SDK and bug fixes (#2670)

* Update PowerShell to use the latest SDK

Missed DataLakeStore upgrade.

Updates for file and folder download.

Tests will be in the next iteration.

Fixing the connection manager overwriting.

This is important to ensure that we have enough connections available
for ingress/egress scenarios, and it must be set before the client is
first used.

Updating the help for ADLS to include new download.

Signed local package for testing.

Add full path property to ADLS Items

Remove private package. Official is published

Adding official package from nuget.

Missed one disable of tracing.

Fixing ADL tests and re-running them

This enables ADL tests to run during CI and gets them totally updated.

fix to always copy ADL session records.

Add links to AzureRM.Resources.ps1

Following the pattern from compute tests.

Adding records directory info for mock server

This is a requirement for the tests to be discovered when run in
playback mode.

Fix ADL tests and update changelog

This updates the change log to reflect the changes made
Fixes to datetime offset for listing jobs
fix to import/export logic due to inverted parameters.

Missed one of the test updates

test fixes for ADLA and ADLS

Add specific exclusion for ADL acls

Inside of ACLs we allow ":", which breaks the playback of tests, since
it encodes ":", which results in a missed match in the recorded json
(which contains the colon). This fixes that so playback does not encode
colons for paths that start with: /webhdfs/v1/?aclspec

Fix missing resume and bad merge.

update to latest version of the store package.

Update to latest ADLS sdks

replace local feed with signed package

Update tests and fix null reference bug for ADLA

* Remove test package.

* Update ADLS Filesystem tests and SDK package

There was an SDK package mismatch caught by tests. Fixing this.

Author: begoldsm

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/ScenarioTests/AdlaAliasTests.ps1

@@ -58,7 +58,7 @@ function Test-DataLakeAnalyticsAccount
 		Assert-True {Test-AdlAnalyticsAccount -Name $accountName}
 
 		# Updating Account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		$accountUpdated = Set-AdlAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tags $tagsToUpdate
 
 		Assert-AreEqual $accountName $accountUpdated.Name
@@ -306,7 +306,7 @@ function Test-NegativeDataLakeAnalyticsAccount
 		Assert-Throws {New-AdlAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DefaultDataLakeStore $dataLakeAccountName}
 
 		# attempt to update a non-existent account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		Assert-Throws {Set-AdlAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tags $tagsToUpdate}
 
 		# attempt to get a non-existent account

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/ScenarioTests/AdlaTests.ps1

@@ -58,7 +58,7 @@ function Test-DataLakeAnalyticsAccount
 		Assert-True {Test-AzureRMDataLakeAnalyticsAccount -Name $accountName}
 
 		# Updating Account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		$accountUpdated = Set-AzureRmDataLakeAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tags $tagsToUpdate
 
 		Assert-AreEqual $accountName $accountUpdated.Name
@@ -305,7 +305,7 @@ function Test-NegativeDataLakeAnalyticsAccount
 		Assert-Throws {New-AzureRmDataLakeAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DefaultDataLakeStore $dataLakeAccountName}
 
 		# attempt to update a non-existent account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		Assert-Throws {Set-AzureRmDataLakeAnalyticsAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tags $tagsToUpdate}
 
 		# attempt to get a non-existent account

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeAnalytics.Test.ScenarioTests.AdlaAliasTests/TestAdlaAccount.json

@@ -33,6 +33,7 @@ public class DataLakeAnalyticsClient
         private readonly DataLakeAnalyticsCatalogManagementClient _catalogClient;
         private readonly DataLakeAnalyticsJobManagementClient _jobClient;
         private readonly Guid _subscriptionId;
+        private static Queue<Guid> jobIdQueue;
 
 
         /// <summary>
@@ -41,15 +42,27 @@ public class DataLakeAnalyticsClient
         /// <value>
         /// The job identifier queue.
         /// </value>
-        public static Queue<Guid> JobIdQueue { get; set; }
+        public static Queue<Guid> JobIdQueue
+        {
+            get
+            {
+                if (jobIdQueue == null)
+                {
+                    jobIdQueue = new Queue<Guid>();
+                }
+
+                return jobIdQueue;
+            }
+            set { jobIdQueue = value; }
+        }
 
         public DataLakeAnalyticsClient(AzureContext context)
         {
             if (context == null)
             {
                 throw new ApplicationException(Resources.InvalidDefaultSubscription);
             }
-            JobIdQueue = new Queue<Guid>();
+            
             _accountClient = DataLakeAnalyticsCmdletBase.CreateAdlaClient<DataLakeAnalyticsAccountManagementClient>(context,
                 AzureEnvironment.Endpoint.ResourceManager);
             _subscriptionId = context.Subscription.Id;

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeAnalytics.Test.ScenarioTests.AdlaAliasTests/TestAdlaCatalog.json

@@ -63,13 +63,11 @@
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.Store, Version=0.12.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
-      <SpecificVersion>False</SpecificVersion>
-      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Store.0.12.2-preview\lib\net45\Microsoft.Azure.Management.DataLake.Store.dll</HintPath>
+      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Store.0.12.4-preview\lib\net45\Microsoft.Azure.Management.DataLake.Store.dll</HintPath>
       <Private>True</Private>
     </Reference>
-    <Reference Include="Microsoft.Azure.Management.DataLake.StoreUploader, Version=0.10.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
-      <SpecificVersion>False</SpecificVersion>
-      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.4-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
+    <Reference Include="Microsoft.Azure.Management.DataLake.StoreUploader, Version=0.10.0.0, Culture=neutral, processorArchitecture=MSIL">
+      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.5-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.ResourceManager, Version=1.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
@@ -248,4 +246,4 @@
   <ItemGroup />
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <Import Project="$(SolutionDir)\.nuget\NuGet.targets" Condition="Exists('$(SolutionDir)\.nuget\NuGet.targets')" />
-</Project>
+</Project>

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeAnalytics.Test.ScenarioTests.AdlaAliasTests/TestAdlaJob.json

@@ -52,7 +52,7 @@ function Test-DataLakeStoreAccount
 		Assert-True {Test-AdlStore -Name $accountName}
 
 		# Updating Account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		$accountUpdated = Set-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Tags $tagsToUpdate
 
 		Assert-AreEqual $accountName $accountUpdated.Name
@@ -415,7 +415,7 @@ function Test-NegativeDataLakeStoreAccount
 		Assert-Throws {New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}
 
 		# attempt to update a non-existent account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		Assert-Throws {Set-AdlStore -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tags $tagsToUpdate}
 
 		# attempt to get a non-existent account

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeAnalytics.Test.ScenarioTests.AdlaAliasTests/TestNegativeAdlaAccount.json

@@ -52,7 +52,7 @@ function Test-DataLakeStoreAccount
 		Assert-True {Test-AzureRMDataLakeStoreAccount -Name $accountName}
 
 		# Updating Account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		$accountUpdated = Set-AzureRmDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tags $tagsToUpdate
 
 		Assert-AreEqual $accountName $accountUpdated.Name
@@ -415,7 +415,7 @@ function Test-NegativeDataLakeStoreAccount
 		Assert-Throws {New-AzureRmDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}
 
 		# attempt to update a non-existent account
-		$tagsToUpdate = @{"Name" = "TestTag"; "Value" = "TestUpdate"}
+		$tagsToUpdate = @{"TestTag" = "TestUpdate"}
 		Assert-Throws {Set-AzureRmDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tags $tagsToUpdate}
 
 		# attempt to get a non-existent account