Update PowerShell to use the latest SDK

Missed DataLakeStore upgrade.

Updates for file and folder download.

Tests will be in the next iteration.

Fixing the connection manager overwriting.

This is important to ensure that we have enough connections available
for ingress/egress scenarios, and it must be set before the client is
first used.

Updating the help for ADLS to include new download.

Signed local package for testing.

Add full path property to ADLS Items

Remove private package. Official is published

Adding official package from nuget.

Missed one disable of tracing.

Fixing ADL tests and re-running them

This enables ADL tests to run during CI and gets them totally updated.

fix to always copy ADL session records.

Add links to AzureRM.Resources.ps1

Following the pattern from compute tests.

Adding records directory info for mock server

This is a requirement for the tests to be discovered when run in
playback mode.

Fix ADL tests and update changelog

This updates the change log to reflect the changes made
Fixes to datetime offset for listing jobs
fix to import/export logic due to inverted parameters.

Missed one of the test updates

test fixes for ADLA and ADLS

Add specific exclusion for ADL acls

Inside of ACLs we allow ":", which breaks the playback of tests, since
it encodes ":", which results in a missed match in the recorded json
(which contains the colon). This fixes that so playback does not encode
colons for paths that start with: /webhdfs/v1/?aclspec

Fix missing resume and bad merge.

update to latest version of the store package.

Update to latest ADLS sdks

replace local feed with signed package

Update tests and fix null reference bug for ADLA

Remove test package.

Update ADLS Filesystem tests and SDK package

There was an SDK package mismatch caught by tests. Fixing this.

Update to latest ADLA SDK package.

Reverting the ADLA package update.

Remove app.config that was added nuget update

Temporary addition of package to get signed build.

Missed commit of the csproj.

need a signed package.

Author: begoldsm

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics.Test/Commands.DataLakeAnalytics.Test.csproj

@@ -63,13 +63,11 @@
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.Analytics, Version=0.11.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
-      <SpecificVersion>False</SpecificVersion>
       <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Analytics.0.11.5-preview\lib\net45\Microsoft.Azure.Management.DataLake.Analytics.dll</HintPath>
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.Store, Version=0.12.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
-      <SpecificVersion>False</SpecificVersion>
-      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Store.0.12.2-preview\lib\net45\Microsoft.Azure.Management.DataLake.Store.dll</HintPath>
+      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Store.0.12.4-preview\lib\net45\Microsoft.Azure.Management.DataLake.Store.dll</HintPath>
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.ResourceManager, Version=1.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics/Commands.DataLakeAnalytics.csproj

@@ -46,7 +46,6 @@
       <HintPath>..\..\..\packages\Microsoft.Azure.Common.2.1.0\lib\net45\Microsoft.Azure.Common.NetFramework.dll</HintPath>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.Analytics, Version=0.11.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
-      <SpecificVersion>False</SpecificVersion>
       <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.Analytics.0.11.5-preview\lib\net45\Microsoft.Azure.Management.DataLake.Analytics.dll</HintPath>
       <Private>True</Private>
     </Reference>
@@ -193,4 +192,4 @@
   </ItemGroup>
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <Import Project="$(SolutionDir)\.nuget\NuGet.targets" Condition="Exists('$(SolutionDir)\.nuget\NuGet.targets')" />
-</Project>
+</Project>

src/ResourceManager/DataLakeAnalytics/Commands.DataLakeAnalytics/packages.config

@@ -15,4 +15,4 @@
   <package id="Microsoft.Rest.ClientRuntime.Azure.Authentication" version="2.2.8-preview" targetFramework="net45" />
   <package id="Microsoft.WindowsAzure.Management" version="4.1.1" targetFramework="net45" />
   <package id="Newtonsoft.Json" version="6.0.8" targetFramework="net45" />
-</packages>
+</packages>

src/ResourceManager/DataLakeStore/Commands.DataLakeStore.Test/Commands.DataLakeStore.Test.csproj

@@ -67,7 +67,7 @@
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.StoreUploader, Version=0.10.0.0, Culture=neutral, processorArchitecture=MSIL">
-      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.5-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
+      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.6-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.ResourceManager, Version=1.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
@@ -246,4 +246,4 @@
   <ItemGroup />
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <Import Project="$(SolutionDir)\.nuget\NuGet.targets" Condition="Exists('$(SolutionDir)\.nuget\NuGet.targets')" />
-</Project>
+</Project>

src/ResourceManager/DataLakeStore/Commands.DataLakeStore.Test/packages.config

@@ -6,7 +6,7 @@
   <package id="Microsoft.Azure.Gallery" version="2.6.2-preview" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.Authorization" version="2.0.0" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.DataLake.Store" version="0.12.4-preview" targetFramework="net45" />
-  <package id="Microsoft.Azure.Management.DataLake.StoreUploader" version="0.10.5-preview" targetFramework="net45" />
+  <package id="Microsoft.Azure.Management.DataLake.StoreUploader" version="0.10.6-preview" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.ResourceManager" version="1.1.1-preview" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.Resources" version="2.20.0-preview" targetFramework="net45" />
   <package id="Microsoft.Azure.Test.Framework" version="1.0.6052.28118-prerelease" targetFramework="net45" />
@@ -30,4 +30,4 @@
   <package id="xunit.extensibility.core" version="2.1.0" targetFramework="net45" />
   <package id="xunit.extensibility.execution" version="2.1.0" targetFramework="net45" />
   <package id="xunit.runner.visualstudio" version="2.1.0" targetFramework="net45" />
-</packages>
+</packages>

src/ResourceManager/DataLakeStore/Commands.DataLakeStore/Commands.DataLakeStore.csproj

@@ -51,7 +51,7 @@
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.Management.DataLake.StoreUploader, Version=0.10.0.0, Culture=neutral, processorArchitecture=MSIL">
-      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.5-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
+      <HintPath>..\..\..\packages\Microsoft.Azure.Management.DataLake.StoreUploader.0.10.6-preview\lib\net45\Microsoft.Azure.Management.DataLake.StoreUploader.dll</HintPath>
       <Private>True</Private>
     </Reference>
     <Reference Include="Microsoft.Azure.ResourceManager, Version=2.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
@@ -210,4 +210,4 @@
   </ItemGroup>
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
   <Import Project="$(SolutionDir)\.nuget\NuGet.targets" Condition="Exists('$(SolutionDir)\.nuget\NuGet.targets')" />
-</Project>
+</Project>

src/ResourceManager/DataLakeStore/Commands.DataLakeStore/Models/DataLakeStoreFileSystemClient.cs

@@ -516,9 +516,21 @@ public void CopyDirectory(
                 {
                     lock (ConsoleOutputLock)
                     {
-                        progress.PercentComplete = (int)(1.0 * e.UploadedByteCount / e.TotalFileLength * 100);
+                        var toSet = (int)(1.0 * e.UploadedByteCount / e.TotalFileLength * 100);
+                        // powershell defect protection. If, through some defect in
+                        // our progress tracking, the number is outside of 0 - 100,
+                        // powershell will crash if it is set to that value. Instead
+                        // just keep the value unchanged in that case.
+                        if (toSet < 0 || toSet > 100)
+                        {
+                            progress.PercentComplete = progress.PercentComplete;
+                        }
+                        else
+                        {
+                            progress.PercentComplete = toSet;
+                        }
                         progress.Activity = string.Format("Copying Folder: {0}{1}. Total bytes remaining: {2}. Total files remaining: {3}",
-                    sourceFolderPath, recursive ? " recursively" : string.Empty, e.TotalFileLength - e.UploadedByteCount, e.TotalFileCount - e.UploadedFileCount);
+                            sourceFolderPath, recursive ? " recursively" : string.Empty, e.TotalFileLength - e.UploadedByteCount, e.TotalFileCount - e.UploadedFileCount);
                     }
                 };
 

src/ResourceManager/DataLakeStore/Commands.DataLakeStore/Models/DataLakeStoreItem.cs

@@ -37,7 +37,23 @@ public DataLakeStoreItem(FileStatusProperties property, string optionalName = ""
             base(property.AccessTime, property.BlockSize, property.ChildrenNum, property.Group, property.Length, property.ModificationTime, property.Owner, string.IsNullOrEmpty(optionalName) ? property.PathSuffix : optionalName, property.Permission, property.Type)
         {
             // create two new properties
-            this.LastWriteTime = new DateTime(1970, 1, 1, 0, 0, 0, 0).AddMilliseconds((long)this.ModificationTime).ToLocalTime();
+            try
+            {
+                this.LastWriteTime = new DateTime(1970, 1, 1, 0, 0, 0, 0).AddMilliseconds((long)this.ModificationTime).ToLocalTime();
+            }
+            catch(ArgumentOutOfRangeException)
+            {
+                if(this.ModificationTime < 0)
+                {
+                    // set last write time to the min DateTime
+                    this.LastWriteTime = DateTime.MinValue;
+                }
+                else
+                {
+                    this.LastWriteTime = DateTime.MaxValue;
+                }
+            }
+
             this.Name = property.PathSuffix;
             if(!string.IsNullOrEmpty(optionalPath))
             {

src/ResourceManager/DataLakeStore/Commands.DataLakeStore/packages.config

@@ -4,7 +4,7 @@
   <package id="Microsoft.Azure.Common" version="2.1.0" targetFramework="net45" />
   <package id="Microsoft.Azure.Common.Dependencies" version="1.0.0" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.DataLake.Store" version="0.12.4-preview" targetFramework="net45" />
-  <package id="Microsoft.Azure.Management.DataLake.StoreUploader" version="0.10.5-preview" targetFramework="net45" />
+  <package id="Microsoft.Azure.Management.DataLake.StoreUploader" version="0.10.6-preview" targetFramework="net45" />
   <package id="Microsoft.Azure.Management.Resources" version="2.20.0-preview" targetFramework="net45" />
   <package id="Microsoft.Bcl" version="1.1.9" targetFramework="net45" />
   <package id="Microsoft.Bcl.Async" version="1.0.168" targetFramework="net45" />
@@ -16,4 +16,4 @@
   <package id="Microsoft.Rest.ClientRuntime.Azure.Authentication" version="2.2.8-preview" targetFramework="net45" />
   <package id="Microsoft.WindowsAzure.Management" version="4.1.1" targetFramework="net45" />
   <package id="Newtonsoft.Json" version="6.0.8" targetFramework="net45" />
-</packages>
+</packages>