[Release 3.6.0] Merge release --> master

ChangeLog.md

@@ -1,4 +1,126 @@
-## 2017.01.18 - Version 3.4.0
+## 2017.02.22 - Version 3.6.0
+* AnalysisServices
+    * Added State property in additional to ProvisioningState
+        - All the cmdlet returning AnalysisService would have a new property 'State' used outside of provisioing.
+        - The 'State' is intended to check status outside of provisioning, while 'ProvisioningState' is intended to check status related to Provisioning.
+        - ProvisioningState and State are same in service side at this moment, the service side would differenciate ProvisioningState and State in future
+* CognitiveServices
+    * Integrate with Cognitive Services Management SDK 0.2.1 to support more Cognitive Services API Types and SKUs.
+    * Remove the validation against “Type” and “SkuName” of Cognitive Services Account, this will allow the script to support new APIs/SKUs without changes.
+* Compute
+    * Updated Set-AzureRmVMDscExtension cmdlet WmfVersion parameter to support "5.1"
+    * Updated Set-AzureRmVMChefExtension cmdlet to add following new options :
+      - Daemon: Configures the chef-client service for unattended execution. e.g. -Daemon 'none' or e.g. -Daemon 'service'."
+      - Secret: The encryption key used to encrypt and decrypt the data bag item values.
+      - SecretFile: The path to the file that contains the encryption key used to encrypt and decrypt the data bag item values.
+    * Fix for Get-AzureRmVM: Get-AzureRmVM did not display anything when the output includes availability set property.
+    * New cmdlets:
+        - Update-AzureRmAvailabilitySet: can update an unmanaged availability set to a managed availability set.
+        - Add-AzureRmVmssDataDisk, Remove-AzureRmVmssDataDisk
+    * New parameter, SkipVmBackup, for cmdlet Set-AzureRmVMDiskEncryptionExtension to allow user to skip backup creation for Linux VMs
+* DataFactories
+    * Fixed Get-AzureRmDataFactoryActivityWindow so it works for named pipeline and activity
+* DataLakeAnalytics
+    * Add Firewall Rule support to Data Lake Analytics:
+        - Add-AzureRMDataLakeAnalyticsFirewallRule
+        - Get-AzureRMDataLakeAnalyticsFirewallRule
+        - Set-AzureRMDataLakeAnalyticsFirewallRule
+        - Remove-AzureRMDataLakeAnalyticsFirewallRule
+        - Set-AzureRMDataLakeAnalyticsAccount supports enabling/disabling the firewall and allowing/blocking Azure originating IPs through the firewall
+        - Warnings will be raised if updating firewall rules when the firewall is disabled
+    * Fix Get-AzureRMDataLakeAnalyticsJob functionality:
+        - Top now correctly returns the number of jobs specified. The default number of jobs to return is 500. The more jobs requested the longer the command will take.
+    * Remove explicit restrictions on resource locations. If Data Lake Analytics is not supported in a region, we will surface an error from the service.
+* DataLakeStore
+    * Update Upload and Download commands to use the new and improved Upload/Download helpers in the new DataLake.Store clients. This also gives better diagnostic logging, if enabled.
+    * Default thread counts for Upload and download are now computed on a best effort basis based on the data being uploaded or downloaded. This should allow for good performance without specifying a thread count.
+    * Update to Set-AzureRMDataLakeStoreAccount to allow for enabling and disabling Azure originating IPs through the firewall
+    * Add warnings to Add and Set-AzureRMDataLakeStoreFirewallRule and AzureRMDataLakeStoreTrustedIdProvider if they are disabled
+    * Remove explicit restrictions on resource locations. If Data Lake Store is not supported in a region, we will surface an error from the service.
+* EventHub
+    * Future Breaking Change Notification: We've added a warning about removing property 'ResourceGroupName' from the returned NamespceAttributes from cmdlets New-AzureRmEventHubNamespace, Get-AzureRmEvnetHubNamespace and Set-AzureRmEvnetHubNamespace
+* Insights
+    * Allow users to unselect data sinks for Set-AzureRmDiagnosticSettings
+* Network
+    * Added support for network Watcher APIs
+        - New-AzureRmNetworkWatcher
+        - Get-AzureRmNetworkWatcher
+        - Remove-AzureRmNetworkWatcher
+        - New-AzureRmPacketCaptureFilterConfig
+        - New-AzureRmNetworkWatcherPacketCapture
+        - Get-AzureRmNetworkWatcherPacketCapture
+        - Stop-AzureRmNetworkWatcherPacketCapture
+        - Remove-AzureRmNetworkWatcherPacketCapture
+        - Get-AzureRmNetworkWatcherFlowLogSatus
+        - Get-AzureRmNetworkWatcherNextHop
+        - Get-AzureRmNetworkWatcherSecurityGroupView
+        - Get-AzureRmNetworkWatcherTopology
+        - Get-AzureRmNetworkWatcherTroubleshootingResult
+        - Set-AzureRmNetworkWatcherConfigFlowLog
+        - Start-AzureRmNetworkWatcherResourceTroubleshooting
+        - Test-AzureRmNetworkWatcherIPFlow
+    * Add-AzureRmExpressRouteCircuitPeeringConfig
+        - Added new param :-RouteFilter to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource
+        - Added new param :-RouteFilterId to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource id
+    * New-AzureRmExpressRouteCircuitPeeringConfig
+        - Added new param :-RouteFilter to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource
+        - Added new param :-RouteFilterId to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource id
+    * Set-AzureRmExpressRouteCircuitPeeringConfig
+        - Added new param :-RouteFilter to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource
+        - Added new param :-RouteFilterId to associate the BGP with route filter to filter out BGP communities via Microsoft peering. This parameter is set by resource id
+    * New cmdlets for selective service feature 
+        - Get-AzureRmRouteFilter
+        - New-AzureRmRouteFilter
+        - Set-AzureRmRouteFilter
+        - Remove-AzureRmRouteFilter
+        - Add-AzureRmRouteFilterRuleConfig
+        - Get-AzureRmRouteFilterRuleConfigobject
+        - New-AzureRmRouteFilterRuleConfig
+        - Set-AzureRmRouteFilterRuleConfig
+        - Remove-AzureRmRouteFilterRuleConfig
+* Resources
+    * Support policy parameters for New-AzureRmPolicyDefinition and New-AzureRmPolicyAssignment
+        - Users can now use Parameter parameter with New-AzureRmPolicyDefinition. This accepts both JSON string and file path.
+        - Users can now provide policy parameter values in New-AzureRmPolicyAssignment in a couple of ways, including JSON string, file path, PS object, and through PowerShell parameters. 
+* Scheduler
+    * Fixed issue to properly encode HTTP jobs' callback Uri in Scheduler PowerShell cmdlet
+* Sql
+    * Adding new cmdlets for support for Azure SQL feature Transparent Data Encryption (TDE) with Bring Your Own Key (BYOK) Support
+    	- TDE with BYOK support is a new feature in Azure SQL, which allows users to encrypt their database with a key from Azure Key Vault. This feature is currently in private preview.
+    	- Get-AzureRmSqlServerKeyVaultKey : This cmdlet returns a list of Azure Key Vault keys added to a Sql Server.
+    	- Add-AzureRmSqlServerKeyVaultKey : This cmdlet adds an Azure Key Vault key to a Sql Server.
+    	- Remove-AzureRmSqlServerKeyVaultKey : This cmdlet removes an Azure Key Vault key from a Sql Server.
+    	- Get-AzureRmSqlServerTransparentDataEncryptionProtector : This cmdlet returns the current encryption protector for a Sql Server.
+    	- Set-AzureRmSqlServerTransparentDataEncryptionProtector : This cmdlet sets the encryption protector for a Sql Server. The encryption protector can be set to a key from Azure Key Vault or a key that is managed by Azure Sql.
+    * New feature: Set--AzureRmSqlDatabaseAuditing  and Set-AzureRmSqlDatabaseServerAuditingPolicy supports setting secondary storage key for AuditType Blob 
+    * Bug fix: Remove-AzureRmSqlDatabaseAuditing should set the UseServerDefault value to disabled 
+    * Bug fix: Fixing an issue of selecting classic storage account when creating / updating Auditing or Threat Detection policies
+    * Bug fix: Set-AzureRmSqlDatabaseAuditing and Set-AzureRmSqlDatabaseServerAuditingPolicy commands use the AuditType value that was previously defined in case it has not been configured by the user.
+    * Bug fix: In case Blob Auditing is defined, Remove-AzureRmSqlDatabaseAuditing and Remove-AzureRmSqlDatabaseServerAuditingPolicy commands disable the Auditing settings.
+    * Adding new cmdlets for support for Azure SQL feature AutoDR:
+        -This is a new feature in Azure SQL that supports failover of multiple Azure Sql Databases to the partner server at the same time during disaster and allows automatic failover
+        - Add-AzureRmSqlDatabaseToFailoverGroup add Azure Sql Databases into a Failover Group
+        - Get-AzureRmSqlDatabaseFailoverGroup get the Failover Group entity
+        - New-AzureRmSqlDatabaseFailoverGroup creates a new Failover Group
+        - Remove-AzureRmSqlDatabaseFromFailoverGroup removes Azure Sql Databases from a Failover Group
+        - Remove-AzureRmSqlDatabaseFailoverGroup Failover Group deletes the Failover Group
+        - Set-AzureRmSqlDatabaseFailoverGroup set Azure Sql Database Failover Policy and Grace Period entities of the Failover Group
+        - Switch-AzureRmSqlDatabaseFailoverGroup issues the failover operation with data loss or without data loss  
+* Storage
+    * Upgrade Microsoft.Azure.Management.Storage to version 6.1.0-preview
+    * Add File Encryption features support to resource mode storage account cmdlets
+        - New-AzureRmStorageAccount
+        - Set-AzureRmStorageAccount
+
+* ServiceManagement
+    * Updated Set-AzureVMDscExtension cmdlet WmfVersion parameter to support "5.1"
+
+    * Updated Set-AzureVMChefExtension cmdlet to add following new options :
+        - Daemon: Configures the chef-client service for unattended execution. e.g. -Daemon 'none' or e.g. -Daemon 'service'."
+        - Secret: The encryption key used to encrypt and decrypt the data bag item values.
+        - SecretFile: The path to the file that contains the encryption key used to encrypt and decrypt the data bag item values.
+
+## 2017.01.18 - Version 3.4.0
 * AnalysisServices
     * Added two new dataplane APIs in a separate module Azure.AnalysisServices.psd1
         - This introduces two new APIs that enable customers to login to Azure Analysis Services servers and issue a restart command.

README.md

@@ -22,6 +22,8 @@ This repository contains a set of PowerShell cmdlets for developers and administ
   * App Service (Websites)
   * SQL Database
   * KeyVault
+  * Data Lake Store
+  * Data Lake Analytics
   * Operational Insights
   * Automation
   * Batch

documentation/Repo-Tasks-Module.md

@@ -3,7 +3,7 @@
 ###### Usage:
 
 1. Start .\tools\PS-VSPrompt.lnk (shortcut), this will start VS Dev Prompt in powershell
-2. Import-Module .\tools\Repo-Tasks.psd1
+2. Import-Module .\Repo-Tasks.psd1
 	1. During import, we allow to load additional functions that users might want to use it in their session.
 	2. If you have any userPreference.ps1 file under %userprofile%/psFiles directory, the module will try to load it by dot sourcing it.
 	2. It will also honor environment variable $env:psuserpreferences and load .ps1 files from the location that is pointed by $env:psuserpreferences

documentation/Using-Azure-TestFramework.md

@@ -127,10 +127,10 @@ In order to Record/Playback a test, you need to setup a connection string that c
 1. The default mode is Playback mode, so no setting up of connection string is required.
 
 #### Record Test with Interactive login using OrgId
-	TEST_CSM_ORGID_AUTHENTICATION=SubsctiptionId={SubId};UserId={orgId};AADTenant={tenantId};Environment={env};HttpRecorderMode=Record;
+	TEST_CSM_ORGID_AUTHENTICATION=SubscriptionId={SubId};UserId={orgId};AADTenant={tenantId};Environment={env};HttpRecorderMode=Record;
 
 #### Record Test with ServicePrincipal
-	TEST_CSM_ORGID_AUTHENTICATION=SubsctiptionId={SubId};ServicePrincipal={clientId};ServicePrincipalSecret={clientSecret};AADTenant={tenantId};Environment={env};HttpRecorderMode=Record;
+	TEST_CSM_ORGID_AUTHENTICATION=SubscriptionId={SubId};ServicePrincipal={clientId};ServicePrincipalSecret={clientSecret};AADTenant={tenantId};Environment={env};HttpRecorderMode=Record;
 
 2. Run the test and make sure that you got a generated .json file that matches the test name in 	the bin folder under *SessionRecords folder
 3. Copy SessionRecords folder inside the test project and add all *.json files in Visual Studio 	setting "Copy to Output Directory" property to "Copy if newer"
@@ -149,4 +149,4 @@ In order to Record/Playback a test, you need to setup a connection string that c
 	TestEnvironment.Endpoints.GraphUri = new Uri("https://newGraphUri.windows.net");
 
 ###Note:###
-Changing the above properties at run-time has the potential to hard code few things in your tests. Best practice would be to use these properties to change values at run-time from immediate window at run-time and avoid hard-coding certain values.
+Changing the above properties at run-time has the potential to hard code few things in your tests. Best practice would be to use these properties to change values at run-time from immediate window at run-time and avoid hard-coding certain values.

setup/azurecmd.wxs

@@ -1,11 +1,11 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <Wix xmlns="http://schemas.microsoft.com/wix/2006/wi" xmlns:util="http://schemas.microsoft.com/wix/UtilExtension">
 
-  <?define productName="Microsoft Azure PowerShell - January 2017" ?>
+  <?define productName="Microsoft Azure PowerShell - February 2017" ?>
   <?define sourceDir="$(var.SolutionDir)..\src\Package\$(var.Configuration)" ?>
   <?define caSourceDir="$(var.SolutionDir)setup\bin\$(var.Configuration)" ?>
 
-  <?define version="3.4.0" ?>
+  <?define version="3.6.0" ?>
 
   <Product Id="*"
            Name="$(var.productName)"

setup/azurecmdfiles.wxi

@@ -981,9 +981,6 @@
                         <Component Id="cmp3C96010EFA751762A76B66B811613835" Guid="*">
                             <File Id="fil509D1E7494560B2BB3462B8FAD7954CF" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.DataLakeStore\Microsoft.Azure.Management.DataLake.Store.dll" />
                         </Component>
-                        <Component Id="cmpFECE1A517C9182672B042869C46847FC" Guid="*">
-                            <File Id="fil00C18C352C99B9BCFA42EFFACE0AEFF7" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.DataLakeStore\Microsoft.Azure.Management.DataLake.StoreUploader.dll" />
-                        </Component>
                         <Component Id="cmp500DAF931B66664E6A3308FAC825093C" Guid="*">
                             <File Id="filB384FAE2600A5CAE72336384DBA3B581" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.DataLakeStore\Microsoft.Azure.Management.ResourceManager.dll" />
                         </Component>
@@ -2020,9 +2017,6 @@
                         <Component Id="cmp4665FDA09AEBB2263079C77AD5FAE614" Guid="*">
                             <File Id="fil67E80D69FD7CFFD1BDC41F143BB1B9E4" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.Network\Microsoft.WindowsAzure.Commands.Common.dll" />
                         </Component>
-                        <Component Id="cmpD9E00CF36A1BF106BD49E9368F96A1EE" Guid="*">
-                            <File Id="fil20EB538DE607DDE13AB3D2D42016F54D" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.Network\Microsoft.WindowsAzure.Storage.dll" />
-                        </Component>
                         <Component Id="cmpA96B1B72C5D8449B6A78CEE7B3D8003A" Guid="*">
                             <File Id="filEF8564B0A72776B7B7DF45B770E1BA9B" KeyPath="yes" Source="$(var.sourceDir)\ResourceManager\AzureResourceManager\AzureRM.Network\Newtonsoft.Json.dll" />
                         </Component>
@@ -6038,7 +6032,6 @@
             <ComponentRef Id="cmp87FB43928F7A2ECF62C0141446D21A9F" />
             <ComponentRef Id="cmpD2292657EF3D9CEAC5D4FA7DEB3E7E8E" />
             <ComponentRef Id="cmp3C96010EFA751762A76B66B811613835" />
-            <ComponentRef Id="cmpFECE1A517C9182672B042869C46847FC" />
             <ComponentRef Id="cmp500DAF931B66664E6A3308FAC825093C" />
             <ComponentRef Id="cmpFCFE1AC675F0BA7336B392A419D70042" />
             <ComponentRef Id="cmpB41201E194E7639BC9C33ADECC894426" />
@@ -6377,7 +6370,6 @@
             <ComponentRef Id="cmpB1CC3831A4FB6A26C143DA8B6606425B" />
             <ComponentRef Id="cmp915E6351383D1760B6CB025667A99E49" />
             <ComponentRef Id="cmp4665FDA09AEBB2263079C77AD5FAE614" />
-            <ComponentRef Id="cmpD9E00CF36A1BF106BD49E9368F96A1EE" />
             <ComponentRef Id="cmpA96B1B72C5D8449B6A78CEE7B3D8003A" />
             <ComponentRef Id="cmp1DE03E3ABD3F489833110639A13322DB" />
             <ComponentRef Id="cmp22A4A30D24CDED6264D46F12597014F5" />

src/Common/Commands.Common.Authentication.Test/Properties/AssemblyInfo.cs

@@ -28,6 +28,6 @@
 
 [assembly: ComVisible(false)]
 [assembly: CLSCompliant(false)]
-[assembly: AssemblyVersion("3.4.0")]
-[assembly: AssemblyFileVersion("3.4.0")]
+[assembly: AssemblyVersion("3.6.0")]
+[assembly: AssemblyFileVersion("3.6.0")]
 [assembly: CollectionBehavior(DisableTestParallelization = true)]

src/Common/Commands.Common.Authentication/Properties/AssemblyInfo.cs

@@ -46,5 +46,5 @@
 // You can specify all the values or you can default the Build and Revision Numbers 
 // by using the '*' as shown below:
 // [assembly: AssemblyVersion("1.0.*")]
-[assembly: AssemblyVersion("3.4.0")]
-[assembly: AssemblyFileVersion("3.4.0")]
+[assembly: AssemblyVersion("3.6.0")]
+[assembly: AssemblyFileVersion("3.6.0")]

src/Common/Commands.Common.Storage/Adapters/ARM.Storage.6/ARMStorageProvider.cs

@@ -0,0 +1,36 @@
+// ----------------------------------------------------------------------------------
+//
+// Copyright Microsoft Corporation
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+// http://www.apache.org/licenses/LICENSE-2.0
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+// ----------------------------------------------------------------------------------
+
+using Microsoft.Azure.Management.Storage;
+using Microsoft.WindowsAzure.Commands.Common.Storage;
+
+namespace Microsoft.Azure.Commands.Management.Storage.Models
+{
+    public class ARMStorageProvider : IStorageServiceProvider
+    {
+        IStorageManagementClient _client;
+
+        public ARMStorageProvider(IStorageManagementClient client)
+        {
+            _client = client;
+        }
+        public IStorageService GetStorageService(string name, string resourceGroupName)
+        {
+            var account = _client.StorageAccounts.GetProperties(resourceGroupName, name);
+            var keys = _client.StorageAccounts.ListKeys(resourceGroupName, name);
+            return new ARMStorageService(account, keys.Keys[0].Value,
+                keys.Keys[1].Value);
+        }
+    }
+}