Log Analytics new parameters Group By ApplicationId and UserAgent (#14015)

* data dog work, signed nuget packages

* nuget pkg from signed location .net

* using the package that released data dog functionality

* update nuget and disk objs

* back to 42 to avoid test failures

* v42

* Update RecoveryServices.Backup.Test.csproj

* Update RecoveryServices.SiteRecovery.Test.csproj

* Update SqlVirtualMachine.Test.csproj

* remove bad cmdlet to see if resolves CI errors

* Update LogAnalyticTests.ps1

Co-authored-by: Jin Lei <[email protected]>

> > @Sandido
> > Compute test module uses storage via cmdlets defined in AzureRM.Storage.ps1. New-AzStorageContext cannot be recognized because it is not defined in AzureRM.Storage.ps1.
> > Could you try to modify your test and not to use these storage cmdlets?
> 
> @msJinLei , Without this cmdlet, the test does not function. I have commented out the test code, and made the test a LiveOnly test. The code can be uncommented to be run locally. I will see if the SDK team can add New-AzStorageContext to AzureRM.Storage.ps1 at a later date. We want this work merged by 2/1 so please consider this PR for merging.

OK

Author: Sandido

src/Compute/Compute.Test/Compute.Test.csproj

@@ -1,4 +1,4 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <PsModuleName>Compute</PsModuleName>

src/Compute/Compute.Test/ScenarioTests/LogAnalyticTests.cs

@@ -38,6 +38,13 @@ public void TestExportLogAnalyticRequestRateByIntervalNegative()
             TestRunner.RunTestScript("Test-ExportLogAnalyticRequestRateByIntervalNegative");
         }
 
+        [Fact]
+        [Trait(Category.AcceptanceType, Category.LiveOnly)]
+        public void TestExportLogAnalyticGroupByParameters()
+        {
+            TestRunner.RunTestScript("Test-ExportLogAnalyticGroupByParameters");
+        }
+
         [Fact(Skip = "BUG: LogAnalytics does not work.")]
         [Trait(Category.AcceptanceType, Category.CheckIn)]
         [Trait("Re-record", "ClientRuntime changes")]

src/Compute/Compute.Test/ScenarioTests/LogAnalyticTests.ps1

@@ -43,6 +43,68 @@ function Test-ExportLogAnalyticRequestRateByIntervalNegative
         "the given SAS URI";
 }
 
+<#
+.SYNOPSIS
+Test Export Log Analytics group by parameters
+#>
+function Test-ExportLogAnalyticGroupByParameters
+{
+
+    # Setup
+    $rgname = Get-ComputeTestResourceName;
+    $loc = "westus2";
+
+    try
+    {
+        New-AzResourceGroup -Name $rgname -Location $loc -Force;
+        
+        $stoname = 'sto' + $rgname;
+        $stotype = 'Standard_GRS';
+        $container = "contain";
+        New-AzStorageAccount -ResourceGroupName $rgname -Name $stoname -Location $loc -Type $stotype;
+        $key = Get-AzStorageAccountKey -ResourceGroupName $rgname -Name $stoname;
+        Assert-NotNull $key;
+
+        $from = Get-Date -Year 2021 -Month 1 -Day 4 -Hour 9;
+        $to = Get-Date -Year 2021 -Month 1 -Day 5 -Hour 9;
+
+        $context = New-AzStorageContext -StorageAccountName $stoname -StorageAccountKey $key.Value[0];
+
+        if ([Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback)
+        {
+            New-AzStorageContainer -Name $container -Context $context;
+            $sastoken = Get-AzStorageContainer -Name $container -Context $context | New-AzStorageContainerSASToken -Permission rwdl -Context $context;
+        }
+
+        $sasuri = "https://$stoname.blob.core.windows.net/$container$sastoken";
+
+        $result = Export-AzLogAnalyticThrottledRequest -Location $loc -FromTime $from -ToTime $to -BlobContainerSasUri $sasuri -GroupByUserAgent;
+        Assert-AreEqual "Succeeded" $result.Status;
+
+        if ([Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback)
+        {
+            $blobs = Get-AzStorageBlob -Container $container -Context $context;
+            $throttle_blob = $blobs | where {$_.name.contains("ThrottledRequests")};
+            Assert-NotNull $throttle_blob;
+        }
+
+        $result = Export-AzLogAnalyticThrottledRequest -Location $loc -FromTime $from -ToTime $to -BlobContainerSasUri $sasuri -GroupByApplicationId;
+        Assert-AreEqual "Succeeded" $result.Status;
+
+        if ([Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::Mode -ne [Microsoft.Azure.Test.HttpRecorder.HttpRecorderMode]::Playback)
+        {
+            $blobs = Get-AzStorageBlob -Container $container -Context $context;
+            $throttle_blob = $blobs | where {$_.name.contains("ThrottledRequests")};
+            Assert-NotNull $throttle_blob;
+        }
+    }
+    finally
+    {
+        # Cleanup
+        Clean-ResourceGroup $rgname
+    }
+}
+
 <#
 .SYNOPSIS
 Test Export Log Analytics positive scenario