[Synapse] - Use data plane API to retrieve Spark pool Resource Info (#14627)

Co-authored-by: Dongwei Wang <[email protected]>

Author: 2 people

src/Synapse/Synapse/ChangeLog.md

@@ -20,6 +20,7 @@
 ## Upcoming Release
 * Renamed -AllowAllAzureIP to -AllowAllAzureIp and changed IP range to 0.0.0.0-0.0.0.0 
 * Added -AllowAllIp and set IP range to 0.0.0.0-255.255.255.255
+* Fixed the issue of retrieving Apache Spark pool information through management API
 
 ## Version 0.9.0
 * Added support for workspace key encryption management

src/Synapse/Synapse/Commands/DataPlaneCommands/Artifact/Notebooks/SetAzureSynapseNotebook.cs

@@ -98,7 +98,7 @@ public override void ExecuteCmdlet()
 
                     string suffix = DefaultContext.Environment.GetEndpoint(AzureEnvironment.ExtendedEndpoint.AzureSynapseAnalyticsEndpointSuffix);
                     string endpoint = "https://" + this.WorkspaceName + "." + suffix;
-                    var sparkPoolInfo = new SynapseAnalyticsManagementClient(DefaultContext).GetSparkPool(null, this.WorkspaceName, this.SparkPoolName);
+                    var sparkPoolInfo = SynapseAnalyticsClient.GetBigDataPool(SparkPoolName);
 
                     options["auth"] = new ComputeOptions
                     {

src/Synapse/Synapse/Models/SynapseAnalyticsArtifactsClient.cs

@@ -22,6 +22,7 @@ public class SynapseAnalyticsArtifactsClient
         private readonly TriggerRunClient _triggerRunClient;
         private readonly DatasetClient _datasetClient;
         private readonly DataFlowClient _dataFlowClient;
+        private readonly BigDataPoolsClient _bigDataPoolsClient;
 
         public SynapseAnalyticsArtifactsClient(string workspaceName, IAzureContext context)
         {
@@ -40,6 +41,7 @@ public SynapseAnalyticsArtifactsClient(string workspaceName, IAzureContext conte
             _triggerRunClient = new TriggerRunClient(uri, new AzureSessionCredential(context));
             _datasetClient = new DatasetClient(uri, new AzureSessionCredential(context));
             _dataFlowClient = new DataFlowClient(uri, new AzureSessionCredential(context));
+            _bigDataPoolsClient = new BigDataPoolsClient(uri, new AzureSessionCredential(context));
         }
 
         #region pipeline
@@ -257,6 +259,15 @@ public void DeleteDataFlow(string dataFlowName)
 
         #endregion
 
+        #region BigDataPools
+
+        public BigDataPoolResourceInfo GetBigDataPool(string bigDataPoolName)
+        {
+            return _bigDataPoolsClient.Get(bigDataPoolName);
+        }
+
+        #endregion
+
         #region helpers
 
         public virtual string ReadJsonFileContent(string path)