Skip to content

Commit 3d7312d

Browse files
author
Wan Yang
committed
add New-AzSynapseSparkPool help doc
1 parent 7443a56 commit 3d7312d

File tree

3 files changed

+65
-51
lines changed

3 files changed

+65
-51
lines changed

src/Synapse/Synapse.Test/ScenarioTests/SparkPoolTests.ps1

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ function Test-SynapseSparkPool
99
$resourceGroupName = (Get-ResourceGroupName),
1010
$workspaceName = (Get-SynapseWorkspaceName),
1111
$sparkPoolName = (Get-SynapseSparkPoolName),
12-
$sparkPoolName1 = $sparkPoolName + "1",
12+
$sparkPoolNameForAutoScale = $sparkPoolName + "1",
1313
$sparkPoolNodeCount = 3,
1414
$sparkAutoScaleMinNodeCount = 3,
1515
$sparkAutoScaleMaxNodeCount = 6,
@@ -28,20 +28,20 @@ function Test-SynapseSparkPool
2828
Assert-False {Test-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName}
2929

3030
# UnableAutoScale
31-
$sparkPoolCreated1 = New-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName -NodeCount $sparkPoolNodeCount -SparkVersion $sparkVersion -NodeSize $sparkPoolNodeSize
31+
$sparkPoolCreatedForUnableAutoScale = New-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName -NodeCount $sparkPoolNodeCount -SparkVersion $sparkVersion -NodeSize $sparkPoolNodeSize
3232

33-
Assert-AreEqual $sparkPoolName $sparkPoolCreated1.Name
34-
Assert-AreEqual $location $sparkPoolCreated1.Location
35-
Assert-AreEqual "Microsoft.Synapse/Workspaces/bigDataPools" $sparkPoolCreated1.Type
36-
Assert-True {$sparkPoolCreated1.Id -like "*$resourceGroupName*"}
33+
Assert-AreEqual $sparkPoolName $sparkPoolCreatedForUnableAutoScale.Name
34+
Assert-AreEqual $location $sparkPoolCreatedForUnableAutoScale.Location
35+
Assert-AreEqual "Microsoft.Synapse/Workspaces/bigDataPools" $sparkPoolCreatedForUnableAutoScale.Type
36+
Assert-True {$sparkPoolCreatedForUnableAutoScale.Id -like "*$resourceGroupName*"}
3737

3838
# just test create for EnableAutoScale
39-
$sparkPoolCreated2 = New-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName1 -AutoScaleMinNodeCount $sparkAutoScaleMinNodeCount -AutoScaleMaxNodeCount $sparkAutoScaleMaxNodeCount -SparkVersion $sparkVersion -NodeSize $sparkPoolNodeSize
39+
$sparkPoolCreatedForAutoScale = New-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolNameForAutoScale -AutoScaleMinNodeCount $sparkAutoScaleMinNodeCount -AutoScaleMaxNodeCount $sparkAutoScaleMaxNodeCount -SparkVersion $sparkVersion -NodeSize $sparkPoolNodeSize
4040

41-
Assert-AreEqual $sparkPoolName1 $sparkPoolCreated2.Name
42-
Assert-AreEqual $location $sparkPoolCreated2.Location
43-
Assert-AreEqual "Microsoft.Synapse/Workspaces/bigDataPools" $sparkPoolCreated2.Type
44-
Assert-True {$sparkPoolCreated2.Id -like "*$resourceGroupName*"}
41+
Assert-AreEqual $sparkPoolNameForAutoScale $sparkPoolCreatedForAutoScale.Name
42+
Assert-AreEqual $location $sparkPoolCreatedForAutoScale.Location
43+
Assert-AreEqual "Microsoft.Synapse/Workspaces/bigDataPools" $sparkPoolCreatedForAutoScale.Type
44+
Assert-True {$sparkPoolCreatedForAutoScale.Id -like "*$resourceGroupName*"}
4545

4646
# In loop to check if Spark pool exists
4747
for ($i = 0; $i -le 60; $i++)
@@ -52,7 +52,7 @@ function Test-SynapseSparkPool
5252
Assert-AreEqual $sparkPoolName $sparkPoolGet[0].Name
5353
Assert-AreEqual $location $sparkPoolGet[0].Location
5454
Assert-AreEqual "Microsoft.Synapse/Workspaces/bigDataPools" $sparkPoolGet[0].Type
55-
Assert-True {$sparkPoolCreated1.Id -like "*$resourceGroupName*"}
55+
Assert-True {$sparkPoolCreatedForUnableAutoScale.Id -like "*$resourceGroupName*"}
5656
break
5757
}
5858

@@ -126,7 +126,7 @@ function Test-SynapseSparkPool
126126

127127
# Delete SparkPool
128128
Assert-True {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName -PassThru} "Remove SparkPool failed."
129-
Assert-True {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName1 -PassThru} "Remove SparkPool failed."
129+
Assert-True {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolNameForAutoScale -PassThru} "Remove SparkPool failed."
130130

131131
# Verify that it is gone by trying to get it again
132132
Assert-Throws {Get-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName}
@@ -135,6 +135,6 @@ function Test-SynapseSparkPool
135135
{
136136
# cleanup the spark pool that was used in case it still exists. This is a best effort task, we ignore failures here.
137137
Invoke-HandledCmdlet -Command {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName -ErrorAction SilentlyContinue} -IgnoreFailures
138-
Invoke-HandledCmdlet -Command {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolName1 -ErrorAction SilentlyContinue} -IgnoreFailures
138+
Invoke-HandledCmdlet -Command {Remove-AzSynapseSparkPool -ResourceGroupName $resourceGroupName -WorkspaceName $workspaceName -Name $sparkPoolNameForAutoScale -ErrorAction SilentlyContinue} -IgnoreFailures
139139
}
140140
}

src/Synapse/Synapse/Commands/ManagementCommands/SparkPool/NewAzureSynapseSparkPool.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ public class NewAzureSynapseSparkPool : SynapseCmdletBase
6868
[ValidateSet(Management.Synapse.Models.NodeSize.Small, Management.Synapse.Models.NodeSize.Medium, Management.Synapse.Models.NodeSize.Large, IgnoreCase = true)]
6969
[PSArgumentCompleter(Management.Synapse.Models.NodeSize.Small, Management.Synapse.Models.NodeSize.Medium, Management.Synapse.Models.NodeSize.Large)]
7070
public string NodeSize { get; set; }
71-
public SwitchParameter EnableAutoScale { get; set; }
71+
private SwitchParameter EnableAutoScale { get; set; }
7272

7373
[Parameter(ValueFromPipelineByPropertyName = false, ParameterSetName = CreateByNameAndEnableAutoScaleParameterSet,
7474
Mandatory = true, HelpMessage = HelpMessages.AutoScaleMinNodeCount)]

src/Synapse/Synapse/help/New-AzSynapseSparkPool.md

Lines changed: 50 additions & 36 deletions
Original file line numberDiff line numberDiff line change
@@ -4,30 +4,44 @@ Module Name: Az.Synapse
44
online version: https://docs.microsoft.com/en-us/powershell/module/az.synapse/new-azsynapsesparkpool
55
schema: 2.0.0
66
---
7-
7+
# test
88
# New-AzSynapseSparkPool
99

1010
## SYNOPSIS
1111
Creates a Synapse Analytics Spark pool.
1212

1313
## SYNTAX
1414

15-
### CreateByNameParameterSet (Default)
15+
### CreateByNameAndEnableAutoScaleParameterSet (Default)
16+
```
17+
New-AzSynapseSparkPool [-ResourceGroupName <String>] -WorkspaceName <String> -Name <String> [-Tag <Hashtable>]
18+
-NodeSize <String> -AutoScaleMinNodeCount <Int32> -AutoScaleMaxNodeCount <Int32> [-EnableAutoPause]
19+
[-AutoPauseDelayInMinute <Int32>] -SparkVersion <String> [-LibraryRequirementsFilePath <String>] [-AsJob]
20+
[-DefaultProfile <IAzureContextContainer>] [-WhatIf] [-Confirm] [<CommonParameters>]
21+
```
22+
23+
### CreateByNameAndUnableAutoScaleParameterSet
1624
```
1725
New-AzSynapseSparkPool [-ResourceGroupName <String>] -WorkspaceName <String> -Name <String> [-Tag <Hashtable>]
18-
-NodeCount <Int32> -NodeSize <String> [-EnableAutoScale] [-AutoScaleMinNodeCount <Int32>]
19-
[-AutoScaleMaxNodeCount <Int32>] [-EnableAutoPause] [-AutoPauseDelayInMinute <Int32>] -SparkVersion <String>
20-
[-LibraryRequirementsFilePath <String>] [-AsJob] [-DefaultProfile <IAzureContextContainer>] [-WhatIf]
21-
[-Confirm] [<CommonParameters>]
26+
-NodeCount <Int32> -NodeSize <String> [-EnableAutoPause] [-AutoPauseDelayInMinute <Int32>]
27+
-SparkVersion <String> [-LibraryRequirementsFilePath <String>] [-AsJob]
28+
[-DefaultProfile <IAzureContextContainer>] [-WhatIf] [-Confirm] [<CommonParameters>]
2229
```
2330

24-
### CreateByParentObjectParameterSet
31+
### CreateByParentObjectAndEnableAutoScaleParameterSet
2532
```
2633
New-AzSynapseSparkPool -WorkspaceObject <PSSynapseWorkspace> -Name <String> [-Tag <Hashtable>]
27-
-NodeCount <Int32> -NodeSize <String> [-EnableAutoScale] [-AutoScaleMinNodeCount <Int32>]
28-
[-AutoScaleMaxNodeCount <Int32>] [-EnableAutoPause] [-AutoPauseDelayInMinute <Int32>] -SparkVersion <String>
29-
[-LibraryRequirementsFilePath <String>] [-AsJob] [-DefaultProfile <IAzureContextContainer>] [-WhatIf]
30-
[-Confirm] [<CommonParameters>]
34+
-NodeSize <String> -AutoScaleMinNodeCount <Int32> -AutoScaleMaxNodeCount <Int32> [-EnableAutoPause]
35+
[-AutoPauseDelayInMinute <Int32>] -SparkVersion <String> [-LibraryRequirementsFilePath <String>] [-AsJob]
36+
[-DefaultProfile <IAzureContextContainer>] [-WhatIf] [-Confirm] [<CommonParameters>]
37+
```
38+
39+
### CreateByParentObjectAndUnableAutoScaleParameterSet
40+
```
41+
New-AzSynapseSparkPool -WorkspaceObject <PSSynapseWorkspace> -Name <String> [-Tag <Hashtable>]
42+
-NodeCount <Int32> -NodeSize <String> [-EnableAutoPause] [-AutoPauseDelayInMinute <Int32>]
43+
-SparkVersion <String> [-LibraryRequirementsFilePath <String>] [-AsJob]
44+
[-DefaultProfile <IAzureContextContainer>] [-WhatIf] [-Confirm] [<CommonParameters>]
3145
```
3246

3347
## DESCRIPTION
@@ -40,15 +54,30 @@ The **New-AzSynapseSparkPool** cmdlet creates an Azure Synapse Analytics Spark p
4054
PS C:\> New-AzSynapseSparkPool -WorkspaceName ContosoWorkspace -Name ContosoSparkPool -NodeCount 3 -SparkVersion 2.4 -NodeSize Small
4155
```
4256

43-
This command creates an Azure Synapse Analytics Spark pool.
57+
This command creates a non-scalable Azure Synapse Analytics Spark pool
4458

4559
### Example 2
4660
```powershell
61+
PS C:\> New-AzSynapseSparkPool -WorkspaceName ContosoWorkspace -Name ContosoSparkPool -AutoScaleMinNodeCount 3 -AutoScaleMaxNodeCount 10 -SparkVersion 2.4 -NodeSize Small
62+
```
63+
64+
This command creates a scalable Azure Synapse Analytics Spark pool
65+
66+
### Example 3
67+
```powershell
4768
PS C:\> $ws = Get-AzSynapseWorkspace -Name ContosoWorkspace
4869
PS C:\> $ws | New-AzSynapseSparkPool -Name ContosoSparkPool -NodeCount 3 -SparkVersion 2.4 -NodeSize Small
4970
```
5071

51-
This command creates an Azure Synapse Analytics Spark pool through pipeline.
72+
This command creates a non-scalable Azure Synapse Analytics Spark pool through pipeline.
73+
74+
### Example 4
75+
```powershell
76+
PS C:\> $ws = Get-AzSynapseWorkspace -Name ContosoWorkspace
77+
PS C:\> $ws | New-AzSynapseSparkPool -Name ContosoSparkPool -AutoScaleMinNodeCount 3 -AutoScaleMaxNodeCount 10 -SparkVersion 2.4 -NodeSize Small
78+
```
79+
80+
This command creates a scalable Azure Synapse Analytics Spark pool through pipeline.
5281

5382
## PARAMETERS
5483

@@ -88,10 +117,10 @@ This parameter must be specified when Auto-scale is enabled.
88117
89118
```yaml
90119
Type: System.Int32
91-
Parameter Sets: (All)
120+
Parameter Sets: CreateByNameAndEnableAutoScaleParameterSet, CreateByParentObjectAndEnableAutoScaleParameterSet
92121
Aliases:
93122

94-
Required: False
123+
Required: True
95124
Position: Named
96125
Default value: None
97126
Accept pipeline input: False
@@ -104,10 +133,10 @@ This parameter must be specified when Auto-scale is enabled.
104133
105134
```yaml
106135
Type: System.Int32
107-
Parameter Sets: (All)
136+
Parameter Sets: CreateByNameAndEnableAutoScaleParameterSet, CreateByParentObjectAndEnableAutoScaleParameterSet
108137
Aliases:
109138

110-
Required: False
139+
Required: True
111140
Position: Named
112141
Default value: None
113142
Accept pipeline input: False
@@ -144,21 +173,6 @@ Accept pipeline input: False
144173
Accept wildcard characters: False
145174
```
146175
147-
### -EnableAutoScale
148-
Indicates whether Auto-scale should be enabled
149-
150-
```yaml
151-
Type: System.Management.Automation.SwitchParameter
152-
Parameter Sets: (All)
153-
Aliases:
154-
155-
Required: False
156-
Position: Named
157-
Default value: None
158-
Accept pipeline input: False
159-
Accept wildcard characters: False
160-
```
161-
162176
### -LibraryRequirementsFilePath
163177
Environment configuration file ("PIP freeze" output).
164178
@@ -194,7 +208,7 @@ Number of nodes to be allocated in the specified Spark pool.
194208
195209
```yaml
196210
Type: System.Int32
197-
Parameter Sets: (All)
211+
Parameter Sets: CreateByNameAndUnableAutoScaleParameterSet, CreateByParentObjectAndUnableAutoScaleParameterSet
198212
Aliases:
199213

200214
Required: True
@@ -226,7 +240,7 @@ Resource group name.
226240
227241
```yaml
228242
Type: System.String
229-
Parameter Sets: CreateByNameParameterSet
243+
Parameter Sets: CreateByNameAndEnableAutoScaleParameterSet, CreateByNameAndUnableAutoScaleParameterSet
230244
Aliases:
231245

232246
Required: False
@@ -272,7 +286,7 @@ Name of Synapse workspace.
272286
273287
```yaml
274288
Type: System.String
275-
Parameter Sets: CreateByNameParameterSet
289+
Parameter Sets: CreateByNameAndEnableAutoScaleParameterSet, CreateByNameAndUnableAutoScaleParameterSet
276290
Aliases:
277291

278292
Required: True
@@ -287,7 +301,7 @@ workspace input object, usually passed through the pipeline.
287301
288302
```yaml
289303
Type: Microsoft.Azure.Commands.Synapse.Models.PSSynapseWorkspace
290-
Parameter Sets: CreateByParentObjectParameterSet
304+
Parameter Sets: CreateByParentObjectAndEnableAutoScaleParameterSet, CreateByParentObjectAndUnableAutoScaleParameterSet
291305
Aliases:
292306

293307
Required: True

0 commit comments

Comments
 (0)