Skip to content

Commit 7cfd619

Browse files
nemanja88nemanja88
committed
Merged with Spark related changes. Using private nuget sdk drop.
1 parent 3d71362 commit 7cfd619

File tree

14 files changed

+118
-25
lines changed

14 files changed

+118
-25
lines changed

‎src/ServiceManagement/HDInsight/Commands.HDInsight.Test/Commands.HDInsight.Test.csproj

Lines changed: 22 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -50,11 +50,13 @@
5050
<Reference Include="Microsoft.Data.Services.Client, Version=5.6.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
5151
<HintPath>..\..\..\packages\Microsoft.Data.Services.Client.5.6.0\lib\net40\Microsoft.Data.Services.Client.dll</HintPath>
5252
</Reference>
53-
<Reference Include="Microsoft.Hadoop.Client, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
54-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.Hadoop.Client.dll</HintPath>
53+
<Reference Include="Microsoft.Hadoop.Client, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
54+
<SpecificVersion>False</SpecificVersion>
55+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.Hadoop.Client.dll</HintPath>
5556
</Reference>
56-
<Reference Include="Microsoft.HDInsight.Net.Http.Formatting, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
57-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.HDInsight.Net.Http.Formatting.dll</HintPath>
57+
<Reference Include="Microsoft.HDInsight.Net.Http.Formatting">
58+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.HDInsight.Net.Http.Formatting.dll</HintPath>
59+
<Private>True</Private>
5860
</Reference>
5961
<Reference Include="Microsoft.Threading.Tasks">
6062
<HintPath>..\..\..\packages\Microsoft.Bcl.Async.1.0.168\lib\net40\Microsoft.Threading.Tasks.dll</HintPath>
@@ -77,14 +79,21 @@
7779
<Reference Include="Microsoft.WindowsAzure.Configuration, Version=1.8.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
7880
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.ConfigurationManager.1.8.0.0\lib\net35-full\Microsoft.WindowsAzure.Configuration.dll</HintPath>
7981
</Reference>
80-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
81-
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.dll</HintPath>
82+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
83+
<SpecificVersion>False</SpecificVersion>
84+
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.dll</HintPath>
85+
</Reference>
86+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Contracts, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
87+
<SpecificVersion>False</SpecificVersion>
88+
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Contracts.dll</HintPath>
8289
</Reference>
83-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
84-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.Framework.dll</HintPath>
90+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
91+
<SpecificVersion>False</SpecificVersion>
92+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Framework.dll</HintPath>
8593
</Reference>
86-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework.Core, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
87-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.Framework.Core.dll</HintPath>
94+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework.Core, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
95+
<SpecificVersion>False</SpecificVersion>
96+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Framework.Core.dll</HintPath>
8897
</Reference>
8998
<Reference Include="Microsoft.WindowsAzure.Storage, Version=3.0.3.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
9099
<HintPath>..\..\..\packages\WindowsAzure.Storage.3.0.3.0\lib\net40\Microsoft.WindowsAzure.Storage.dll</HintPath>
@@ -206,7 +215,9 @@
206215
</ItemGroup>
207216
<ItemGroup>
208217
<None Include="MSSharedLibKey.snk" />
209-
<None Include="packages.config" />
218+
<None Include="packages.config">
219+
<SubType>Designer</SubType>
220+
</None>
210221
</ItemGroup>
211222
<ItemGroup>
212223
<ProjectReference Include="..\..\..\Common\Azure.Common.Extensions\Common.Extensions.csproj">

‎src/ServiceManagement/HDInsight/Commands.HDInsight.Test/HDInsight/CmdLetTests/AddConfigValuesCmdletTests.cs

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -83,6 +83,18 @@ public void CanCallTheAddConfigValuesCmdletTestsCmdlet_StormConfig()
8383

8484
}
8585

86+
[TestMethod]
87+
[TestCategory("CheckIn")]
88+
public void CanCallTheAddConfigValuesCmdletTestsCmdlet_SparkConfig()
89+
{
90+
using (IRunspace runspace = this.GetPowerShellRunspace())
91+
{
92+
var sparkConfig = new Hashtable();
93+
sparkConfig.Add("spark.fakeconfig.value", "12345");
94+
RunConfigOptionstest(runspace, CmdletConstants.SparkConfig, sparkConfig, c => c.SparkConfiguration);
95+
}
96+
}
97+
8698
[TestMethod]
8799
[TestCategory("CheckIn")]
88100
public void CanCallTheAddConfigValuesCmdletTestsCmdlet_HiveConfig()
@@ -373,7 +385,9 @@ public void CanCallTheAddConfigValuesCmdletTestsCmdlet_PreserveConfig()
373385
var coreConfig = new Hashtable();
374386
var yarnConfig = new Hashtable();
375387
var stormConfig = new Hashtable();
388+
var sparkConfig = new Hashtable();
376389
stormConfig.Add("storm.fakekey", "123");
390+
sparkConfig.Add("spark.fakekey", "123");
377391
var clusterConfig = new AzureHDInsightConfig
378392
{
379393
HiveMetastore =
@@ -401,12 +415,14 @@ public void CanCallTheAddConfigValuesCmdletTestsCmdlet_PreserveConfig()
401415
.WithParameter(CmdletConstants.CoreConfig, coreConfig)
402416
.WithParameter(CmdletConstants.YarnConfig, yarnConfig)
403417
.WithParameter(CmdletConstants.StormConfig, stormConfig)
418+
.WithParameter(CmdletConstants.SparkConfig, sparkConfig)
404419
.Invoke();
405420
AzureHDInsightConfig config = results.Results.ToEnumerable<AzureHDInsightConfig>().First();
406421

407422
Assert.AreEqual(config.CoreConfiguration.Count, coreConfig.Count);
408423
Assert.AreEqual(config.YarnConfiguration.Count, yarnConfig.Count);
409424
Assert.AreEqual(config.StormConfiguration.Count, stormConfig.Count);
425+
Assert.AreEqual(config.SparkConfiguration.Count, sparkConfig.Count);
410426

411427
foreach (object entry in coreConfig.Keys)
412428
{
@@ -432,6 +448,14 @@ public void CanCallTheAddConfigValuesCmdletTestsCmdlet_PreserveConfig()
432448
Assert.AreEqual(stormConfig[entry], configUnderTest.Value, "value doesn't match for storm config option with name '{0}'", entry);
433449
}
434450

451+
foreach (object entry in sparkConfig.Keys)
452+
{
453+
KeyValuePair<string, string> configUnderTest =
454+
config.SparkConfiguration.FirstOrDefault(c => string.Equals(c.Key, entry.ToString(), StringComparison.Ordinal));
455+
Assert.IsNotNull(configUnderTest, "Unable to find spark config option with name '{0}'", entry);
456+
Assert.AreEqual(sparkConfig[entry], configUnderTest.Value, "value doesn't match for spark config option with name '{0}'", entry);
457+
}
458+
435459
Assert.AreEqual(clusterConfig.HiveMetastore.DatabaseName, config.HiveMetastore.DatabaseName);
436460
Assert.AreEqual(clusterConfig.HiveMetastore.SqlAzureServerName, config.HiveMetastore.SqlAzureServerName);
437461
Assert.AreEqual(clusterConfig.HiveMetastore.Credential.UserName, config.HiveMetastore.Credential.UserName);

‎src/ServiceManagement/HDInsight/Commands.HDInsight.Test/HDInsight/CmdLetTests/CmdletHardCodes.cs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -91,6 +91,7 @@ public static class CmdletConstants
9191
public const string StatusFolder = "StatusFolder";
9292
public const string YarnConfig = "Yarn";
9393
public const string StormConfig = "Storm";
94+
public const string SparkConfig = "Spark";
9495
public const string HBaseConfig = "HBase";
9596

9697
public const string StdErr = "StandardError";

‎src/ServiceManagement/HDInsight/Commands.HDInsight.Test/packages.config

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,12 +6,12 @@
66
<package id="Microsoft.Data.Edm" version="5.6.0" targetFramework="net45" />
77
<package id="Microsoft.Data.OData" version="5.6.0" targetFramework="net45" />
88
<package id="Microsoft.Data.Services.Client" version="5.6.0" targetFramework="net45" />
9-
<package id="Microsoft.Hadoop.Client" version="1.3.3.2" targetFramework="net45" />
9+
<package id="Microsoft.Hadoop.Client" version="1.4.3" targetFramework="net45" />
1010
<package id="Microsoft.Net.Http" version="2.2.28" targetFramework="net45" />
1111
<package id="Microsoft.WindowsAzure.Common" version="1.4.1" targetFramework="net45" />
1212
<package id="Microsoft.WindowsAzure.Common.Dependencies" version="1.1.1" targetFramework="net45" />
1313
<package id="Microsoft.WindowsAzure.ConfigurationManager" version="1.8.0.0" targetFramework="net45" />
14-
<package id="Microsoft.WindowsAzure.Management.HDInsight" version="1.3.3.2" targetFramework="net45" />
14+
<package id="Microsoft.WindowsAzure.Management.HDInsight" version="1.4.3" targetFramework="net45" />
1515
<package id="Moq" version="4.2.1402.2112" targetFramework="net45" />
1616
<package id="Newtonsoft.Json" version="6.0.4" targetFramework="net45" />
1717
<package id="System.Spatial" version="5.6.0" targetFramework="net45" />

‎src/ServiceManagement/HDInsight/Commands.HDInsight/Cmdlet/AddAzureHDInsightConfigValuesCmdlet.cs

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,7 @@ public AzureHDInsightConfig Config
8181
this.command.Config.SubnetName = value.SubnetName;
8282
this.command.Config.StormConfiguration.AddRange(value.StormConfiguration);
8383
this.command.Config.HBaseConfiguration.ConfigurationCollection.AddRange(value.HBaseConfiguration.ConfigurationCollection);
84+
this.command.Config.SparkConfiguration.AddRange(value.SparkConfiguration);
8485
}
8586
}
8687

@@ -161,6 +162,17 @@ public Hashtable Storm
161162
set { this.command.Storm = value; }
162163
}
163164

165+
/// <summary>
166+
/// Gets or sets a collection of configuration properties to customize the Spark service.
167+
/// </summary>
168+
[SuppressMessage("Microsoft.Usage", "CA2227:CollectionPropertiesShouldBeReadOnly", Justification = "Ease of use in Powershell")]
169+
[Parameter(Mandatory = false, HelpMessage = "a collection of configuration properties to customize the Spark service.")]
170+
public Hashtable Spark
171+
{
172+
get { return this.command.Spark; }
173+
set { this.command.Spark = value; }
174+
}
175+
164176
/// <summary>
165177
/// Gets or sets a collection of configuration properties to customize the HBase service.
166178
/// </summary>

‎src/ServiceManagement/HDInsight/Commands.HDInsight/Cmdlet/NewAzureHDInsightClusterCmdlet.cs

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -114,6 +114,7 @@ public AzureHDInsightConfig Config
114114
result.MapReduceConfiguration.CapacitySchedulerConfigurationCollection.AddRange(
115115
this.command.MapReduceConfiguration.CapacitySchedulerConfigurationCollection);
116116
result.StormConfiguration.AddRange(this.command.StormConfiguration);
117+
result.SparkConfiguration.AddRange(this.command.SparkConfiguration);
117118
result.HBaseConfiguration.AdditionalLibraries = this.command.HBaseConfiguration.AdditionalLibraries;
118119
result.HBaseConfiguration.ConfigurationCollection.AddRange(this.command.HBaseConfiguration.ConfigurationCollection);
119120
return result;
@@ -151,6 +152,7 @@ public AzureHDInsightConfig Config
151152
this.command.HiveMetastore = value.HiveMetastore;
152153
this.command.OozieMetastore = value.OozieMetastore;
153154
this.command.StormConfiguration.AddRange(value.StormConfiguration);
155+
this.command.SparkConfiguration.AddRange(value.SparkConfiguration);
154156
this.command.HBaseConfiguration.AdditionalLibraries = value.HBaseConfiguration.AdditionalLibraries;
155157
this.command.HBaseConfiguration.ConfigurationCollection.AddRange(value.HBaseConfiguration.ConfigurationCollection);
156158
}

‎src/ServiceManagement/HDInsight/Commands.HDInsight/Commands.HDInsight.csproj

Lines changed: 20 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -56,11 +56,13 @@
5656
<Reference Include="Microsoft.Data.Services.Client, Version=5.6.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
5757
<HintPath>..\..\..\packages\Microsoft.Data.Services.Client.5.6.0\lib\net40\Microsoft.Data.Services.Client.dll</HintPath>
5858
</Reference>
59-
<Reference Include="Microsoft.Hadoop.Client, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
60-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.Hadoop.Client.dll</HintPath>
59+
<Reference Include="Microsoft.Hadoop.Client, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
60+
<SpecificVersion>False</SpecificVersion>
61+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.Hadoop.Client.dll</HintPath>
6162
</Reference>
62-
<Reference Include="Microsoft.HDInsight.Net.Http.Formatting, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
63-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.HDInsight.Net.Http.Formatting.dll</HintPath>
63+
<Reference Include="Microsoft.HDInsight.Net.Http.Formatting, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
64+
<SpecificVersion>False</SpecificVersion>
65+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.HDInsight.Net.Http.Formatting.dll</HintPath>
6466
</Reference>
6567
<Reference Include="Microsoft.Threading.Tasks">
6668
<HintPath>..\..\..\packages\Microsoft.Bcl.Async.1.0.168\lib\net40\Microsoft.Threading.Tasks.dll</HintPath>
@@ -82,14 +84,21 @@
8284
<Reference Include="Microsoft.WindowsAzure.Configuration, Version=1.8.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
8385
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.ConfigurationManager.1.8.0.0\lib\net35-full\Microsoft.WindowsAzure.Configuration.dll</HintPath>
8486
</Reference>
85-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
86-
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.dll</HintPath>
87+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
88+
<SpecificVersion>False</SpecificVersion>
89+
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.dll</HintPath>
8790
</Reference>
88-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
89-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.Framework.dll</HintPath>
91+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Contracts, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
92+
<SpecificVersion>False</SpecificVersion>
93+
<HintPath>..\..\..\packages\Microsoft.WindowsAzure.Management.HDInsight.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Contracts.dll</HintPath>
9094
</Reference>
91-
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework.Core, Version=1.3.3.2, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
92-
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.3.3.2\lib\net40\Microsoft.WindowsAzure.Management.HDInsight.Framework.Core.dll</HintPath>
95+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework, Version=1.4.3.0, Culture=neutral, PublicKeyToken=c66ce9294aae1300, processorArchitecture=MSIL">
96+
<SpecificVersion>False</SpecificVersion>
97+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Framework.dll</HintPath>
98+
</Reference>
99+
<Reference Include="Microsoft.WindowsAzure.Management.HDInsight.Framework.Core">
100+
<HintPath>..\..\..\packages\Microsoft.Hadoop.Client.1.4.3\lib\net45\Microsoft.WindowsAzure.Management.HDInsight.Framework.Core.dll</HintPath>
101+
<Private>True</Private>
93102
</Reference>
94103
<Reference Include="Microsoft.WindowsAzure.Storage, Version=3.0.3.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
95104
<HintPath>..\..\..\packages\WindowsAzure.Storage.3.0.3.0\lib\net40\Microsoft.WindowsAzure.Storage.dll</HintPath>
@@ -316,6 +325,7 @@
316325
<Compile Include="Properties\AssemblyInfo.cs" />
317326
</ItemGroup>
318327
<ItemGroup>
328+
<None Include="app.config" />
319329
<None Include="MSSharedLibKey.snk" />
320330
<None Include="packages.config">
321331
<SubType>Designer</SubType>

‎src/ServiceManagement/HDInsight/Commands.HDInsight/Model/Commands/BaseCommandInterfaces/IAddAzureHDInsightConfigValuesBase.cs

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,11 @@ internal interface IAddAzureHDInsightConfigValuesBase
6262
/// </summary>
6363
Hashtable Storm { get; set; }
6464

65+
/// <summary>
66+
/// Gets or sets a collection of configuration properties to customize the Spark service.
67+
/// </summary>
68+
Hashtable Spark { get; set; }
69+
6570
/// <summary>
6671
/// Gets or sets a collection of configuration properties to customize the HBase service.
6772
/// </summary>

‎src/ServiceManagement/HDInsight/Commands.HDInsight/Model/Commands/CommandImplementations/AddAzureHDInsightConfigValuesCommand.cs

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ public AddAzureHDInsightConfigValuesCommand()
3333
this.Hive = new AzureHDInsightHiveConfiguration();
3434
this.Oozie = new AzureHDInsightOozieConfiguration();
3535
this.Storm = new Hashtable();
36+
this.Spark = new Hashtable();
3637
this.HBase = new AzureHDInsightHBaseConfiguration();
3738
}
3839

@@ -52,6 +53,8 @@ public AddAzureHDInsightConfigValuesCommand()
5253

5354
public Hashtable Storm { get; set; }
5455

56+
public Hashtable Spark { get; set; }
57+
5558
public AzureHDInsightHBaseConfiguration HBase { get; set; }
5659

5760
public override Task EndProcessing()
@@ -65,6 +68,7 @@ public override Task EndProcessing()
6568
this.Config.HiveConfiguration.ConfigurationCollection.AddRange(this.Hive.Configuration.ToKeyValuePairs());
6669
this.Config.OozieConfiguration.ConfigurationCollection.AddRange(this.Oozie.Configuration.ToKeyValuePairs());
6770
this.Config.StormConfiguration.AddRange(this.Storm.ToKeyValuePairs());
71+
this.Config.SparkConfiguration.AddRange(this.Spark.ToKeyValuePairs());
6872
this.Config.HBaseConfiguration.ConfigurationCollection.AddRange(this.HBase.Configuration.ToKeyValuePairs());
6973

7074
if (this.Hive.AdditionalLibraries != null)

0 commit comments

Comments
 (0)