Save current status

Author: Dongwei Wang

src/Synapse/Synapse/Common/HelpMessages.cs

@@ -430,5 +430,9 @@ SELECT on dbo.myTable by public
         public const string SqlScriptName = "The SQL Script name.";
 
         public const string SqlScriptObject = "The SQL script object.";
+
+        public const string SparkJobDefinitionName = "The Spark job definition name.";
+
+        public const string SparkJobDefinitionObject = "The Spark job definition object.";
     }
 }

src/Synapse/Synapse/Models/PSSparkJobDefinition.cs

@@ -0,0 +1,30 @@
+using Azure.Analytics.Synapse.Artifacts.Models;
+
+namespace Microsoft.Azure.Commands.Synapse.Models
+{
+    public class PSSparkJobDefinition
+    {
+        public PSSparkJobDefinition(SparkJobDefinition properties)
+        {
+            Description = properties?.Description;
+            TargetBigDataPool = properties?.TargetBigDataPool != null ? new PSBigDataPoolReference(properties.TargetBigDataPool) : null;
+            RequiredSparkVersion = properties?.RequiredSparkVersion;
+            JobProperties = properties?.JobProperties;
+        }
+
+        /// <summary> The description of the Spark job definition. </summary>
+        public string Description { get; set; }
+
+        /// <summary> Big data pool reference. </summary>
+        public PSBigDataPoolReference TargetBigDataPool { get; set; }
+
+        /// <summary> The required Spark version of the application. </summary>
+        public string RequiredSparkVersion { get; set; }
+
+        /// <summary> The language of the Spark application. </summary>
+        public string Language { get; set; }
+
+        /// <summary> The properties of the Spark job. </summary>
+        public PSSparkJobProperties JobProperties { get; set; }
+    }
+}

src/Synapse/Synapse/Models/PSSparkJobDefinitionResource.cs

@@ -0,0 +1,16 @@
+using Azure.Analytics.Synapse.Artifacts.Models;
+
+namespace Microsoft.Azure.Commands.Synapse.Models
+{
+    public class PSSparkJobDefinitionResource : PSSubResource
+    {
+        public PSSparkJobDefinitionResource(SparkJobDefinitionResource sparkJobDefinition)
+           : base(sparkJobDefinition.Id, sparkJobDefinition.Name, sparkJobDefinition.Type, sparkJobDefinition.Etag)
+        {
+            Properties = sparkJobDefinition?.Properties != null ? new PSSparkJobDefinition(sparkJobDefinition.Properties) : null;
+        }
+
+        /// <summary> Properties of spark job definition. </summary>
+        public PSSparkJobDefinition Properties { get; set; }
+    }
+}

src/Synapse/Synapse/Models/PSSparkJobProperties.cs

@@ -0,0 +1,63 @@
+using Azure.Analytics.Synapse.Artifacts.Models;
+using System.Collections.Generic;
+
+namespace Microsoft.Azure.Commands.Synapse.Models
+{
+    public class PSSparkJobProperties
+    {
+        public PSSparkJobProperties(SparkJobProperties sparkJobProperties)
+        {
+            this.Name = sparkJobProperties.Name;
+            this.File = sparkJobProperties.File;
+            this.ClassName = sparkJobProperties.ClassName;
+            this.Configuration = sparkJobProperties.Conf;
+            this.Arguments = sparkJobProperties.Args;
+            this.Jars = sparkJobProperties.Files;
+            this.Archives = sparkJobProperties.Archives;
+            this.DriverMemory = sparkJobProperties.DriverMemory;
+            this.DriverCores = sparkJobProperties.DriverCores;
+            this.ExecutorMemory = sparkJobProperties.ExecutorMemory;
+            this.ExecutorCores = sparkJobProperties.ExecutorCores;
+            this.NumberOfExecutors = sparkJobProperties.NumExecutors;
+        }
+
+        /// <summary> The name of the job. </summary>
+        public string Name { get; set; }
+
+        /// <summary> File containing the application to execute. </summary>
+        public string File { get; set; }
+
+        /// <summary> Main class for Java/Scala application. </summary>
+        public string ClassName { get; set; }
+
+        /// <summary> Spark configuration properties. </summary>
+        public object Configuration { get; set; }
+
+        /// <summary> Command line arguments for the application. </summary>
+        public IList<string> Arguments { get; }
+
+        /// <summary> Jars to be used in this job. </summary>
+        public IList<string> Jars { get; }
+
+        /// <summary> files to be used in this job. </summary>
+        public IList<string> Files { get; }
+
+        /// <summary> Archives to be used in this job. </summary>
+        public IList<string> Archives { get; }
+
+        /// <summary> Amount of memory to use for the driver process. </summary>
+        public string DriverMemory { get; set; }
+
+        /// <summary> Number of cores to use for the driver. </summary>
+        public int DriverCores { get; set; }
+
+        /// <summary> Amount of memory to use per executor process. </summary>
+        public string ExecutorMemory { get; set; }
+
+        /// <summary> Number of cores to use for each executor. </summary>
+        public int ExecutorCores { get; set; }
+
+        /// <summary> Number of executors to launch for this job. </summary>
+        public int NumberOfExecutors { get; set; }
+    }
+}