From c9575bfe4aa8b4f2df32abf8ef938800ee0b0b5c Mon Sep 17 00:00:00 2001 From: Ophelie Le Mentec <17216799+ouphi@users.noreply.github.com> Date: Wed, 19 Oct 2022 22:52:29 +0200 Subject: [PATCH] Document spark job creation. --- .../preview/synapse-spark-readme.md | 32 +++++++++++++++++++ 1 file changed, 32 insertions(+) diff --git a/docs-ref-services/preview/synapse-spark-readme.md b/docs-ref-services/preview/synapse-spark-readme.md index 1a6bda780010..a981a2e2e9a7 100644 --- a/docs-ref-services/preview/synapse-spark-readme.md +++ b/docs-ref-services/preview/synapse-spark-readme.md @@ -37,6 +37,8 @@ See our [support policy](https://github.com/Azure/azure-sdk-for-js/blob/@azure/s ## Examples +### Get Spark Jobs information + ```ts import { SparkClient } from "@azure/synapse-spark"; import { DefaultAzureCredential } from "@azure/identity"; @@ -50,6 +52,36 @@ export async function main(): Promise { } ``` +### Submit a Spark job + +```ts +import { DefaultAzureCredential } from "@azure/identity"; +import { SparkClient, SparkBatchJobOptions } from "@azure/synapse-spark"; + +export async function main(): Promise { + const credential = new DefaultAzureCredential(); + const endpoint = "https://mysynapse.dev.azuresynapse.net"; + const poolName = "mysparkpool"; + const pysparkFile = "abfss://@.dfs.core.windows.net/"; + + let client = new SparkClient(credential, endpoint, poolName); + + const sparkJobOptions: SparkBatchJobOptions = { + name: 'MySparkJob', + file: pysparkFile, + driverMemory: "1g", + driverCores: 1, + executorMemory: "4g", + executorCores: 2, + executorCount: 2, + arguments: [], + configuration: {} + }; + + await client.sparkBatch.createSparkBatchJob(sparkJobOptions); +} +``` + ## Related projects - [Microsoft Azure SDK for Javascript](https://github.com/Azure/azure-sdk-for-js)