Skip to content

Commit 496c69e

Browse files
author
Xiang Li
committed
Change onto yaml
1 parent 0b1be8a commit 496c69e

File tree

1 file changed

+92
-12
lines changed
  • docs-samples/data-engineering/API-Swaggers/Spark-application-monitoring-API

1 file changed

+92
-12
lines changed

docs-samples/data-engineering/API-Swaggers/Spark-application-monitoring-API/swagger.yaml

Lines changed: 92 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -569,7 +569,7 @@ paths:
569569
description: OK
570570
schema:
571571
$ref: '#/definitions/ResourceUsageSnapshot'
572-
/v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advices:
572+
/v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advice:
573573
get:
574574
tags:
575575
- SparkAdvisor
@@ -612,30 +612,30 @@ paths:
612612
format: int32
613613
- name: stageId
614614
in: query
615-
description: The specific stage ID to get advices on
615+
description: The specific stage ID to get advice on
616616
required: false
617617
type: integer
618618
format: int64
619619
- name: jobId
620620
in: query
621-
description: The specific job ID to get advices on
621+
description: The specific job ID to get advice on
622622
required: false
623623
type: integer
624624
format: int64
625625
- name: exectionId
626626
in: query
627-
description: The specific exection (SQL query) ID to get advices on
627+
description: The specific exection (SQL query) ID to get advice on
628628
required: false
629629
type: integer
630630
format: int64
631631
- name: jobGroupId
632632
in: query
633-
description: The specific job group (statement) ID to get advices on
633+
description: The specific job group (statement) ID to get advice on
634634
required: false
635635
type: string
636636
- name: executorId
637637
in: query
638-
description: The specific executor ID to get advices on
638+
description: The specific executor ID to get advice on
639639
required: false
640640
type: string
641641
responses:
@@ -645,7 +645,7 @@ paths:
645645
type: array
646646
items:
647647
$ref: '#/definitions/AdviseDataJson'
648-
/v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advices/{filter}/{byId}:
648+
/v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advice/{filter}/{byId}:
649649
get:
650650
tags:
651651
- SparkAdvisor
@@ -919,29 +919,109 @@ definitions:
919919
description: The description of the advice
920920
type: string
921921
helplink:
922-
description: A web page or documentation to reference or help further
922+
description: The web page or documentation to reference or help further
923923
type: string
924+
detail:
925+
description: More details in rich text format
926+
$ref: '#/definitions/JsonAdviseDetail'
924927
source:
925928
description: Could be "System", "User" or "Dependency"
926929
type: string
927930
level:
928931
description: Could be "info", "warn" or "error"
929932
type: string
930933
stageId:
931-
description: The stage ID which the advice is provided on. Ignore it if the value is -1
934+
description: The stage ID which the advice is provided on. Ignore stageId if its value is -1
932935
type: integer
933936
format: int64
934937
jobId:
935-
description: The job ID which the advice is provided on. Ignore it if the value is -1
938+
description: The job ID which the advice is provided on. Ignore jobId if its value is -1
936939
type: integer
937940
format: int64
938941
executionId:
939-
description: The execution (SQL query) ID which the advice is provided on. Ignore it if the value is -1
942+
description: The execution (SQL query) ID which the advice is provided on. Ignore executionId if its value is -1
940943
type: integer
941944
format: int64
942945
jobGroupId:
943946
description: The job group (statement) ID which the advice is provided on
944947
type: string
945948
executorId:
946949
description: The executor ID which the advice is provided on
947-
type: string
950+
type: string
951+
JsonAdviseDetail:
952+
type: object
953+
properties:
954+
data:
955+
oneOf:
956+
- $ref: '#/definitions/TaskError'
957+
- $ref: '#/definitions/DataSkew'
958+
- $ref: '#/definitions/TimeSkew'
959+
TaskError:
960+
type: object
961+
properties:
962+
name:
963+
description: The name of the error or exception
964+
type: string
965+
tsg:
966+
description: The trouble shooting guide to follow
967+
type: string
968+
taskTypes:
969+
description: 'The types of Spark tasks, could be "ResultTask", "ShuffleMapTask"...'
970+
type: string
971+
helplink:
972+
description: The web page or documentation to reference or help further
973+
type: string
974+
executorIds:
975+
description: The executor IDs
976+
type: string
977+
stageIds:
978+
description: The stage IDs
979+
type: string
980+
count:
981+
description: The task count
982+
type: integer
983+
format: int32
984+
DataSkew:
985+
type: object
986+
properties:
987+
name:
988+
description: The stage name
989+
type: string
990+
stageId:
991+
description: The stage ID
992+
type: string
993+
skewedTaskPercentage:
994+
description: The percentage of skewed tasks
995+
type: string
996+
maxDataRead:
997+
description: 'Max data read, in MiB'
998+
type: string
999+
meanDataRead:
1000+
description: 'Mean data read, in MiB'
1001+
type: string
1002+
taskDataReadSkewness:
1003+
description: The data read skewness of tasks within the stage, measured by "Pearson's Second Coefficient of Skewness"
1004+
type: number
1005+
format: double
1006+
TimeSkew:
1007+
type: object
1008+
properties:
1009+
name:
1010+
description: The stage name
1011+
type: string
1012+
stageId:
1013+
description: The stage ID
1014+
type: string
1015+
skewedTaskPercentage:
1016+
description: The percentage of skewed tasks
1017+
type: string
1018+
maxTaskDuration:
1019+
description: 'Max duration, in second'
1020+
type: string
1021+
meanTaskDuration:
1022+
description: 'Mean duration, in second'
1023+
type: string
1024+
taskDurationSkewness:
1025+
description: The duration skewness of tasks within the stage, measured by "Pearson's Second Coefficient of Skewness"
1026+
type: number
1027+
format: double

0 commit comments

Comments
 (0)