@@ -569,7 +569,7 @@ paths:
569569 description : OK
570570 schema :
571571 $ref : ' #/definitions/ResourceUsageSnapshot'
572- /v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advices :
572+ /v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advice :
573573 get :
574574 tags :
575575 - SparkAdvisor
@@ -612,30 +612,30 @@ paths:
612612 format : int32
613613 - name : stageId
614614 in : query
615- description : The specific stage ID to get advices on
615+ description : The specific stage ID to get advice on
616616 required : false
617617 type : integer
618618 format : int64
619619 - name : jobId
620620 in : query
621- description : The specific job ID to get advices on
621+ description : The specific job ID to get advice on
622622 required : false
623623 type : integer
624624 format : int64
625625 - name : exectionId
626626 in : query
627- description : The specific exection (SQL query) ID to get advices on
627+ description : The specific exection (SQL query) ID to get advice on
628628 required : false
629629 type : integer
630630 format : int64
631631 - name : jobGroupId
632632 in : query
633- description : The specific job group (statement) ID to get advices on
633+ description : The specific job group (statement) ID to get advice on
634634 required : false
635635 type : string
636636 - name : executorId
637637 in : query
638- description : The specific executor ID to get advices on
638+ description : The specific executor ID to get advice on
639639 required : false
640640 type : string
641641 responses :
@@ -645,7 +645,7 @@ paths:
645645 type : array
646646 items :
647647 $ref : ' #/definitions/AdviseDataJson'
648- /v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advices /{filter}/{byId} :
648+ /v1/workspaces/{workspaceId}/{itemType}/{itemId}/livySessions/{livyId}/applications/{appId}/{attemptId}/advice /{filter}/{byId} :
649649 get :
650650 tags :
651651 - SparkAdvisor
@@ -919,29 +919,109 @@ definitions:
919919 description : The description of the advice
920920 type : string
921921 helplink :
922- description : A web page or documentation to reference or help further
922+ description : The web page or documentation to reference or help further
923923 type : string
924+ detail :
925+ description : More details in rich text format
926+ $ref : ' #/definitions/JsonAdviseDetail'
924927 source :
925928 description : Could be "System", "User" or "Dependency"
926929 type : string
927930 level :
928931 description : Could be "info", "warn" or "error"
929932 type : string
930933 stageId :
931- description : The stage ID which the advice is provided on. Ignore it if the value is -1
934+ description : The stage ID which the advice is provided on. Ignore stageId if its value is -1
932935 type : integer
933936 format : int64
934937 jobId :
935- description : The job ID which the advice is provided on. Ignore it if the value is -1
938+ description : The job ID which the advice is provided on. Ignore jobId if its value is -1
936939 type : integer
937940 format : int64
938941 executionId :
939- description : The execution (SQL query) ID which the advice is provided on. Ignore it if the value is -1
942+ description : The execution (SQL query) ID which the advice is provided on. Ignore executionId if its value is -1
940943 type : integer
941944 format : int64
942945 jobGroupId :
943946 description : The job group (statement) ID which the advice is provided on
944947 type : string
945948 executorId :
946949 description : The executor ID which the advice is provided on
947- type : string
950+ type : string
951+ JsonAdviseDetail :
952+ type : object
953+ properties :
954+ data :
955+ oneOf :
956+ - $ref : ' #/definitions/TaskError'
957+ - $ref : ' #/definitions/DataSkew'
958+ - $ref : ' #/definitions/TimeSkew'
959+ TaskError :
960+ type : object
961+ properties :
962+ name :
963+ description : The name of the error or exception
964+ type : string
965+ tsg :
966+ description : The trouble shooting guide to follow
967+ type : string
968+ taskTypes :
969+ description : ' The types of Spark tasks, could be "ResultTask", "ShuffleMapTask"...'
970+ type : string
971+ helplink :
972+ description : The web page or documentation to reference or help further
973+ type : string
974+ executorIds :
975+ description : The executor IDs
976+ type : string
977+ stageIds :
978+ description : The stage IDs
979+ type : string
980+ count :
981+ description : The task count
982+ type : integer
983+ format : int32
984+ DataSkew :
985+ type : object
986+ properties :
987+ name :
988+ description : The stage name
989+ type : string
990+ stageId :
991+ description : The stage ID
992+ type : string
993+ skewedTaskPercentage :
994+ description : The percentage of skewed tasks
995+ type : string
996+ maxDataRead :
997+ description : ' Max data read, in MiB'
998+ type : string
999+ meanDataRead :
1000+ description : ' Mean data read, in MiB'
1001+ type : string
1002+ taskDataReadSkewness :
1003+ description : The data read skewness of tasks within the stage, measured by "Pearson's Second Coefficient of Skewness"
1004+ type : number
1005+ format : double
1006+ TimeSkew :
1007+ type : object
1008+ properties :
1009+ name :
1010+ description : The stage name
1011+ type : string
1012+ stageId :
1013+ description : The stage ID
1014+ type : string
1015+ skewedTaskPercentage :
1016+ description : The percentage of skewed tasks
1017+ type : string
1018+ maxTaskDuration :
1019+ description : ' Max duration, in second'
1020+ type : string
1021+ meanTaskDuration :
1022+ description : ' Mean duration, in second'
1023+ type : string
1024+ taskDurationSkewness :
1025+ description : The duration skewness of tasks within the stage, measured by "Pearson's Second Coefficient of Skewness"
1026+ type : number
1027+ format : double
0 commit comments