HIVE-29307: Incorrect split calculation causing less container to launch (#6170)

Aggarwal-Raghav · web-flow · commit 18df88f17d3a · 2025-11-11T17:23:37.000+02:00
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HiveSplitGenerator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HiveSplitGenerator.java
@@ -360,7 +360,7 @@ public List<Event> initialize() throws Exception {
           }
         } else {
           // Raw splits
-          splits = inputFormat.getSplits(jobConf, numSplits.orElse(Math.multiplyExact(availableSlots, (int)waves)));
+          splits = inputFormat.getSplits(jobConf, numSplits.orElse((int) (availableSlots * waves)));
         }
         // Sort the splits, so that subsequent grouping is consistent.
         Arrays.sort(splits, new InputSplitComparator());
diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out
@@ -1998,7 +1998,7 @@ Table Type:         	MANAGED_TABLE
 Table Parameters:	 	 
 	COLUMN_STATS_ACCURATE	{\"BASIC_STATS\":\"true\"}
 	bucketing_version   	2                   
-	numFiles            	16                  
+	numFiles            	27                  
 	numRows             	500                 
 	rawDataSize         	5312                
 	totalSize           	#Masked#
diff --git a/ql/src/test/results/clientpositive/llap/mm_dp.q.out b/ql/src/test/results/clientpositive/llap/mm_dp.q.out

Original file line number	Diff line number	Diff line change
`@@ -360,7 +360,7 @@ public List<Event> initialize() throws Exception {`
`360`	`360`	`}`
`361`	`361`	`} else {`
`362`	`362`	`// Raw splits`
`363`		`- splits = inputFormat.getSplits(jobConf, numSplits.orElse(Math.multiplyExact(availableSlots, (int)waves)));`
	`363`	`+ splits = inputFormat.getSplits(jobConf, numSplits.orElse((int) (availableSlots * waves)));`
`364`	`364`	`}`
`365`	`365`	`// Sort the splits, so that subsequent grouping is consistent.`
`366`	`366`	`Arrays.sort(splits, new InputSplitComparator());`