stats derive support virtual column

Author: englefly

fe/fe-core/src/main/java/org/apache/doris/nereids/stats/StatsCalculator.java

@@ -638,6 +638,26 @@ public Statistics computeOlapScan(OlapScan olapScan) {
             checkIfUnknownStatsUsedAsKey(builder);
             builder.setRowCount(tableRowCount);
         }
+        return computeVirtualColumnStats(olapScan, builder.build());
+    }
+
+    private Statistics computeVirtualColumnStats(OlapScan relation, Statistics stats) {
+        List<NamedExpression> virtualColumns;
+        if (relation instanceof LogicalOlapScan) {
+            virtualColumns = ((LogicalOlapScan) relation).getVirtualColumns();
+        } else if (relation instanceof PhysicalOlapScan) {
+            virtualColumns = ((PhysicalOlapScan) relation).getVirtualColumns();
+        } else {
+            return stats;
+        }
+        if (virtualColumns.isEmpty()) {
+            return stats;
+        }
+        StatisticsBuilder builder = new StatisticsBuilder(stats);
+        for (NamedExpression virtualColumn : virtualColumns) {
+            ColumnStatistic colStats = ExpressionEstimation.estimate(virtualColumn, stats);
+            builder.putColumnStatistics(virtualColumn.toSlot(), colStats);
+        }
         return builder.build();
     }
 

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalOlapScan.java

@@ -225,13 +225,20 @@ public String toString() {
             rfV2 = runtimeFiltersV2.toString();
         }
 
-        String operativeCol = "";
-        if (!operativeSlots.isEmpty()) {
-            operativeCol = " operativeSlots(" + operativeSlots + ")";
-        }
-        return Utils.toSqlString("PhysicalOlapScan[" + table.getName() + index + partitions + operativeCol + "]"
+        // String operativeCol = "";
+        // if (!operativeSlots.isEmpty()) {
+        //     operativeCol = " operativeSlots(" + operativeSlots + ")";
+        // }
+        // String vir = "";
+        // if (!virtualColumns.isEmpty()) {
+        //     vir = " vir(" + virtualColumns + ")";
+        // }
+        return Utils.toSqlString("PhysicalOlapScan[" + table.getName() + index + partitions + "]"
                 + getGroupIdWithPrefix(),
-                "stats", statistics, "JRFs", jrfBuilder,
+                "stats", statistics,
+                "operativeSlots", operativeSlots,
+                "virtualColumns", virtualColumns,
+                "JRFs", jrfBuilder,
                 "RFV2", rfV2);
     }
 

regression-test/suites/nereids_p0/stats/partitionRowCount.groovy

@@ -35,7 +35,7 @@ suite("partitionRowCount") {
         sql """physical plan
             select * from partitionRowCountTable where a < 250;
             """
-        contains("PhysicalOlapScan[partitionRowCountTable partitions(2/3) operativeSlots([a#0])]@0 ( stats=4 )")
+        contains("PhysicalOlapScan[partitionRowCountTable partitions(2/3))]@0 ( stats=4 operativeSlots=[a#0])")
     }
 
 }

regression-test/suites/nereids_p0/stats/virtual_column.groovy

@@ -0,0 +1,40 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+suite("virtual_column") {
+    sql """
+    drop table if exists virtual_column_table;
+    create table virtual_column_table (
+        k1 int null,
+        v1 int null
+    ) distributed by hash(k1) buckets 1 properties('replication_num' = '1');
+
+    insert into virtual_column_table values (1,1),(2,2),(3,3);
+    alter table virtual_column_table modify column k1 set stats ('row_count'='20', 'ndv'='25', 'min_value'='0', 'max_value'='25');
+    alter table virtual_column_table modify column v1 set stats ('row_count'='20', 'ndv'='25', 'min_value'='0', 'max_value'='25');
+
+    """
+    explain {
+        /*
+        PhysicalResultSink[103] ( outputExprs=[k1#0] )
+            +--PhysicalProject[99]@2 ( stats=18, projects=[k1#0] )
+                +--PhysicalFilter[95]@1 ( stats=18, predicates=AND[((cast(k1 as BIGINT) + cast(v1 as BIGINT))#2 >= 0),(abs((cast(k1 as BIGINT) + cast(v1 as BIGINT))#2) > 5)] )
+                    +--PhysicalOlapScan[virtual_column_table]@0 ( stats=20, operativeSlots=[k1#0, v1#1, (cast(k1 as BIGINT) + cast(v1 as BIGINT))#2], virtualColumns=[(cast(k1#0 as BIGINT) + cast(v1#1 as BIGINT)) AS `(cast(k1 as BIGINT) + cast(v1 as BIGINT))`#2] ) 
+        */
+        sql "physical plan select k1 from virtual_column_table where k1 + v1 >= 0 and abs(k1+v1) > 5;"
+        contains "stats=18"
+    }
+}

regression-test/suites/query_p0/operative_slots/operative_slots.groovy

@@ -47,33 +47,33 @@ suite("operative_slots") {
 
     explain {
         sql "physical plan select * from t join[broadcast] vt on t.k = vt.v['k1'];"
-        contains("operativeSlots([k#0, __DORIS_DELETE_SIGN__#3])")
-        contains("operativeSlots([v['k1'")
-        // expect plan
-        //    PhysicalResultSink[311] ( outputExprs=[k#0, v1#1, user_id#4, name#5, v#6] )
-        //    +--PhysicalDistribute[306]@6 ( stats=1, distributionSpec=DistributionSpecGather )
-        //    +--PhysicalProject[301]@6 ( stats=1, projects=[k#0, v1#1, user_id#4, name#5, v#6] )
-        //    +--PhysicalHashJoin[296]@5 ( stats=1, type=INNER_JOIN, hashCondition=[(k#0 = expr_cast(element_at(v, 'k1') as INT)#7)], otherCondition=[], markCondition=[], hint=[broadcast] )
-        //            |--PhysicalProject[280]@2 ( stats=1, projects=[k#0, v1#1] )
-        //            |  +--PhysicalFilter[275]@1 ( stats=1, predicates=(__DORIS_DELETE_SIGN__#2 = 0) )
-        //    |     +--PhysicalOlapScan[t operativeSlots([k#0, __DORIS_DELETE_SIGN__#2])]@0 ( stats=1 )
-        //    +--PhysicalDistribute[291]@4 ( stats=1, distributionSpec=DistributionSpecReplicated )
-        //          +--PhysicalProject[286]@4 ( stats=1, projects=[user_id#4, name#5, v#6, cast(v['k1']#15 as INT) AS `expr_cast(element_at(v, 'k1') as INT)`#7] )
-        //              +--PhysicalOlapScan[vt operativeSlots([v['k1']#15])]@3 ( stats=1 )
+        contains("operativeSlots=[k#0, __DORIS_DELETE_SIGN__#3]")
+        contains(" operativeSlots=[v['k1']")
+        /*
+        PhysicalResultSink[250] ( outputExprs=[k#0, v1#1, v2#2, user_id#5, name#6, v#7] )
+        +--PhysicalProject[246]@6 ( stats=1, projects=[k#0, v1#1, v2#2, user_id#5, name#6, v#7] )
+           +--PhysicalHashJoin[242]@5 ( stats=1, type=INNER_JOIN, hashCondition=[(k#0 = expr_cast(element_at(v, 'k1') as INT)#8)], otherCondition=[], markCondition=[], hint=[broadcast] )
+              |--PhysicalProject[229]@2 ( stats=1, projects=[k#0, v1#1, v2#2] )
+              |  +--PhysicalFilter[225]@1 ( stats=1, predicates=(__DORIS_DELETE_SIGN__#3 = 0) )
+              |     +--PhysicalOlapScan[t]@0 ( stats=1, operativeSlots=[k#0, __DORIS_DELETE_SIGN__#3], virtualColumns=[] )
+              +--PhysicalDistribute[238]@4 ( stats=1, distributionSpec=DistributionSpecReplicated )
+                 +--PhysicalProject[234]@4 ( stats=1, projects=[user_id#5, name#6, v#7, cast(v['k1']#17 as INT) AS `expr_cast(element_at(v, 'k1') as INT)`#8] )
+                    +--PhysicalOlapScan[vt]@3 ( stats=1, operativeSlots=[v['k1']#17], virtualColumns=[] )
+         */
     }
 
     explain {
         sql "physical plan select * from t where v1=0;"
-        contains("operativeSlots([v1#1, __DORIS_DELETE_SIGN__#3]")
+        contains("operativeSlots=[v1#1, __DORIS_DELETE_SIGN__#3]")
     }
 
     explain {
         sql "physical plan select sum(k) from t group by v1;"
-        contains("operativeSlots([k#0, v1#1, __DORIS_DELETE_SIGN__#3])")
+        contains("operativeSlots=[k#0, v1#1, __DORIS_DELETE_SIGN__#3]")
     }
 
     explain {
         sql "physical plan select rank() over (partition by v2 order by v1) from t;"
-        contains("operativeSlots([v1#1, v2#2, __DORIS_DELETE_SIGN__#3])")
+        contains("operativeSlots=[v1#1, v2#2, __DORIS_DELETE_SIGN__#3]")
     }
 }