Use fast tpc-h generator

Author: mariadb-LeonidFedorov

.drone.jsonnet

@@ -65,8 +65,8 @@ local customBuildFlags(buildKey) =
 local any_branch = "**";
 
 
-local mtr_suite_list = "basic,bugfixes";
-local mtr_full_set = "basic,bugfixes,devregression,autopilot,extended,multinode,oracle,1pmonly";
+local mtr_suite_list = "basic,bugfixes,future";
+local mtr_full_set = "basic,bugfixes,future,devregression,autopilot,extended,multinode,oracle,1pmonly";
 
 local upgrade_test_lists = {
   rockylinux8: {
@@ -646,40 +646,40 @@ local Pipeline(branch, platform, event, arch="amd64", server="10.6-enterprise",
 
 
 local AllPipelines =
-  [
-    Pipeline(b, platform, triggeringEvent, a, server, flag, "")
-    for a in ["amd64"]
-    for b in std.objectFields(platforms)
-    for platform in ["rockylinux:8"]
-    for flag in ["gcc-toolset"]
-    for triggeringEvent in events
-    for server in servers[current_branch]
-  ] +
-  [
-    Pipeline(b, p, e, a, s)
-    for b in std.objectFields(platforms)
-    for p in platforms[b]
-    for s in servers[b]
-    for e in events
-    for a in archs
-  ] +
-  [
-    Pipeline(any_branch, p, "custom", a, server)
-    for p in platforms[current_branch]
-    for server in servers[current_branch]
-    for a in archs
-  ] +
-  // clang
-  [
-    Pipeline(b, platform, triggeringEvent, a, server, "", buildenv)
-    for a in ["amd64"]
-    for b in std.objectFields(platforms)
-    for platform in ["ubuntu:24.04"]
-    for buildenv in std.objectFields(customEnvCommandsMap)
-    for triggeringEvent in events
-    for server in servers[current_branch]
-  ] +
-  // last argument is to ignore mtr and regression failures
+  // [
+  //   Pipeline(b, platform, triggeringEvent, a, server, flag, "")
+  //   for a in ["amd64"]
+  //   for b in std.objectFields(platforms)
+  //   for platform in ["rockylinux:8"]
+  //   for flag in ["gcc-toolset"]
+  //   for triggeringEvent in events
+  //   for server in servers[current_branch]
+  // ] +
+  // [
+  //   Pipeline(b, p, e, a, s)
+  //   for b in std.objectFields(platforms)
+  //   for p in platforms[b]
+  //   for s in servers[b]
+  //   for e in events
+  //   for a in archs
+  // ] +
+  // [
+  //   Pipeline(any_branch, p, "custom", a, server)
+  //   for p in platforms[current_branch]
+  //   for server in servers[current_branch]
+  //   for a in archs
+  // ] +
+  // // clang
+  // [
+  //   Pipeline(b, platform, triggeringEvent, a, server, "", buildenv)
+  //   for a in ["amd64"]
+  //   for b in std.objectFields(platforms)
+  //   for platform in ["ubuntu:24.04"]
+  //   for buildenv in std.objectFields(customEnvCommandsMap)
+  //   for triggeringEvent in events
+  //   for server in servers[current_branch]
+  // ] +
+  // // last argument is to ignore mtr and regression failures
   [
     Pipeline(b, platform, triggeringEvent, a, server, "", "", ["regression", "mtr"])
     for a in ["amd64"]
@@ -689,26 +689,26 @@ local AllPipelines =
     for server in extra_servers[current_branch]
   ] +
   // // last argument is to ignore mtr and regression failures
-  [
-    Pipeline(b, platform, triggeringEvent, a, server, flag, envcommand, ["regression", "mtr"])
-    for a in ["amd64"]
-    for b in std.objectFields(platforms)
-    for platform in ["ubuntu:24.04"]
-    for flag in ["libcpp"]
-    for envcommand in ["clang-20"]
-    for triggeringEvent in events
-    for server in servers[current_branch]
-  ] +
-  // last argument is to ignore mtr and regression failures
-  [
-    Pipeline(b, platform, triggeringEvent, a, server, flag, "", ["regression", "mtr"])
-    for a in ["amd64"]
-    for b in std.objectFields(platforms)
-    for platform in ["ubuntu:24.04"]
-    for flag in ["ASan", "UBSan"]
-    for triggeringEvent in events
-    for server in servers[current_branch]
-  ] +
+  // [
+  //   Pipeline(b, platform, triggeringEvent, a, server, flag, envcommand, ["regression", "mtr"])
+  //   for a in ["amd64"]
+  //   for b in std.objectFields(platforms)
+  //   for platform in ["ubuntu:24.04"]
+  //   for flag in ["libcpp"]
+  //   for envcommand in ["clang-20"]
+  //   for triggeringEvent in events
+  //   for server in servers[current_branch]
+  // ] +
+  // // last argument is to ignore mtr and regression failures
+  // [
+  //   Pipeline(b, platform, triggeringEvent, a, server, flag, "", ["regression", "mtr"])
+  //   for a in ["amd64"]
+  //   for b in std.objectFields(platforms)
+  //   for platform in ["ubuntu:24.04"]
+  //   for flag in ["ASan", "UBSan"]
+  //   for triggeringEvent in events
+  //   for server in servers[current_branch]
+  // ] +
 
   [];
 

build/prepare_test_container.sh

@@ -120,7 +120,8 @@ prepare_container() {
         execInnerDockerWithRetry "$CONTAINER_NAME" 'yum --nobest update -y && yum --nobest install -y cracklib-dicts diffutils elfutils epel-release expect findutils iproute gawk gcc-c++ gdb hostname lz4 patch perl procps-ng rsyslog sudo tar wget which'
     else
         change_ubuntu_mirror_in_docker "$CONTAINER_NAME" "us"
-        execInnerDockerWithRetry "$CONTAINER_NAME" 'apt update -y && apt install -y elfutils expect findutils iproute2 g++ gawk gdb hostname liblz4-tool patch procps rsyslog sudo tar wget'
+        execInnerDockerWithRetry "$CONTAINER_NAME" 'apt update -y && apt install -y rustup elfutils expect findutils iproute2 g++ gawk gdb hostname liblz4-tool patch procps rsyslog sudo tar wget'
+        execInnerDockerWithRetry "$CONTAINER_NAME" 'rustup install 1.85.0 && cargo install tpchgen-cli'
     fi
 
     # Configure core dump naming pattern