more perf tracking

Author: KSDaemon

packages/cubejs-schema-compiler/src/compiler/DataSchemaCompiler.ts

@@ -225,6 +225,8 @@ export class DataSchemaCompiler {
       ? files.filter(f => this.filesToCompile.includes(f.fileName))
       : files;
 
+    const jinjaLoaderTimer = perfTracker.start('loadJinjaTemplates');
+
     const jinjaTemplatedFiles = toCompile.filter((file) => file.fileName.endsWith('.jinja') ||
       (file.fileName.endsWith('.yml') || file.fileName.endsWith('.yaml')) && file.content.match(JINJA_SYNTAX));
 
@@ -233,6 +235,8 @@ export class DataSchemaCompiler {
       this.loadJinjaTemplates(jinjaTemplatedFiles);
     }
 
+    jinjaLoaderTimer.end();
+
     const errorsReport = new ErrorReporter(null, [], this.errorReportOptions);
     this.errorsReporter = errorsReport;
 
@@ -578,6 +582,8 @@ export class DataSchemaCompiler {
   ): Promise<(FileContent | undefined)> {
     try {
       if (getEnv('transpilationNative')) {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (native)');
+
         const reqData = {
           fileName: file.fileName,
           fileContent: file.content,
@@ -599,8 +605,12 @@ export class DataSchemaCompiler {
         errorsReport.addWarnings(res[0].warnings as unknown as SyntaxErrorInterface[]);
         errorsReport.exitFile();
 
+        compileJsFileTimer.end();
+
         return { ...file, content: res[0].code };
       } else if (getEnv('transpilationWorkerThreads')) {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (threads)');
+
         const data = {
           fileName: file.fileName,
           content: file.content,
@@ -613,8 +623,12 @@ export class DataSchemaCompiler {
         errorsReport.addErrors(res.errors);
         errorsReport.addWarnings(res.warnings);
 
+        compileJsFileTimer.end();
+
         return { ...file, content: res.content };
       } else {
+        const compileJsFileTimer = perfTracker.start('transpileJsFile (inplace)');
+
         const ast = parse(
           file.content,
           {
@@ -631,6 +645,9 @@ export class DataSchemaCompiler {
         errorsReport.exitFile();
 
         const content = babelGenerator(ast, {}, file.content).code;
+
+        compileJsFileTimer.end();
+
         return { ...file, content };
       }
     } catch (e: any) {
@@ -655,6 +672,8 @@ export class DataSchemaCompiler {
     { cubeNames, cubeSymbols, compilerId }: TranspileOptions
   ): Promise<(FileContent | undefined)> {
     if (getEnv('transpilationNative')) {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (native)');
+
       const reqData = {
         fileName: file.fileName,
         fileContent: file.content,
@@ -671,8 +690,12 @@ export class DataSchemaCompiler {
       file.content = res[0].code;
       file.convertedToJs = true;
 
+      transpileYamlFileTimer.end();
+
       return { ...file, content: res[0].code };
     } else if (getEnv('transpilationWorkerThreads')) {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (threads)');
+
       const data = {
         fileName: file.fileName,
         content: file.content,
@@ -688,15 +711,21 @@ export class DataSchemaCompiler {
       file.content = res.content;
       file.convertedToJs = true;
 
+      transpileYamlFileTimer.end();
+
       return { ...file, content: res.content };
     } else {
+      const transpileYamlFileTimer = perfTracker.start('transpileYamlFile (inplace)');
+
       const transpiledFile = this.yamlCompiler.transpileYamlFile(file, errorsReport);
 
       if (transpiledFile) {
         file.content = transpiledFile.content;
         file.convertedToJs = true;
       }
 
+      transpileYamlFileTimer.end();
+
       return transpiledFile;
     }
   }
@@ -711,6 +740,8 @@ export class DataSchemaCompiler {
     // } else if (getEnv('transpilationWorkerThreads')) {
     //
     // } else {
+    const transpileJinjaFileTimer = perfTracker.start('transpileJinjaFile (common)');
+
     const transpiledFile = await this.yamlCompiler.compileYamlWithJinjaFile(
       file,
       errorsReport,
@@ -725,6 +756,8 @@ export class DataSchemaCompiler {
       file.convertedToJs = true;
     }
 
+    transpileJinjaFileTimer.end();
+
     return transpiledFile;
     // }
   }

packages/cubejs-schema-compiler/src/compiler/YamlCompiler.ts

@@ -19,6 +19,7 @@ import { nonStringFields } from './CubeValidator';
 import { ErrorReporter } from './ErrorReporter';
 import { camelizeCube } from './utils';
 import { CompileContext } from './DataSchemaCompiler';
+import { perfTracker } from './PerfTracker';
 
 type EscapeStateStack = {
   inFormattedStr?: boolean;
@@ -72,7 +73,10 @@ export class YamlCompiler {
   ): Promise<FileContent | undefined> {
     const renderedFile = await this.renderTemplate(file, compileContext, pythonContext);
 
-    return this.transpileYamlFile(renderedFile, errorsReport);
+    const transpileJinjaFileTimer2 = perfTracker.start('compile Jinja - transpileYamlFile');
+    const res = this.transpileYamlFile(renderedFile, errorsReport);
+    transpileJinjaFileTimer2.end();
+    return res;
   }
 
   public transpileYamlFile(