chore: improve mdx to md conversion

Author: A-Najmabadi

mdx-to-md-converter/src/index.ts

@@ -234,24 +234,14 @@ async function main() {
           fs.mkdirSync(outputFileDir, { recursive: true });
         }
 
-        let aiProcessedContent: string | null = null;
-        try {
-          console.log(`Processing with AI: ${displayPath}`);
-          const aiResult = await overviewByAI(mdContent);
-          if (aiResult && aiResult.trim().length >= 50) {
-            aiProcessedContent = aiResult.trim();
-          } else {
-            console.warn(`⚠️  AI returned empty/short result for ${displayPath}, skipping write`);
-          }
-        } catch (aiErr) {
-          console.warn(`⚠️  AI failed for ${displayPath}, skipping write`, aiErr);
-        }
-
-        if (!aiProcessedContent) {
-          console.warn(`⏭️  Skipping MD write for ${displayPath} due to AI unavailability`);
+        console.log(`Processing with AI: ${displayPath}`);
+        const aiRes = await overviewByAI(mdContent);
+        if (aiRes.status !== 'SUCCESS') {
+          console.warn(`⏭️  Skipping MD write for ${displayPath} due to AI status: ${aiRes.status}`);
           skippedAiCount++;
           continue;
         }
+        const aiProcessedContent = aiRes.text;
 
         let originalPath = relativePath.replace(/\.mdx$/, '');
         if (originalPath.endsWith('/index')) {

mdx-to-md-converter/src/modules/overviewByAI.ts

@@ -1,8 +1,11 @@
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 import { generateText } from 'ai';
 import dotenv from 'dotenv';
+import path from 'path';
 
 dotenv.config();
+dotenv.config({ path: path.join(__dirname, '../..', '.env') });
+dotenv.config({ path: path.join(__dirname, '../../..', '.env') });
 
 const MAX_CHUNK_SIZE = 50000; 
 
@@ -57,17 +60,25 @@ considaring:
   return text;
 }
 
-export async function overviewByAI(informal_md: string): Promise<string> {
-  try {
-    const baseURL = process.env.MY_BASE_URL;
-    const apiKey = process.env.MY_API_KEY;
+export type AIResultStatus = 'SUCCESS' | 'SKIPPED' | 'FAILED';
 
-    if (!baseURL || !apiKey) {
-      throw new Error('MY_BASE_URL and MY_API_KEY environment variables must be set');
-    }
+export interface AIResult {
+  status: AIResultStatus;
+  text: string;
+}
+
+export async function overviewByAI(informal_md: string): Promise<AIResult> {
+  const baseURL = process.env.MY_BASE_URL;
+  const apiKey = process.env.MY_API_KEY;
+
+  if (!baseURL || !apiKey) {
+    console.warn('AI disabled/unavailable: MY_BASE_URL or MY_API_KEY not set; skipping AI conversion');
+    return { status: 'SKIPPED', text: '' };
+  }
 
+  try {
     const chunks = splitIntoChunks(informal_md, MAX_CHUNK_SIZE);
-    
+
     if (chunks.length > 1) {
       console.log(`Content split into ${chunks.length} chunks`);
     }
@@ -78,23 +89,26 @@ export async function overviewByAI(informal_md: string): Promise<string> {
         if (chunks.length > 1) {
           console.log(`Processing chunk ${i + 1}/${chunks.length}...`);
         }
-        
+
         const processed = await processChunk(chunks[i], baseURL, apiKey, i, chunks.length);
         processedChunks.push(processed);
-        
+
         if (i < chunks.length - 1) {
           await new Promise(resolve => setTimeout(resolve, 1000));
         }
       } catch (chunkError: any) {
         console.error(`Error processing chunk ${i + 1}/${chunks.length}:`, chunkError.message);
-        processedChunks.push(chunks[i]);
+        return { status: 'FAILED', text: '' };
       }
     }
 
-    return processedChunks.join('\n\n');
-    
+    const text = processedChunks.join('\n\n').trim();
+    if (text.length < 50) {
+      return { status: 'FAILED', text: '' };
+    }
+    return { status: 'SUCCESS', text };
   } catch (error: any) {
     console.error('Error in overviewByAI:', error.message || error);
-    return informal_md;
+    return { status: 'FAILED', text: '' };
   }
 }

mdx-to-md-converter/src/pre-commit.ts

@@ -121,28 +121,35 @@ async function main() {
     console.log(`📝 Found ${stagedChanges.modified.length} staged modified/added MDX files`);
     console.log(`🗑️  Found ${stagedChanges.deleted.length} staged deleted MDX files`);
 
+const args = new Set(process.argv.slice(2));
+const onlyStaged = args.has('--only-staged') || !args.has('--all');
+const repairMissing = args.has('--repair-missing') || args.has('--repair-missing=1');
+const aiEnabled = !!(process.env.MY_BASE_URL && process.env.MY_API_KEY);
+
+console.log(`⚙️  Options -> mode: ${onlyStaged ? 'only-staged' : 'all'}, repair-missing: ${repairMissing ? 'on' : 'off'}`);
+console.log(`🤖 AI enabled: ${aiEnabled ? 'yes' : 'no (will skip MD writes)'}`);
     if (stagedChanges.deleted.length > 0) {
       console.log('🗑️  Deleting corresponding MD files for deleted MDX files...');
       deleteCorrespondingMdFiles(stagedChanges.deleted);
     }
 
     console.log('🔍 Checking for MDX files without corresponding MD files...');
-    const missingMdFiles = findMdxFilesWithoutMd(srcPagesPath, outputDir);
+    const missingMdFiles = repairMissing ? findMdxFilesWithoutMd(srcPagesPath, outputDir) : [];
 
     let filesToProcess: string[] = [];
-    
-    if (missingMdFiles.length > 0) {
-      console.log(`📝 Found ${missingMdFiles.length} MDX files without corresponding MD files`);
-      
-      const missingMdFilesFullPaths = missingMdFiles.map(relPath =>
-        `src/pages/${relPath}`
-      );
-      
-      const allFilesToProcess = [...new Set([...stagedChanges.modified, ...missingMdFilesFullPaths])];
-      filesToProcess = getAbsolutePaths(allFilesToProcess, projectRoot);
-    } else {
-      filesToProcess = getAbsolutePaths(stagedChanges.modified, projectRoot);
+    const relPaths: string[] = [];
+
+    relPaths.push(...stagedChanges.modified);
+
+    if (repairMissing && missingMdFiles.length > 0) {
+      console.log(`📝 Found ${missingMdFiles.length} MDX files without corresponding MD files (repair requested)`);
+      const missingMdFilesFullPaths = missingMdFiles.map(relPath => `src/pages/${relPath}`);
+      for (const p of missingMdFilesFullPaths) {
+        if (!relPaths.includes(p)) relPaths.push(p);
+      }
     }
+
+    filesToProcess = getAbsolutePaths(relPaths, projectRoot);
 
     if (filesToProcess.length === 0 && stagedChanges.deleted.length === 0) {
       console.log('ℹ️  No MDX files to process');
@@ -185,24 +192,14 @@ async function main() {
           fs.mkdirSync(outputFileDir, { recursive: true });
         }
 
-        let aiProcessedContent: string | null = null;
-        try {
-          console.log(`🤖 Processing with AI: ${displayPath}`);
-          const aiResult = await overviewByAI(mdContent);
-          if (aiResult && aiResult.trim().length >= 50) {
-            aiProcessedContent = aiResult.trim();
-          } else {
-            console.warn(`⚠️  AI returned empty/short result for ${displayPath}, skipping write`);
-          }
-        } catch (aiErr) {
-          console.warn(`⚠️  AI failed for ${displayPath}, skipping write`, aiErr);
-        }
-
-        if (!aiProcessedContent) {
-          console.warn(`⏭️  Skipping MD write for ${displayPath} due to AI unavailability`);
+        console.log(`🤖 Processing with AI: ${displayPath}`);
+        const aiRes = await overviewByAI(mdContent);
+        if (aiRes.status !== 'SUCCESS') {
+          console.warn(`⏭️  Skipping MD write for ${displayPath} due to AI status: ${aiRes.status}`);
           skippedAiCount++;
           continue;
         }
+        const aiProcessedContent = aiRes.text;
 
         let originalPath = relativePath.replace(/\.mdx$/, '');
         if (originalPath.endsWith('/index')) {

src/pages/iaas/about.mdx

@@ -10,7 +10,7 @@ import Highlight from "@/components/Common/highlight";
 import Link from "next/link";
 import PlatformIcon from "@/components/Common/icons";
 
-import { 
+import {       
   GoContainer,
   GoDatabase,
   GoRocket,