Wait for the race condition of parsing before closing the readable stream controller (#435)

Author: nichochar

packages/api/ai/plan-parser.mts

@@ -169,25 +169,28 @@ export function getPackagesToInstall(plan: Plan): string[] {
     )
     .flatMap((action) => action.packages);
 }
-
 export async function streamParsePlan(
   stream: AsyncIterable<string>,
   app: DBAppType,
   _query: string,
   planId: string,
 ) {
   let parser: StreamingXMLParser;
+  const parsePromises: Promise<void>[] = [];
 
   return new ReadableStream({
     async pull(controller) {
       if (parser === undefined) {
         parser = new StreamingXMLParser({
           async onTag(tag) {
             if (tag.name === 'planDescription' || tag.name === 'action') {
-              const chunk = await toStreamingChunk(app, tag, planId);
-              if (chunk) {
-                controller.enqueue(JSON.stringify(chunk) + '\n');
-              }
+              const promise = (async () => {
+                const chunk = await toStreamingChunk(app, tag, planId);
+                if (chunk) {
+                  controller.enqueue(JSON.stringify(chunk) + '\n');
+                }
+              })();
+              parsePromises.push(promise);
             }
           },
         });
@@ -197,6 +200,8 @@ export async function streamParsePlan(
         for await (const chunk of stream) {
           parser.parse(chunk);
         }
+        // Wait for all pending parse operations to complete before closing
+        await Promise.all(parsePromises);
         controller.close();
       } catch (error) {
         console.error(error);