fix(core): improve daemon reliability with reconnection and socket handling

- Add exponential backoff reconnection for daemon client
- Implement version check handshake in socket messenger
- Improve socket error handling and prevent hanging on errors
- Keep watch process alive during file change listening
- Simplify socket messenger by removing socketPath parameter
- Move socket creation into listen() to prevent unhandled errors
- Add graceful daemon reconnection with user feedback
- Restart daemon on lock file and version changes
- Prevent watch connections from exiting during reconnection
- Improve in-flight request handling during daemon reconnection
- Add periodic check for daemon being outdated
- Extract shared connections for file watchers and graph listeners
- Simplify pending message handling in reconnection
- Silence noisy reconnection logs during normal restarts
- Fix file-server executor to use output.log instead of logger

Author: FrozenPandaz

packages/js/src/executors/node/node.impl.ts

@@ -324,8 +324,16 @@ export async function* nodeExecutor(
             includeDependentProjects: true,
           },
           async (err, data) => {
-            if (err === 'closed') {
-              logger.error(`Watch error: Daemon closed the connection`);
+            if (err === 'reconnecting') {
+              // Silent - daemon restarts automatically on lockfile changes
+              return;
+            } else if (err === 'reconnected') {
+              // Silent - reconnection succeeded
+              return;
+            } else if (err === 'closed') {
+              logger.error(
+                `Failed to reconnect to daemon after multiple attempts`
+              );
               process.exit(1);
             } else if (err) {
               logger.error(`Watch error: ${err?.message ?? 'Unknown'}`);

packages/js/src/executors/tsc/lib/batch/watch.ts

@@ -17,8 +17,14 @@ export async function watchTaskProjectsPackageJsonFileChanges(
   const unregisterFileWatcher = await daemonClient.registerFileWatcher(
     { watchProjects: projects },
     (err, data) => {
-      if (err === 'closed') {
-        logger.error(`Watch error: Daemon closed the connection`);
+      if (err === 'reconnecting') {
+        // Silent - daemon restarts automatically on lockfile changes
+        return;
+      } else if (err === 'reconnected') {
+        // Silent - reconnection succeeded
+        return;
+      } else if (err === 'closed') {
+        logger.error(`Failed to reconnect to daemon after multiple attempts`);
         process.exit(1);
       } else if (err) {
         logger.error(`Watch error: ${err?.message ?? 'Unknown'}`);
@@ -50,8 +56,14 @@ export async function watchTaskProjectsFileChangesForAssets(
       includeGlobalWorkspaceFiles: true,
     },
     (err, data) => {
-      if (err === 'closed') {
-        logger.error(`Watch error: Daemon closed the connection`);
+      if (err === 'reconnecting') {
+        // Silent - daemon restarts automatically on lockfile changes
+        return;
+      } else if (err === 'reconnected') {
+        // Silent - reconnection succeeded
+        return;
+      } else if (err === 'closed') {
+        logger.error(`Failed to reconnect to daemon after multiple attempts`);
         process.exit(1);
       } else if (err) {
         logger.error(`Watch error: ${err?.message ?? 'Unknown'}`);

packages/js/src/utils/assets/copy-assets-handler.ts

@@ -171,8 +171,14 @@ export class CopyAssetsHandler {
         includeGlobalWorkspaceFiles: true,
       },
       (err, data) => {
-        if (err === 'closed') {
-          logger.error(`Watch error: Daemon closed the connection`);
+        if (err === 'reconnecting') {
+          // Silent - daemon restarts automatically on lockfile changes
+          return;
+        } else if (err === 'reconnected') {
+          // Silent - reconnection succeeded
+          return;
+        } else if (err === 'closed') {
+          logger.error(`Failed to reconnect to daemon after multiple attempts`);
           process.exit(1);
         } else if (err) {
           logger.error(`Watch error: ${err?.message ?? 'Unknown'}`);

packages/js/src/utils/watch-for-single-file-changes.ts

@@ -11,8 +11,14 @@ export async function watchForSingleFileChanges(
   const unregisterFileWatcher = await daemonClient.registerFileWatcher(
     { watchProjects: [projectName] },
     (err, data) => {
-      if (err === 'closed') {
-        logger.error(`Watch error: Daemon closed the connection`);
+      if (err === 'reconnecting') {
+        // Silent - daemon restarts automatically on lockfile changes
+        return;
+      } else if (err === 'reconnected') {
+        // Silent - reconnection succeeded
+        return;
+      } else if (err === 'closed') {
+        logger.error(`Failed to reconnect to daemon after multiple attempts`);
         process.exit(1);
       } else if (err) {
         logger.error(`Watch error: ${err?.message ?? 'Unknown'}`);

packages/nx/src/command-line/graph/graph.ts

@@ -820,8 +820,16 @@ function createFileWatcher() {
       allowPartialGraph: true,
     },
     debounce(async (error, changes) => {
-      if (error === 'closed') {
-        output.error({ title: `Watch error: Daemon closed the connection` });
+      if (error === 'reconnecting') {
+        // Silent - daemon restarts automatically on lockfile changes
+        return;
+      } else if (error === 'reconnected') {
+        // Silent - reconnection succeeded
+        return;
+      } else if (error === 'closed') {
+        output.error({
+          title: `Failed to reconnect to daemon after multiple attempts`,
+        });
         process.exit(1);
       } else if (error) {
         output.error({ title: `Watch error: ${error?.message ?? 'Unknown'}` });

packages/nx/src/command-line/watch/watch.ts

@@ -210,13 +210,16 @@ export async function watch(args: WatchArguments) {
       includeGlobalWorkspaceFiles: args.includeGlobalWorkspaceFiles,
     },
     async (err, data) => {
-      if (err === 'closed') {
+      if (err === 'reconnecting') {
+        // Silent - daemon restarts automatically on lockfile changes
+        return;
+      } else if (err === 'reconnected') {
+        // Silent - reconnection succeeded
+        return;
+      } else if (err === 'closed') {
         output.error({
-          title: 'Watch connection closed',
-          bodyLines: [
-            'The daemon has closed the connection to this watch process.',
-            'Please restart your watch command.',
-          ],
+          title: 'Failed to reconnect to daemon after multiple attempts',
+          bodyLines: ['Please restart your watch command.'],
         });
         process.exit(1);
       } else if (err !== null) {
@@ -238,4 +241,9 @@ export async function watch(args: WatchArguments) {
     }
   );
   args.verbose && output.logSingleLine('watch process waiting...');
+
+  // Keep the process alive while watching for file changes
+  // The file watcher callbacks will handle incoming events
+  // The process will exit when Ctrl+C is pressed or if the connection closes
+  await new Promise(() => {});
 }