fix local permission bug

Author: iamtrask

examples/Part 1 — Data Scientist Tutorial.ipynb

@@ -34,7 +34,7 @@
     {
      "data": {
       "text/plain": [
-       "'0.1.15'"
+       "'0.1.18'"
       ]
      },
      "execution_count": 2,
@@ -48,26 +48,26 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "\u001b[32m2025-06-30 19:16:51.588\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m100\u001b[0m - \u001b[1mUpdating syft.pub.yaml file in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending with correct permissions\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.590\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m108\u001b[0m - \u001b[1mCreated/updated syft.pub.yaml file for pending directory: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.590\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_ensure_target_pending_directory\u001b[0m:\u001b[36m125\u001b[0m - \u001b[34m\u001b[1mEnsured pending directory exists with permissions for [email protected]\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.593\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m98\u001b[0m - \u001b[34m\u001b[1mCorrect syft.pub.yaml file already exists in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.595\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_copy_code_to_queue\u001b[0m:\u001b[36m763\u001b[0m - \u001b[34m\u001b[1mCopied code to cross-datasite location: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/9735fbc9-2e15-411b-bee7-73ddd27eb8d6/code\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.596\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36mget_job\u001b[0m:\u001b[36m609\u001b[0m - \u001b[34m\u001b[1mJob 9735fbc9-2e15-411b-bee7-73ddd27eb8d6 not found locally, searching across all datasites\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.606\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m98\u001b[0m - \u001b[34m\u001b[1mCorrect syft.pub.yaml file already exists in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.608\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_save_job\u001b[0m:\u001b[36m211\u001b[0m - \u001b[1mUpdated job 9735fbc9-2e15-411b-bee7-73ddd27eb8d6 metadata in original datasite\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.609\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m789\u001b[0m - \u001b[34m\u001b[1mSet permissions for metadata file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/9735fbc9-2e15-411b-bee7-73ddd27eb8d6/metadata.json\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.610\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m803\u001b[0m - \u001b[34m\u001b[1mSet permissions for code file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/9735fbc9-2e15-411b-bee7-73ddd27eb8d6/code/run.sh\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.612\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m803\u001b[0m - \u001b[34m\u001b[1mSet permissions for code file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/9735fbc9-2e15-411b-bee7-73ddd27eb8d6/code/script.py\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.614\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m813\u001b[0m - \u001b[1mSuccessfully set permissions for job 9735fbc9-2e15-411b-bee7-73ddd27eb8d6 - [email protected] can now access and approve/reject the job\u001b[0m\n",
-      "\u001b[32m2025-06-30 19:16:51.614\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36msubmit_code\u001b[0m:\u001b[36m583\u001b[0m - \u001b[1mSubmitted job 'Customer Insights Analysis' to [email protected]'s datasite\u001b[0m\n"
+      "\u001b[32m2025-06-30 19:26:04.045\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m100\u001b[0m - \u001b[1mUpdating syft.pub.yaml file in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending with correct permissions\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.046\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m108\u001b[0m - \u001b[1mCreated/updated syft.pub.yaml file for pending directory: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.046\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_ensure_target_pending_directory\u001b[0m:\u001b[36m125\u001b[0m - \u001b[34m\u001b[1mEnsured pending directory exists with permissions for [email protected]\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.048\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m98\u001b[0m - \u001b[34m\u001b[1mCorrect syft.pub.yaml file already exists in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.050\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_copy_code_to_queue\u001b[0m:\u001b[36m778\u001b[0m - \u001b[34m\u001b[1mCopied code to cross-datasite location: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/684083d1-5c65-43ed-bf70-05c27a51b848/code\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.051\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36mget_job\u001b[0m:\u001b[36m624\u001b[0m - \u001b[34m\u001b[1mJob 684083d1-5c65-43ed-bf70-05c27a51b848 not found locally, searching across all datasites\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.062\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_create_pending_syftperm\u001b[0m:\u001b[36m98\u001b[0m - \u001b[34m\u001b[1mCorrect syft.pub.yaml file already exists in /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.064\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_save_job\u001b[0m:\u001b[36m214\u001b[0m - \u001b[1mUpdated job 684083d1-5c65-43ed-bf70-05c27a51b848 metadata in original datasite\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.066\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m804\u001b[0m - \u001b[34m\u001b[1mSet permissions for metadata file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/684083d1-5c65-43ed-bf70-05c27a51b848/metadata.json\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.067\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m818\u001b[0m - \u001b[34m\u001b[1mSet permissions for code file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/684083d1-5c65-43ed-bf70-05c27a51b848/code/run.sh\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.069\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m818\u001b[0m - \u001b[34m\u001b[1mSet permissions for code file: /Users/atrask/SyftBox/datasites/[email protected]/app_data/code-queue/jobs/pending/684083d1-5c65-43ed-bf70-05c27a51b848/code/script.py\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.071\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36m_set_job_permissions\u001b[0m:\u001b[36m828\u001b[0m - \u001b[1mSuccessfully set permissions for job 684083d1-5c65-43ed-bf70-05c27a51b848 - [email protected] can now access and approve/reject the job\u001b[0m\n",
+      "\u001b[32m2025-06-30 19:26:04.072\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msyft_code_queue.client\u001b[0m:\u001b[36msubmit_code\u001b[0m:\u001b[36m586\u001b[0m - \u001b[1mSubmitted job 'Customer Insights Analysis' to [email protected]'s datasite\u001b[0m\n"
      ]
     }
    ],
@@ -85,7 +85,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
@@ -103,7 +103,7 @@
        "JobCollection([])"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "syft-code-queue"
-version = "0.1.18"
+version = "0.1.19"
 description = "Job submission and approval workflow for SyftBox (execution handled by syft-simple-runner)"
 readme = "README.md"
 license = {text = "Apache-2.0"}

src/syft_code_queue/__init__.py

@@ -186,7 +186,8 @@ def jobs_for_others(self) -> JobCollection:
         """Jobs I've submitted to other people."""
         if self.client is None:
             return JobCollection([])
-        jobs = self.list_jobs()
+        # Search across all datasites since jobs are stored in target's datasite
+        jobs = self.list_jobs(search_all_datasites=True)
         return self._connect_jobs_apis([j for j in jobs if j.requester_email == self.email])
 
     @property
@@ -607,7 +608,7 @@ def __getattr__(name):
         raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
 
 
-__version__ = "0.1.18"
+__version__ = "0.1.19"
 __all__ = [
     # Global unified API
     "jobs",

src/syft_code_queue/client.py

@@ -281,7 +281,17 @@ def list_jobs(
             # Original behavior: search only local queue directory
             # Determine which status directories to search
             if status:
-                status_dirs = [self._get_status_dir(status)]
+                # Handle both string and enum status values
+                if isinstance(status, str):
+                    # Convert string to JobStatus enum
+                    try:
+                        status_enum = JobStatus(status)
+                    except ValueError:
+                        logger.warning(f"Invalid status string: {status}")
+                        return []
+                else:
+                    status_enum = status
+                status_dirs = [self._get_status_dir(status_enum)]
             else:
                 status_dirs = [self._get_status_dir(s) for s in JobStatus]
 
@@ -367,7 +377,12 @@ def _search_all_datasites_for_jobs(
 
                 # Determine which status directories to search
                 if status:
-                    status_dirs = [queue_dir / status.value]
+                    # Handle both string and enum status values
+                    if isinstance(status, str):
+                        status_value = status
+                    else:
+                        status_value = status.value
+                    status_dirs = [queue_dir / status_value]
                 else:
                     status_dirs = [queue_dir / s.value for s in JobStatus]