[SDK][CLI] Support CServe Recipe endpoints

centml/cli/cserve_recipe.py

@@ -0,0 +1,289 @@
+import json
+import sys
+from functools import wraps
+
+import click
+
+from centml.sdk.ops import get_centml_ops_client
+
+
+def handle_exception(func):
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        try:
+            return func(*args, **kwargs)
+        except ImportError as e:
+            click.echo(f"Error: {e}")
+            click.echo("Please install platform-api-ops-client to use this feature.")
+            return None
+        except Exception as e:
+            click.echo(f"Error: {e}")
+            return None
+
+    return wrapper
+
+
+@click.command(help="Update CServe recipes from platform_db.json file")
+@click.argument("platform_db_file", type=click.Path(exists=True))
+@click.option(
+    "--cluster-id",
+    type=int,
+    required=True,
+    help="The cluster ID to associate with hardware instances",
+)
+@handle_exception
+def update(platform_db_file, cluster_id):
+    """
+    Update CServe recipes from platform_db.json performance data.
+
+    This command reads a platform_db.json file containing performance test results
+    and updates the CServe recipe configurations in the database.
+
+    Example:
+        centml cserve-recipe update platform_db.json --cluster-id 1001
+    """
+    # Load platform_db.json file
+    try:
+        with open(platform_db_file, "r") as f:
+            platform_data = json.load(f)
+    except json.JSONDecodeError:
+        click.echo(f"Error: Invalid JSON file: {platform_db_file}")
+        sys.exit(1)
+    except Exception as e:
+        click.echo(f"Error reading file: {e}")
+        sys.exit(1)
+
+    # Validate platform_data structure
+    if not isinstance(platform_data, dict):
+        click.echo("Error: platform_db.json should contain a dictionary of models")
+        sys.exit(1)
+
+    click.echo(f"Processing {len(platform_data)} models from {platform_db_file}...")
+    click.echo(f"Target cluster ID: {cluster_id}")
+
+    with get_centml_ops_client() as ops_client:
+        response = ops_client.update_cserve_recipes(
+            cluster_id=cluster_id, platform_data=platform_data
+        )
+
+        # Display results
+        click.echo("\n" + "=" * 60)
+        click.echo(click.style("✓ Update Complete", fg="green", bold=True))
+        click.echo("=" * 60 + "\n")
+
+        click.echo(click.style(response.message, fg="green"))
+
+        if response.processed_models:
+            click.echo(f"\nProcessed Models ({len(response.processed_models)}):")
+            for model in response.processed_models:
+                click.echo(f"  ✓ {model}")
+
+        if response.errors:
+            click.echo(
+                click.style(f"\nErrors ({len(response.errors)}):", fg="red", bold=True)
+            )
+            for error in response.errors:
+                click.echo(click.style(f"  ✗ {error}", fg="red"))
+            sys.exit(1)
+
+
+@click.command(help="List available clusters")
+@click.option(
+    "--show-hardware",
+    is_flag=True,
+    help="Show hardware instances for each cluster",
+)
+@handle_exception
+def list_clusters(show_hardware):
+    """
+    List available clusters for the organization.
+
+    Example:
+        centml cserve-recipe list-clusters
+        centml cserve-recipe list-clusters --show-hardware
+    """
+    with get_centml_ops_client() as ops_client:
+        clusters_data = ops_client.get_clusters(
+            include_hardware_instances=show_hardware
+        )
+
+        if not clusters_data:
+            click.echo("No clusters found.")
+            return
+
+        # Handle different return types
+        if show_hardware:
+            clusters = [item["cluster"] for item in clusters_data]
+        else:
+            clusters = clusters_data
+
+        click.echo(
+            f"\n{click.style('Available Clusters', bold=True, fg='cyan')} ({len(clusters)} found)\n"
+        )
+
+        for i, cluster in enumerate(clusters):
+            click.echo(f"{click.style('Cluster ID:', bold=True)} {cluster.id}")
+            click.echo(f"  Display Name: {cluster.display_name}")
+            if cluster.region:
+                click.echo(f"  Region: {cluster.region}")
+
+            if show_hardware:
+                hw_instances = clusters_data[i]["hardware_instances"]
+                if hw_instances:
+                    click.echo(
+                        f"  {click.style('Hardware Instances:', fg='yellow')} ({len(hw_instances)} available)"
+                    )
+                    for hw in hw_instances:
+                        gpu_info = (
+                            f"{hw.num_accelerators}x{hw.gpu_type}"
+                            if hw.num_accelerators
+                            else hw.gpu_type
+                        )
+                        click.echo(
+                            f"    • {click.style(hw.name, fg='green')} (ID: {hw.id})"
+                        )
+                        click.echo(f"      GPU: {gpu_info}")
+                        click.echo(f"      CPU: {hw.cpu} cores, Memory: {hw.memory} GB")
+                        if hw.cost_per_hr:
+                            click.echo(f"      Cost: ${hw.cost_per_hr/100:.2f}/hr")
+                else:
+                    click.echo(
+                        f"  {click.style('Hardware Instances:', fg='yellow')} None"
+                    )
+
+            click.echo("")
+
+
+@click.command(help="List CServe recipes")
+@click.option(
+    "--model", help="Filter by model name (e.g., 'meta-llama/Llama-3.3-70B-Instruct')"
+)
+@click.option("--hf-token", help="HuggingFace token for private models")
+@handle_exception
+def list_recipes(model, hf_token):
+    """
+    List CServe recipe configurations.
+
+    Example:
+        # List all recipes
+        centml cserve-recipe list
+
+        # List recipes for a specific model
+        centml cserve-recipe list --model "meta-llama/Llama-3.3-70B-Instruct"
+    """
+    with get_centml_ops_client() as ops_client:
+        recipes = ops_client.get_cserve_recipes(model=model, hf_token=hf_token)
+
+        if not recipes:
+            click.echo("No recipes found.")
+            return
+
+        # Get all hardware instances to map IDs to names
+        try:
+            hardware_instances = ops_client.get_hardware_instances()
+            hw_map = {hw.id: hw for hw in hardware_instances}
+        except Exception as e:
+            click.echo(
+                click.style(
+                    f"Warning: Could not fetch hardware instance details: {e}",
+                    fg="yellow",
+                )
+            )
+            hw_map = {}
+
+        click.echo(
+            f"\n{click.style('CServe Recipes', bold=True, fg='cyan')} ({len(recipes)} found)\n"
+        )
+
+        def format_hw_info(hw_id):
+            """Format hardware instance information"""
+            if hw_id in hw_map:
+                hw = hw_map[hw_id]
+                gpu_info = (
+                    f"{hw.num_accelerators}x{hw.gpu_type}"
+                    if hw.num_accelerators
+                    else hw.gpu_type
+                )
+                return f"{hw.name} (ID: {hw_id}, {gpu_info})"
+            else:
+                return f"ID: {hw_id} {click.style('(details not found)', fg='yellow')}"
+
+        for recipe in recipes:
+            click.echo(f"{click.style('Model:', bold=True)} {recipe.model}")
+
+            # Display fastest configuration
+            if recipe.fastest:
+                click.echo(f"  {click.style('Fastest:', fg='green')}")
+                click.echo(
+                    f"    Hardware: {format_hw_info(recipe.fastest.hardware_instance_id)}"
+                )
+                click.echo(f"    Recipe: {recipe.fastest.recipe.model}")
+                if hasattr(recipe.fastest.recipe, "additional_properties"):
+                    tp_size = recipe.fastest.recipe.additional_properties.get(
+                        "tensor_parallel_size", "N/A"
+                    )
+                    pp_size = recipe.fastest.recipe.additional_properties.get(
+                        "pipeline_parallel_size", "N/A"
+                    )
+                    click.echo(f"    Parallelism: TP={tp_size}, PP={pp_size}")
+
+            # Display cheapest configuration
+            if recipe.cheapest:
+                if (
+                    recipe.cheapest.hardware_instance_id
+                    != recipe.fastest.hardware_instance_id
+                ):
+                    click.echo(f"  {click.style('Cheapest:', fg='yellow')}")
+                    click.echo(
+                        f"    Hardware: {format_hw_info(recipe.cheapest.hardware_instance_id)}"
+                    )
+                else:
+                    click.echo(
+                        f"  {click.style('Cheapest:', fg='yellow')} Same as Fastest"
+                    )
+
+            # Display best_value configuration
+            if recipe.best_value:
+                if (
+                    recipe.best_value.hardware_instance_id
+                    != recipe.fastest.hardware_instance_id
+                ):
+                    click.echo(f"  {click.style('Best Value:', fg='blue')}")
+                    click.echo(
+                        f"    Hardware: {format_hw_info(recipe.best_value.hardware_instance_id)}"
+                    )
+                else:
+                    click.echo(
+                        f"  {click.style('Best Value:', fg='blue')} Same as Fastest"
+                    )
+
+            click.echo("")  # Empty line between recipes
+
+
+@click.command(help="Delete CServe recipe for a specific model")
+@click.argument("model")
+@click.option("--confirm", is_flag=True, help="Skip confirmation prompt")
+@handle_exception
+def delete(model, confirm):
+    """
+    Delete CServe recipe configurations for a specific model.
+
+    This will remove all recipe configurations (fastest, cheapest, best_value)
+    for the specified model.
+
+    Example:
+        centml cserve-recipe delete "meta-llama/Llama-3.3-70B-Instruct"
+        centml cserve-recipe delete "Qwen/Qwen3-0.6B" --confirm
+    """
+    if not confirm:
+        if not click.confirm(
+            f"Are you sure you want to delete recipe for model '{model}'?"
+        ):
+            click.echo("Cancelled.")
+            return
+
+    with get_centml_ops_client() as ops_client:
+        ops_client.delete_cserve_recipe(model=model)
+        click.echo(
+            click.style(f"✓ Successfully deleted recipe for model: {model}", fg="green")
+        )

centml/cli/main.py

@@ -2,6 +2,12 @@
 
 from centml.cli.login import login, logout
 from centml.cli.cluster import ls, get, delete, pause, resume
+from centml.cli.cserve_recipe import (
+    update as recipe_update,
+    delete as recipe_delete,
+    list_recipes,
+    list_clusters,
+)
 
 
 @click.group()
@@ -50,3 +56,17 @@ def ccluster():
 
 
 cli.add_command(ccluster, name="cluster")
+
+
+@click.group(help="CentML CServe recipe management CLI tool")
+def cserve_recipe():
+    pass
+
+
+cserve_recipe.add_command(list_clusters, name="list-clusters")
+cserve_recipe.add_command(list_recipes, name="list")
+cserve_recipe.add_command(recipe_update, name="update")
+cserve_recipe.add_command(recipe_delete, name="delete")
+
+
+cli.add_command(cserve_recipe, name="cserve-recipe")

centml/sdk/__init__.py

@@ -1,2 +1,7 @@
 from platform_api_python_client import *
-from . import api, auth
+from . import api, auth, ops
+
+# Export OPS client classes and functions
+from .ops import CentMLOpsClient, get_centml_ops_client
+
+__all__ = ['CentMLOpsClient', 'get_centml_ops_client', 'api', 'auth', 'ops']

centml/sdk/config.py

@@ -8,20 +8,31 @@ class Config(BaseSettings):
     # It is possible to override the default values by setting the environment variables
     model_config = SettingsConfigDict(env_file=Path(".env"))
 
-    CENTML_WEB_URL: str = os.getenv("CENTML_WEB_URL", default="https://app.centml.com/")
-    CENTML_CONFIG_PATH: str = os.getenv("CENTML_CONFIG_PATH", default=os.path.expanduser("~/.centml"))
+    CENTML_WEB_URL: str = os.getenv("CENTML_WEB_URL", default="https://app.centml.org/")
+    CENTML_CONFIG_PATH: str = os.getenv(
+        "CENTML_CONFIG_PATH", default=os.path.expanduser("~/.centml")
+    )
     CENTML_CRED_FILE: str = os.getenv("CENTML_CRED_FILE", default="credentials.json")
     CENTML_CRED_FILE_PATH: str = os.path.join(CENTML_CONFIG_PATH, CENTML_CRED_FILE)
 
-    CENTML_PLATFORM_API_URL: str = os.getenv("CENTML_PLATFORM_API_URL", default="https://api.centml.com")
+    CENTML_PLATFORM_API_URL: str = os.getenv(
+        "CENTML_PLATFORM_API_URL", default="https://api.centml.org"
+    )
 
-    CENTML_WORKOS_CLIENT_ID: str = os.getenv("CENTML_WORKOS_CLIENT_ID", default="client_01JP5TWW2997MF8AYQXHJEGYR0")
+    CENTML_WORKOS_CLIENT_ID: str = os.getenv(
+        "CENTML_WORKOS_CLIENT_ID", default="client_01JP5TWVNBMQ5FVC777FQZC661"
+    )
 
     # Long-term credentials - can be set via environment variables
-    CENTML_SERVICE_ACCOUNT_SECRET: Optional[str] = os.getenv("CENTML_SERVICE_ACCOUNT_SECRET", default=None)
-    CENTML_SERVICE_ACCOUNT_ID: Optional[str] = os.getenv("CENTML_SERVICE_ACCOUNT_ID", default=None)
+    CENTML_SERVICE_ACCOUNT_SECRET: Optional[str] = os.getenv(
+        "CENTML_SERVICE_ACCOUNT_SECRET", default=None
+    )
+    CENTML_SERVICE_ACCOUNT_ID: Optional[str] = os.getenv(
+        "CENTML_SERVICE_ACCOUNT_ID", default=None
+    )
     CENTML_SERVICE_ACCOUNT_TOKEN_URL: str = os.getenv(
-        "CENTML_SERVICE_ACCOUNT_TOKEN_URL", default="https://signin.centml.com/oauth2/token"
+        "CENTML_SERVICE_ACCOUNT_TOKEN_URL",
+        default="https://signin.centml.com/oauth2/token",
     )