diff --git a/kvcached/integration/sglang/autopatch.py b/kvcached/integration/sglang/autopatch.py index 89aee9c4..dc8ff635 100644 --- a/kvcached/integration/sglang/autopatch.py +++ b/kvcached/integration/sglang/autopatch.py @@ -23,7 +23,10 @@ def _env_enabled() -> bool: - return os.getenv("KVCACHED_AUTOPATCH", "false").lower() in ("true", "1") + autopatch = os.getenv("KVCACHED_AUTOPATCH") + if autopatch is not None: + return autopatch.lower() in ("true", "1") + return os.getenv("ENABLE_KVCACHED", "false").lower() in ("true", "1") @when_imported("sglang") diff --git a/kvcached/integration/vllm/autopatch.py b/kvcached/integration/vllm/autopatch.py index ea31c3a4..af7cd6a0 100644 --- a/kvcached/integration/vllm/autopatch.py +++ b/kvcached/integration/vllm/autopatch.py @@ -24,7 +24,10 @@ def _env_enabled() -> bool: - return os.getenv("KVCACHED_AUTOPATCH", "false").lower() in ("true", "1") + autopatch = os.getenv("KVCACHED_AUTOPATCH") + if autopatch is not None: + return autopatch.lower() in ("true", "1") + return os.getenv("ENABLE_KVCACHED", "false").lower() in ("true", "1") @when_imported("vllm") diff --git a/kvcached_autopatch.pth b/kvcached_autopatch.pth index b9de6e14..28e7554e 100644 --- a/kvcached_autopatch.pth +++ b/kvcached_autopatch.pth @@ -1 +1 @@ -import os, importlib, importlib.util; (os.environ.setdefault("KVCACHED_AUTOPATCH", "1"), getattr(importlib.import_module("kvcached.autopatch"), "autopatch_all", lambda: None)()) if os.getenv("ENABLE_KVCACHED", "false").lower() in ("true", "1") and importlib.util.find_spec("kvcached.autopatch") is not None else None +import importlib, importlib.util; (getattr(importlib.import_module("kvcached.autopatch"), "autopatch_all", lambda: None)()) if importlib.util.find_spec("kvcached.autopatch") is not None else None