Skip to content
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions src/oumi/builders/inference_engines.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
from oumi.core.inference import BaseInferenceEngine
from oumi.inference import (
AnthropicInferenceEngine,
BedrockInferenceEngine,
DeepSeekInferenceEngine,
GoogleGeminiInferenceEngine,
GoogleVertexInferenceEngine,
Expand All @@ -44,6 +45,7 @@
MappingProxyType(
{
InferenceEngineType.ANTHROPIC: AnthropicInferenceEngine,
InferenceEngineType.BEDROCK: BedrockInferenceEngine,
InferenceEngineType.DEEPSEEK: DeepSeekInferenceEngine,
InferenceEngineType.GOOGLE_GEMINI: GoogleGeminiInferenceEngine,
InferenceEngineType.GOOGLE_VERTEX: GoogleVertexInferenceEngine,
Expand Down
3 changes: 3 additions & 0 deletions src/oumi/core/configs/inference_engine_type.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,3 +62,6 @@ class InferenceEngineType(str, Enum):

SAMBANOVA = "SAMBANOVA"
"""The inference engine for SambaNova API."""

BEDROCK = "BEDROCK"
"""The inference engine for AWS Bedrock API."""
2 changes: 2 additions & 0 deletions src/oumi/inference/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"""

from oumi.inference.anthropic_inference_engine import AnthropicInferenceEngine
from oumi.inference.bedrock_inference_engine import BedrockInferenceEngine
from oumi.inference.deepseek_inference_engine import DeepSeekInferenceEngine
from oumi.inference.gcp_inference_engine import GoogleVertexInferenceEngine
from oumi.inference.gemini_inference_engine import GoogleGeminiInferenceEngine
Expand All @@ -35,6 +36,7 @@

__all__ = [
"AnthropicInferenceEngine",
"BedrockInferenceEngine",
"DeepSeekInferenceEngine",
"GoogleGeminiInferenceEngine",
"GoogleVertexInferenceEngine",
Expand Down
Loading
Loading