Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions src/oumi/builders/inference_engines.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
from oumi.core.inference import BaseInferenceEngine
from oumi.inference import (
AnthropicInferenceEngine,
BedrockInferenceEngine,
DeepSeekInferenceEngine,
GoogleGeminiInferenceEngine,
GoogleVertexInferenceEngine,
Expand All @@ -44,6 +45,7 @@
MappingProxyType(
{
InferenceEngineType.ANTHROPIC: AnthropicInferenceEngine,
InferenceEngineType.BEDROCK: BedrockInferenceEngine,
InferenceEngineType.DEEPSEEK: DeepSeekInferenceEngine,
InferenceEngineType.GOOGLE_GEMINI: GoogleGeminiInferenceEngine,
InferenceEngineType.GOOGLE_VERTEX: GoogleVertexInferenceEngine,
Expand Down
3 changes: 3 additions & 0 deletions src/oumi/core/configs/inference_engine_type.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,3 +62,6 @@ class InferenceEngineType(str, Enum):

SAMBANOVA = "SAMBANOVA"
"""The inference engine for SambaNova API."""

BEDROCK = "BEDROCK"
"""The inference engine for AWS Bedrock API."""
2 changes: 2 additions & 0 deletions src/oumi/inference/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
"""

from oumi.inference.anthropic_inference_engine import AnthropicInferenceEngine
from oumi.inference.bedrock_inference_engine import BedrockInferenceEngine
from oumi.inference.deepseek_inference_engine import DeepSeekInferenceEngine
from oumi.inference.gcp_inference_engine import GoogleVertexInferenceEngine
from oumi.inference.gemini_inference_engine import GoogleGeminiInferenceEngine
Expand All @@ -35,6 +36,7 @@

__all__ = [
"AnthropicInferenceEngine",
"BedrockInferenceEngine",
"DeepSeekInferenceEngine",
"GoogleGeminiInferenceEngine",
"GoogleVertexInferenceEngine",
Expand Down
Loading
Loading