Skip to content

Commit

Permalink
feat: add Llamarine LM
Browse files Browse the repository at this point in the history
  • Loading branch information
phanhongan committed Nov 14, 2024
1 parent ca6a848 commit 9a81f2d
Show file tree
Hide file tree
Showing 2 changed files with 35 additions and 0 deletions.
2 changes: 2 additions & 0 deletions examples/llamarine/.env.template
Original file line number Diff line number Diff line change
@@ -1 +1,3 @@
OPENAI_API_KEY=
DEFAULT_API_KEY=
DEFAULT_API_BASE=
33 changes: 33 additions & 0 deletions examples/llamarine/llamarine_lm.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
from __future__ import annotations

import os
from argparse import ArgumentParser
from dataclasses import dataclass

from openssa.core.util.lm.llama import LlamaLM

DEFAULT_MODEL = 'llamarine-navigation'
DEFAULT_API_KEY = os.environ.get('LEPTON_API_TOKEN')
DEFAULT_API_BASE = os.environ.get('DEFAULT_API_BASE')


@dataclass
class LlamarineLM(LlamaLM):
"""Llamarine LM."""

@classmethod
def from_defaults(cls) -> LlamarineLM:
"""Get default Llamarine instance."""
# pylint: disable=unexpected-keyword-arg
print("model: ", DEFAULT_MODEL)
print("api_key: ", DEFAULT_API_KEY)
print("api_base: ", DEFAULT_API_BASE)
return cls(model=DEFAULT_MODEL, api_key=DEFAULT_API_KEY, api_base=DEFAULT_API_BASE)


if __name__ == '__main__':
arg_parser = ArgumentParser()
arg_parser.add_argument('question')
args = arg_parser.parse_args()

print(LlamarineLM.from_defaults().get_response(prompt=args.question))

0 comments on commit 9a81f2d

Please sign in to comment.