Skip to content

Commit c1af790

Browse files
committed
add local file
1 parent 7f90124 commit c1af790

2 files changed

Lines changed: 37 additions & 5 deletions

File tree

arch/tools/.vscode/settings.json

Lines changed: 0 additions & 5 deletions
This file was deleted.
Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
version: v0.1.0
2+
3+
routing:
4+
model: Arch-Router
5+
llm_provider: arch-router
6+
7+
listeners:
8+
egress_traffic:
9+
address: 0.0.0.0
10+
port: 12000
11+
message_format: openai
12+
timeout: 30s
13+
14+
llm_providers:
15+
16+
- name: arch-router
17+
model: arch/hf.co/katanemo/Arch-Router-1.5B.gguf:Q4_K_M
18+
base_url: http://host.docker.internal:11434
19+
20+
- model: openai/gpt-4o-mini
21+
access_key: $OPENAI_API_KEY
22+
default: true
23+
24+
- model: openai/gpt-4o
25+
access_key: $OPENAI_API_KEY
26+
routing_preferences:
27+
- name: code understanding
28+
description: understand and explain existing code snippets, functions, or libraries
29+
30+
- model: openai/gpt-4.1
31+
access_key: $OPENAI_API_KEY
32+
routing_preferences:
33+
- name: code generation
34+
description: generating new code snippets, functions, or boilerplate based on user prompts or requirements
35+
36+
tracing:
37+
random_sampling: 100

0 commit comments

Comments
 (0)