tooti/node.example.yaml at main · mrostamii/tooti · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
node:
  name: "ovh-lon-1"
  identity_key_file: "./data/node_identity.key" # persist peer ID across restarts
  # Optional: when non-empty, only these libp2p peers (official gateways) may open
  # inference streams. Empty = allow any peer (homelab). Users bill via gateway;
  # configure each gateway's peer id from its logs (`node peer id`).
  # allowed_gateway_peers:
  #   - "12D3KooW..."
  x402:
    enabled: false
    facilitator_url: "https://x402.org/facilitator"
    network: "eip155:84532"
    asset: "0x036CbD53842c5426634e7929541eC2318f3dCF7e"
    pay_to: "0x209693Bc6afc0C5328bA36FaF03C514EF312287C"
    token_name: "USDC"
    token_version: "2"
    price_per_1k_atomic: 10000
    min_amount_atomic: 1000
    default_output_tokens: 256

listen:
  tcp_port: 4001
  quic_port: 4001

network:
  # At least one bootstrap. Peer ids can come from DNS TXT (dnsaddr-only) or from
  # each multiaddr (_dnsaddr.<host> TXT records with dnsaddr=/ip4/.../p2p/...).
  bootstrap_peers:
    - "/dnsaddr/discover.tooti.network"
  # NAT traversal is enabled by default. Set disable_nat_traversal: true only if
  # you need to disable hole punching / UPnP / AutoNAT for a restricted environment.
  disable_nat_traversal: false
  # Optional: allow this node to act as a relay service when publicly reachable.
  enable_relay_service: false

backend:
  type: "ollama"
  base_url: "http://127.0.0.1:11434"

models:
  advertised:
    - "llama3.2:latest"
  # Optional per-model pricing overrides for dynamic x402 pricing.
  # These are used only when -x402-price-per-1k is enabled.
  model_pricing:
    "qwen2.5:3b":
      min_amount_atomic: 500
      max_amount_atomic: 3000
    "llama3.1:70b":
      price_per_1k_atomic: 30000
      min_amount_atomic: 3000
      max_amount_atomic: 15000

heartbeat:
  interval_sec: 30

timeouts:
  first_token_sec: 30
  total_request_sec: 120

metrics:
  enabled: true
  listen: "127.0.0.1:9090"

gateway:
  listen: "127.0.0.1:8080"
  # community: local/self-hosted gateway with no official datastore credentials
  # official: hosted gateway that uses PostgreSQL (Redis hot-path is future)
  mode: "community"
  # Required when mode=official. Used for privileged control endpoints.
  control_api_token: ""
  # off | optional | required (mainly used for official gateways)
  auth_mode: "off"
  telemetry:
    # Outbound usage telemetry upload (mainly for community gateways).
    enabled: false
    endpoint: "https://api.tooti.network/v1/telemetry/usage"
    signing_key_path: "./data/telemetry_signing.key"
    batch_max_events: 200
    flush_interval_sec: 60
  redis:
    # Optional. Official mode does not use Redis in the binary yet (PostgreSQL
    # only). Leave empty until hot-path Redis is implemented.
    addr: ""
    password: ""
    db: 0
    tls_enabled: false
    key_prefix: "tooti:"
  postgres:
    # Required only when gateway.mode=official
    dsn: ""
    max_open_conns: 20
    max_idle_conns: 10
    conn_max_lifetime_sec: 300