Repository navigation
Expand file tree
/
Copy pathmain.go
More file actions
85 lines (73 loc) · 1.96 KB
/
Copy pathmain.go
File metadata and controls
85 lines (73 loc) · 1.96 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
// Package main implements a GitHub Copilot API proxy that exposes both
// OpenAI-compatible and Anthropic-compatible endpoints.
package main
import (
"context"
"fmt"
"log"
"net/http"
"os"
"os/signal"
"syscall"
"time"
)
const (
defaultAddr = "127.0.0.1:8080"
logPrefix = "[proxy] "
)
var logger = log.New(os.Stdout, logPrefix, log.LstdFlags)
func main() {
addr := os.Getenv("PROXY_ADDR")
if addr == "" {
addr = defaultAddr
}
// Initialize token manager.
tm, err := NewTokenManager()
if err != nil {
logger.Fatalf("failed to create token manager: %v", err)
}
// Initialize usage tracker.
dbPath := os.Getenv("USAGE_DB_PATH")
if dbPath == "" {
dbPath = "usage.db"
}
tracker, err := NewUsageTracker(dbPath)
if err != nil {
logger.Fatalf("failed to create usage tracker: %v", err)
}
defer tracker.Close()
// Build router.
mux := http.NewServeMux()
mux.HandleFunc("/health", handleHealth)
mux.HandleFunc("/usage", tracker.HandleUsage)
mux.HandleFunc("/v1/chat/completions", makeOpenAIHandler(tm, tracker))
mux.HandleFunc("/v1/messages", makeAnthropicHandler(tm, tracker))
srv := &http.Server{
Addr: addr,
Handler: mux,
ReadTimeout: 120 * time.Second,
WriteTimeout: 120 * time.Second,
IdleTimeout: 60 * time.Second,
}
// Graceful shutdown on signal.
quit := make(chan os.Signal, 1)
signal.Notify(quit, os.Interrupt, syscall.SIGTERM)
go func() {
logger.Printf("listening on http://%s", addr)
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
logger.Fatalf("server error: %v", err)
}
}()
<-quit
logger.Println("shutting down…")
ctx, cancel := context.WithTimeout(context.Background(), 15*time.Second)
defer cancel()
if err := srv.Shutdown(ctx); err != nil {
logger.Printf("shutdown error: %v", err)
}
logger.Println("stopped")
}
func handleHealth(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "application/json")
fmt.Fprintln(w, `{"status":"ok"}`)
}