Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
36 changes: 36 additions & 0 deletions scripts/routstr-daemon.ts
Original file line number Diff line number Diff line change
Expand Up @@ -206,6 +206,39 @@ async function saveRequestBody(
return filename;
}

function toForwardHeaders(
headers: IncomingMessage["headers"]
): Record<string, string> {
const forwarded: Record<string, string> = {};
const hopByHop = new Set([
"host",
"connection",
"content-length",
"transfer-encoding",
"keep-alive",
"proxy-authenticate",
"proxy-authorization",
"te",
"trailer",
"upgrade",
]);

for (const [key, value] of Object.entries(headers)) {
if (!key || hopByHop.has(key.toLowerCase())) {
continue;
}
if (Array.isArray(value)) {
forwarded[key] = value.join(", ");
continue;
}
if (typeof value === "string") {
forwarded[key] = value;
}
}

return forwarded;
}

async function main(): Promise<void> {
const { port, provider, mode } = parseArgs(process.argv);

Expand Down Expand Up @@ -355,11 +388,14 @@ async function main(): Promise<void> {
(req.headers["x-routstr-provider"] as string | undefined) ||
provider ||
undefined;
const forwardedHeaders = toForwardHeaders(req.headers);

try {
const response = await routeRequests({
modelId,
requestBody,
path: url.pathname,
headers: forwardedHeaders,
forcedProvider,
debugLevel: "DEBUG",
mode,
Expand Down
11 changes: 9 additions & 2 deletions sdk/routeRequests.ts
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,8 @@ export interface RouteRequestOptions {
requestBody: unknown;
/** Optional: API path (defaults to /v1/chat/completions) */
path?: string;
/** Optional: request headers to forward upstream */
headers?: Record<string, string>;
/** Optional: force a specific provider base URL */
forcedProvider?: string;
/** Wallet adapter for Cashu operations */
Expand Down Expand Up @@ -86,13 +88,15 @@ async function resolveRouteRequestContext(options: RouteRequestOptions): Promise
baseUrl: string;
mintUrl: string;
path: string;
headers: Record<string, string>;
modelId: string;
proxiedBody: Record<string, unknown>;
}> {
const {
modelId,
requestBody,
path = "/v1/chat/completions",
headers = {},
forcedProvider,
walletAdapter,
storageAdapter,
Expand Down Expand Up @@ -216,6 +220,7 @@ async function resolveRouteRequestContext(options: RouteRequestOptions): Promise
baseUrl,
mintUrl,
path,
headers,
modelId,
proxiedBody,
};
Expand All @@ -227,14 +232,15 @@ async function resolveRouteRequestContext(options: RouteRequestOptions): Promise
export async function routeRequests(
options: RouteRequestOptions
): Promise<Response> {
const { client, baseUrl, mintUrl, path, modelId, proxiedBody } =
const { client, baseUrl, mintUrl, path, headers, modelId, proxiedBody } =
await resolveRouteRequestContext(options);

try {
const response = await client.routeRequest({
path,
method: "POST",
body: proxiedBody,
headers,
baseUrl,
mintUrl,
modelId,
Expand Down Expand Up @@ -262,14 +268,15 @@ export async function routeRequestsToNodeResponse(
options: RouteRequestToNodeResponseOptions
): Promise<void> {
const { res } = options;
const { client, baseUrl, mintUrl, path, modelId, proxiedBody } =
const { client, baseUrl, mintUrl, path, headers, modelId, proxiedBody } =
await resolveRouteRequestContext(options);

try {
await client.routeRequestToNodeResponse({
path,
method: "POST",
body: proxiedBody,
headers,
baseUrl,
mintUrl,
modelId,
Expand Down