alexion
4def357d09
Imported as a linear vendor commit so forge rebases do not replay the upstream root tree. git-subtree-dir: third_party/pi git-subtree-split: d981de1229ef899957bbe968bc8dcda02a21f477
28 lines
1.4 KiB
TypeScript
28 lines
1.4 KiB
TypeScript
import { anthropicMessagesApi } from "../api/anthropic-messages.lazy.ts";
|
|
import { openAICompletionsApi } from "../api/openai-completions.lazy.ts";
|
|
import { openAIResponsesApi } from "../api/openai-responses.lazy.ts";
|
|
import { createProvider, type Provider } from "../models.ts";
|
|
import { CLOUDFLARE_AI_GATEWAY_MODELS } from "./cloudflare-ai-gateway.models.ts";
|
|
import { cloudflareAIGatewayAuth } from "./cloudflare-auth.ts";
|
|
import { cloudflareStreams } from "./cloudflare-stream.ts";
|
|
|
|
type CloudflareAIGatewayApi = "anthropic-messages" | "openai-completions" | "openai-responses";
|
|
|
|
export function cloudflareAIGatewayProvider(): Provider<CloudflareAIGatewayApi> {
|
|
// The api map is pinned to all three APIs: models.dev's gateway catalog drops and
|
|
// restores `workers-ai/*` (openai-completions) entries over time, and inference from
|
|
// `models` alone would otherwise reject the openai-completions entry whenever the
|
|
// generated catalog happens to contain none.
|
|
return createProvider<CloudflareAIGatewayApi>({
|
|
id: "cloudflare-ai-gateway",
|
|
name: "Cloudflare AI Gateway",
|
|
auth: { apiKey: cloudflareAIGatewayAuth() },
|
|
models: Object.values(CLOUDFLARE_AI_GATEWAY_MODELS),
|
|
api: {
|
|
"anthropic-messages": cloudflareStreams(anthropicMessagesApi()),
|
|
"openai-completions": cloudflareStreams(openAICompletionsApi()),
|
|
"openai-responses": cloudflareStreams(openAIResponsesApi()),
|
|
},
|
|
});
|
|
}
|