alexion
6081e3e325
Imported as a linear vendor commit so forge rebases do not replay the upstream root tree. git-subtree-dir: third_party/pi git-subtree-split: 71023aec1546d6d677a65669c5665c0927ce0dd0
56 lines
2.2 KiB
TypeScript
56 lines
2.2 KiB
TypeScript
import { resolveAzureBaseUrl, resolveDeploymentName } from "../api/azure-openai-config.ts";
|
|
import { azureOpenAIResponsesApi } from "../api/azure-openai-responses.lazy.ts";
|
|
import { lazyStream } from "../api/lazy.ts";
|
|
import { openAICompletionsApi } from "../api/openai-completions.lazy.ts";
|
|
import { envApiKeyAuth } from "../auth/helpers.ts";
|
|
import { createProvider, type Provider } from "../models.ts";
|
|
import type { Api, Model, ProviderStreams, StreamOptions } from "../types.ts";
|
|
import { AZURE_MODELS } from "./azure.models.ts";
|
|
|
|
function resolveAzureModel(model: Model<Api>, options: StreamOptions | undefined): Model<Api> {
|
|
return { ...model, baseUrl: resolveAzureBaseUrl(model, options) };
|
|
}
|
|
|
|
/** Send the deployment name as the request's model, keeping `model.id` as the catalog id. */
|
|
function withDeploymentName<T extends StreamOptions>(model: Model<Api>, options: T | undefined): T | undefined {
|
|
const deploymentName = resolveDeploymentName(model, options);
|
|
if (deploymentName === model.id) return options;
|
|
return {
|
|
...options,
|
|
onPayload: async (payload, payloadModel) => {
|
|
const params = { ...(payload as object), model: deploymentName };
|
|
return (await options?.onPayload?.(params, payloadModel)) ?? params;
|
|
},
|
|
} as T;
|
|
}
|
|
|
|
/**
|
|
* Resolve the Azure endpoint and deployment before dispatch, inside `lazyStream` so an
|
|
* unconfigured endpoint errors on the stream instead of throwing out of `stream()`.
|
|
*/
|
|
function azureStreams(streams: ProviderStreams): ProviderStreams {
|
|
return {
|
|
stream: (model, context, options) =>
|
|
lazyStream(model, async () =>
|
|
streams.stream(resolveAzureModel(model, options), context, withDeploymentName(model, options)),
|
|
),
|
|
streamSimple: (model, context, options) =>
|
|
lazyStream(model, async () =>
|
|
streams.streamSimple(resolveAzureModel(model, options), context, withDeploymentName(model, options)),
|
|
),
|
|
};
|
|
}
|
|
|
|
export function azureProvider(): Provider<"azure-openai-responses" | "openai-completions"> {
|
|
return createProvider({
|
|
id: "azure",
|
|
name: "Azure",
|
|
auth: { apiKey: envApiKeyAuth("Azure OpenAI API key", ["AZURE_OPENAI_API_KEY"]) },
|
|
models: Object.values(AZURE_MODELS),
|
|
api: {
|
|
"azure-openai-responses": azureOpenAIResponsesApi(),
|
|
"openai-completions": azureStreams(openAICompletionsApi()),
|
|
},
|
|
});
|
|
}
|