123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122 |
- import { NextRequest, NextResponse } from "next/server";
- import { getServerSideConfig } from "../config/server";
- import { DEFAULT_MODELS, OPENAI_BASE_URL } from "../constant";
- import { collectModelTable } from "../utils/model";
- import { makeAzurePath } from "../azure";
- const serverConfig = getServerSideConfig();
- export async function requestOpenai(req: NextRequest) {
- const controller = new AbortController();
- const authValue = req.headers.get("Authorization") ?? "";
- const authHeaderName = serverConfig.isAzure ? "api-key" : "Authorization";
- let path = `${req.nextUrl.pathname}${req.nextUrl.search}`.replaceAll(
- "/api/openai/",
- "",
- );
- let baseUrl = serverConfig.baseUrl ?? OPENAI_BASE_URL;
- if (!baseUrl.startsWith("http")) {
- baseUrl = `https://${baseUrl}`;
- }
- if (baseUrl.endsWith("/")) {
- baseUrl = baseUrl.slice(0, -1);
- }
- console.log("[Proxy Path] ", path, req.method);
- console.log("[Base Url]", baseUrl);
- // this fix [Org ID] undefined in server side if not using custom point
- if (serverConfig.openaiOrgId !== undefined) {
- console.log("[Org ID]", serverConfig.openaiOrgId);
- }
- const timeoutId = setTimeout(
- () => {
- controller.abort();
- },
- 10 * 60 * 1000,
- );
- if (serverConfig.isAzure) {
- if (!serverConfig.azureApiVersion) {
- return NextResponse.json({
- error: true,
- message: `missing AZURE_API_VERSION in server env vars`,
- });
- }
- path = makeAzurePath(path, serverConfig.azureApiVersion);
- }
- const fetchUrl = `${baseUrl}/${path}`;
- const fetchOptions: RequestInit = {
- headers: {
- "Content-Type": "application/json",
- "Cache-Control": "no-store",
- [authHeaderName]: authValue,
- ...(serverConfig.openaiOrgId && {
- "OpenAI-Organization": serverConfig.openaiOrgId,
- }),
- },
- method: req.method,
- body: req.body,
- // to fix #2485: https://stackoverflow.com/questions/55920957/cloudflare-worker-typeerror-one-time-use-body
- redirect: "manual",
- // @ts-ignore
- duplex: "half",
- signal: controller.signal,
- };
- // #1815 try to refuse gpt4 request
- if (serverConfig.customModels && req.body) {
- try {
- const modelTable = collectModelTable(
- DEFAULT_MODELS,
- serverConfig.customModels,
- );
- const clonedBody = await req.text();
- fetchOptions.body = clonedBody;
- const jsonBody = JSON.parse(clonedBody) as { model?: string };
- // not undefined and is false
- if (modelTable[jsonBody?.model ?? ""].available === false) {
- return NextResponse.json(
- {
- error: true,
- message: `you are not allowed to use ${jsonBody?.model} model`,
- },
- {
- status: 403,
- },
- );
- }
- } catch (e) {
- console.error("[OpenAI] gpt4 filter", e);
- }
- }
- // console.log('[Proxy] ',fetchUrl, fetchOptions)
- console.log("[Proxy] ", fetchUrl);
- try {
- const res = await fetch(fetchUrl, fetchOptions);
- // to prevent browser prompt for credentials
- const newHeaders = new Headers(res.headers);
- newHeaders.delete("www-authenticate");
- // to disable nginx buffering
- newHeaders.set("X-Accel-Buffering", "no");
- return new Response(res.body, {
- status: res.status,
- statusText: res.statusText,
- headers: newHeaders,
- });
- } finally {
- clearTimeout(timeoutId);
- }
- }
|