|
@@ -2,19 +2,25 @@ import type { ChatRequest } from "../chat/typing";
|
|
|
import { createParser } from "eventsource-parser";
|
|
|
import { NextRequest } from "next/server";
|
|
|
|
|
|
-const apiKey = process.env.OPENAI_API_KEY;
|
|
|
-
|
|
|
-async function createStream(payload: ReadableStream<Uint8Array>) {
|
|
|
+async function createStream(req: NextRequest) {
|
|
|
const encoder = new TextEncoder();
|
|
|
const decoder = new TextDecoder();
|
|
|
|
|
|
+ let apiKey = process.env.OPENAI_API_KEY;
|
|
|
+
|
|
|
+ const userApiKey = req.headers.get("token");
|
|
|
+ if (userApiKey) {
|
|
|
+ apiKey = userApiKey;
|
|
|
+ console.log("[Stream] using user api key");
|
|
|
+ }
|
|
|
+
|
|
|
const res = await fetch("https://api.openai.com/v1/chat/completions", {
|
|
|
headers: {
|
|
|
"Content-Type": "application/json",
|
|
|
Authorization: `Bearer ${apiKey}`,
|
|
|
},
|
|
|
method: "POST",
|
|
|
- body: payload,
|
|
|
+ body: req.body,
|
|
|
});
|
|
|
|
|
|
const stream = new ReadableStream({
|
|
@@ -49,7 +55,7 @@ async function createStream(payload: ReadableStream<Uint8Array>) {
|
|
|
|
|
|
export async function POST(req: NextRequest) {
|
|
|
try {
|
|
|
- const stream = await createStream(req.body!);
|
|
|
+ const stream = await createStream(req);
|
|
|
return new Response(stream);
|
|
|
} catch (error) {
|
|
|
console.error("[Chat Stream]", error);
|