json
{
  "content": "Your generated message here"
}

json
{
  "text": "Your generated message here"
}

chunk = ChatCompletionChunk(
            id=f"chatcmpl-{call_id}",
            created=int(time.time()),
            model=groq_settings.GROQ_MODEL_LLAMA_70_V,
            choices=[ChunkChoice(index=0, delta=delta, finish_reason=finish_reason)],
        )

/* eslint-disable @typescript-eslint/no-unsafe-assignment */
import { once } from "node:events";
import * as https from "node:https";
import { readFileSync } from "node:fs";
import { IncomingMessage, ServerResponse } from "node:http";
import { OpenAI } from "openai";
import { StreamBuffer } from "./stream_buffer.js";

const {
  OPENAI_API_KEY = "",
} = process.env;


const openAI = new OpenAI({ "apiKey": OPENAI_API_KEY });

const options = {
  key: readFileSync("/home/farar/.certs/farar_net.key"),
  cert: readFileSync("/home/farar/.certs/farar_net.pub"),
};

const server = https.createServer(options);

server.on("error", console.error);

let mutex = Promise.resolve();

server.on("request", (req: IncomingMessage, res: ServerResponse & { req: IncomingMessage; }) => {

  mutex = (async () => {
    await mutex;
    const url = new URL(`https://farar.net${req.url ?? ""}`);;
    if (!(url.pathname == "/chat/completions" && req.method == "POST")) {
      res.writeHead(404);
      res.end();
      return;
    }

    const streamBuffer = new StreamBuffer();

    req.pipe(streamBuffer);

    await once(req, "end");

    const requestBody = JSON.parse(streamBuffer.buffer.toString("utf-8"));

    const { model, messages } = requestBody;

    const data = {
      model: model,
      messages: messages,
      temperature: 1,
      stream: true
    } as unknown as OpenAI.Chat.Completions.ChatCompletionCreateParamsStreaming;
    
    const stream = await openAI.chat.completions.create(data);

    res.setHeader("Content-Type", "text/event-stream");
    res.statusCode = 200;

    for await (const chunk of stream) {
      const responseBody = `data: ${JSON.stringify(chunk)}\n\n`;
      console.log(responseBody);
      res.write(responseBody);
    }
    res.end("data: [DONE]\n\n");
  })();
});

server.listen(8443, "0.0.0.0");