Openai Completions

//native

type Deepinfra = {

  token: string;

};

/**

 * Openai Completions

 *

 */

export async function main(

  auth: Deepinfra,

  x_deepinfra_source: string,

  user_agent: string,

  body: {

    model: string;

    prompt: string;

    max_tokens?: number;

    temperature?: number;

    top_p?: number;

    min_p?: number;

    top_k?: number;

    n?: number;

    stream?: false | true;

    logprobs?: number;

    echo?: false | true;

    stop?: string | string[];

    presence_penalty?: number;

    frequency_penalty?: number;

    response_format?: { type?: "text" | "json_object" };

    repetition_penalty?: number;

    user?: string;

    seed?: number;

  },

) {

  const url = new URL(`https://api.deepinfra.com/v1/openai/completions`);

  const response = await fetch(url, {

    method: "POST",

    headers: {

      "x-deepinfra-source": x_deepinfra_source,

      "user-agent": user_agent,

      "Content-Type": "application/json",

      Authorization: "Bearer " + auth.token,

    },

    body: JSON.stringify(body),

  });

  if (!response.ok) {

    const text = await response.text();

    throw new Error(`${response.status} ${text}`);

  }

  return await response.json();

}