Create completion

//native

type Togetherai = {

  api_key: string;

};

/**

 * Create completion

 * Query a language, code, or image model.

 */

export async function main(

  auth: Togetherai,

  body: {

    prompt: string;

    model: string;

    max_tokens?: number;

    stop?: string[];

    temperature?: number;

    top_p?: number;

    top_k?: number;

    repetition_penalty?: number;

    stream?: false | true;

    logprobs?: number;

    echo?: false | true;

    n?: number;

    safety_model?: string;

    min_p?: number;

    presence_penalty?: number;

    frequency_penalty?: number;

    logit_bias?: {};

    seed?: number;

  },

) {

  const url = new URL(`https://api.together.xyz/v1/completions`);

  const response = await fetch(url, {

    method: "POST",

    headers: {

      "Content-Type": "application/json",

      Authorization: "Bearer " + auth.api_key,

    },

    body: JSON.stringify(body),

  });

  if (!response.ok) {

    const text = await response.text();

    throw new Error(`${response.status} ${text}`);

  }

  return await response.json();

}