Inference Model

//native

type Deepinfra = {

  token: string;

};

/**

 * Inference Model

 *

 */

export async function main(

  auth: Deepinfra,

  model_name: string,

  version: string | undefined,

  x_deepinfra_source: string,

  user_agent: string,

) {

  const url = new URL(`https://api.deepinfra.com/v1/inference/${model_name}`);

  for (const [k, v] of [["version", version]]) {

    if (v !== undefined && v !== "" && k !== undefined) {

      url.searchParams.append(k, v);

    }

  }

  const response = await fetch(url, {

    method: "POST",

    headers: {

      "x-deepinfra-source": x_deepinfra_source,

      "user-agent": user_agent,

      Authorization: "Bearer " + auth.token,

    },

    body: undefined,

  });

  if (!response.ok) {

    const text = await response.text();

    throw new Error(`${response.status} ${text}`);

  }

  return await response.json();

}