//native
type Deepinfra = {
token: string;
};
/**
* Openai Completions
*
*/
export async function main(
auth: Deepinfra,
x_deepinfra_source: string,
user_agent: string,
body: {
model: string;
prompt: string;
max_tokens?: number;
temperature?: number;
top_p?: number;
min_p?: number;
top_k?: number;
n?: number;
stream?: false | true;
logprobs?: number;
echo?: false | true;
stop?: string | string[];
presence_penalty?: number;
frequency_penalty?: number;
response_format?: { type?: "text" | "json_object" };
repetition_penalty?: number;
user?: string;
seed?: number;
},
) {
const url = new URL(`https://api.deepinfra.com/v1/openai/completions`);
const response = await fetch(url, {
method: "POST",
headers: {
"x-deepinfra-source": x_deepinfra_source,
"user-agent": user_agent,
"Content-Type": "application/json",
Authorization: "Bearer " + auth.token,
},
body: JSON.stringify(body),
});
if (!response.ok) {
const text = await response.text();
throw new Error(`${response.status} ${text}`);
}
return await response.json();
}
Submitted by hugo697 235 days ago