//native
type Togetherai = {
api_key: string;
};
/**
* Create completion
* Query a language, code, or image model.
*/
export async function main(
auth: Togetherai,
body: {
prompt: string;
model: string;
max_tokens?: number;
stop?: string[];
temperature?: number;
top_p?: number;
top_k?: number;
repetition_penalty?: number;
stream?: false | true;
logprobs?: number;
echo?: false | true;
n?: number;
safety_model?: string;
min_p?: number;
presence_penalty?: number;
frequency_penalty?: number;
logit_bias?: {};
seed?: number;
},
) {
const url = new URL(`https://api.together.xyz/v1/completions`);
const response = await fetch(url, {
method: "POST",
headers: {
"Content-Type": "application/json",
Authorization: "Bearer " + auth.api_key,
},
body: JSON.stringify(body),
});
if (!response.ok) {
const text = await response.text();
throw new Error(`${response.status} ${text}`);
}
return await response.json();
}
Submitted by hugo697 235 days ago