Get robots txt indexes view

//native

type Botify = {

	token: string

}

/**

 * Get robots txt indexes view

 * Return an object containing all robots.txt files found on the project's domains. The object is null for virtual robots.txt.

 */

export async function main(

	auth: Botify,

	username: string,

	project_slug: string,

	analysis_slug: string,

	page: string | undefined,

	size: string | undefined

) {

	const url = new URL(

		`https://api.botify.com/analyses/${username}/${project_slug}/${analysis_slug}/staticfiles/robots-txt-indexes`

	)

	for (const [k, v] of [

		['page', page],

		['size', size]

	]) {

		if (v !== undefined && v !== '' && k !== undefined) {

			url.searchParams.append(k, v)

		}

	}

	const response = await fetch(url, {

		method: 'GET',

		headers: {

			Authorization: 'Token ' + auth.token

		},

		body: undefined

	})

	if (!response.ok) {

		const text = await response.text()

		throw new Error(`${response.status} ${text}`)

	}

	return await response.text()

}