Edits history of script submission #9469 for ' Get robots txt indexes view (botify)'

• bun

  Ap­pro­ved version

  Edit in Windmill

  Embed

  //native
  type Botify = {
  	token: string
  }
  /**
   * Get robots txt indexes view
   * Return an object containing all robots.txt files found on the project's domains. The object is null for virtual robots.txt.
   */
  export async function main(
  	auth: Botify,
  	username: string,
  	project_slug: string,
  	analysis_slug: string,
  	page: string | undefined,
  	size: string | undefined
  ) {
  	const url = new URL(
  		`https://api.botify.com/analyses/${username}/${project_slug}/${analysis_slug}/staticfiles/robots-txt-indexes`
  	)
  	for (const [k, v] of [
  		['page', page],
  		['size', size]
  	]) {
  		if (v !== undefined && v !== '' && k !== undefined) {
  			url.searchParams.append(k, v)
  		}
  	}
  	const response = await fetch(url, {
  		method: 'GET',
  		headers: {
  			Authorization: 'Token ' + auth.token
  		},
  		body: undefined
  	})
  	if (!response.ok) {
  		const text = await response.text()
  		throw new Error(`${response.status} ${text}`)
  	}
  	return await response.text()
  }
  

  Submitted by hugo697 61 days ago