Script 'Trigger Windmill webhook with native fetch API' for windmill

Trigger Windmill webhook with native fetch API

Uses only Deno standard library

Created by lplit 1344 days ago

Other submissions

Submitted by lplit Deno

Created 1339 days ago

All edits

Permalink

/**
 * Interact with Windmill's webhooks using standard fetch.
 *
 * @param webhookUrl {string} Webhook URL from Script Details page
 * @param scriptArgs {Object} JSON with arguments to pass
 * to the underlying script/flow
 * @param token {string} User token from User Settings page
 */
export async function main(
  webhookUrl: string = "https://app.windmill.dev/api...",
  scriptArgs = { "arg1": "Welcome" },
  token: string = "supersecret",
) {
  const options = {
    method: "POST",
    headers: {
      "Authorization": `Bearer ${token}`, 
      "Content-Type", "application/json"
    },
    body: JSON.stringify(scriptArgs),
  };
  const response = await fetch(webhookUrl, options);
  const data = await response.json();
  return data;
}


Submitted by asadul islam912 Deno

Created 1021 days ago

All edits

Permalink
1
// import * as wmill from 'https://deno.land/x/windmill/index.ts'

2

3
export async function main(x: string) {

4
return x

5
}
Submitted by thealaminislam721 Deno

Created 1019 days ago

All edits

Permalink
1
// import * as wmill from 'https://deno.land/x/windmill/index.ts'

2

3
export async function main(x: string) {

4
return x

5
}

Submitted by pesjak.matej93 Deno

Created 1013 days ago

All edits

Permalink

import * as wmill from "https://deno.land/x/[email protected]/mod.ts";

import puppeteer from "npm:puppeteer";

const loadingTimeToWait = 2000;

// 71 most common translations of "contact"
const commonContactTranslations = [
  "contact",
  "contacto",
  "lianxi",
  "ittisal",
  "sampark",
  "yogayoga",
  "kontakt",
  "kontakuto",
  "lianlo",
  "sampradincandi",
  "lienhe",
  "totarpu",
  "temas",
  "yeollak",
  "rabtah",
  "tiddtawdt",
  "bandhappetal",
  "seikswaya",
  "alaqe",
  "taanu",
  "qaba",
  "samparka",
  "aloqa",
  "kaantakat",
  "yaginnu",
  "igbesiaye",
  "ngwucha",
  "thintana",
  "laxiriir",
  "vohitra",
  "tektoun",
  "bwino",
  "sampŕadiṁcaṇḍi",
  "toṭarpu",
  "saṁparka",
  "seikswa ya",
  "kaanṭakṭ",
  "igbesi aye",
  "ngwụcha",
  "sambandha",
  "kysymys",
  "kontak",
  "kontakte",
  "kumunikasyon",
  "contactare",
  "kontakta",
  "kontaktu",
  "kontaktní",
  "kontaktoplysninger",
  "kontakti",
  "kontrakt",
  "kapcsolat",
  "atnaujinti",
  "kontaktas",
  "kontakto",
  "kontaktinis",
  "kontaktai",
  "kontaktni",
  "kontaktirati",
  "kontaktné",
  "kontaktujte",
  "kontaktom",
  "kontaktuppgifter",
  "kapcsolattartó",
  "samband",
  "kontaktowa",
  "kontaktul",
  "kontaktim",
  "kontaktini",
  "kontaktný",
  "kontratta",
  "contatto",
];

// Naive way of getting contact page
// It is not robust, since not all websites will follow this convention
// of having contact route
async function findContactURL(page: puppeteer.Page) {
  const contactLink = await page.evaluate(
    async (translations): Promise<string | null> => {
      for (const contactTranslation of translations) {
        try {
          const contactLinkElement = await page.waitForSelector(
            `a[href*="${contactTranslation}"]`,
          );

          if (contactLinkElement && "href" in contactLinkElement) {
            return contactLinkElement.href as string;
          }
        } catch (error) {
          continue;
        }
      }

      return null;
    },
    commonContactTranslations,
  );

  return contactLink;
}

function extractEmail(htmlContent: string) {
  const emailPattern = /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b/g;
  const emails = htmlContent.match(emailPattern) || [];
  return emails;
}

function isValidURL(url: string) {
  try {
    new URL(url);
    return true;
  } catch (error) {
    return false;
  }
}

interface Result {
  email: string | null;
  contact_page: string | null;
}

export async function main(websiteUrl: string, googleSheetId?: string) {
  let result: Result = { contact_page: null, email: null };

  if (!isValidURL(websiteUrl)) {
    return result;
  }

  const browser = await puppeteer.launch();
  const page = await browser.newPage();

  try {
    await page.goto(websiteUrl);
  } catch (error) {
    return result;
  }

  await page.waitForTimeout(loadingTimeToWait);

  const contactURL = await findContactURL(page);

  // Naive approach worked and page with "contact"
  // route was found
  if (contactURL) {
    try {
      await page.goto(contactURL);
    } catch (error) {
      return result;
    }

    await page.waitForTimeout(loadingTimeToWait);

    const contactHtmlContent = await page.content();
    const emails = extractEmail(contactHtmlContent);

    if (emails.length > 0 && emails[0]) {
      result = {
        contact_page: contactURL,
        email: emails[0],
      };
    }
  }

  await browser.close();

  return result;
}


`1`	`/**`
`2`	`* Interact with Windmill's webhooks using standard fetch.`
`3`	`*`
`4`	`* @param webhookUrl {string} Webhook URL from Script Details page`
`5`	`* @param scriptArgs {Object} JSON with arguments to pass`
`6`	`* to the underlying script/flow`
`7`	`* @param token {string} User token from User Settings page`
`8`	`*/`
`9`	`export async function main(`
`10`	`webhookUrl: string = "https://app.windmill.dev/api...",`
`11`	`scriptArgs = { "arg1": "Welcome" },`
`12`	`token: string = "supersecret",`
`13`	`) {`
`14`	`const options = {`
`15`	`method: "POST",`
`16`	`headers: {`
`17`	"Authorization": `Bearer ${token}`,
`18`	`"Content-Type", "application/json"`
`19`	`},`
`20`	`body: JSON.stringify(scriptArgs),`
`21`	`};`
`22`	`const response = await fetch(webhookUrl, options);`
`23`	`const data = await response.json();`
`24`	`return data;`
`25`	`}`
`26`

`1`	`import * as wmill from "https://deno.land/x/[email protected]/mod.ts";`
`2`
`3`	`import puppeteer from "npm:puppeteer";`
`4`
`5`	`const loadingTimeToWait = 2000;`
`6`
`7`	`// 71 most common translations of "contact"`
`8`	`const commonContactTranslations = [`
`9`	`"contact",`
`10`	`"contacto",`
`11`	`"lianxi",`
`12`	`"ittisal",`
`13`	`"sampark",`
`14`	`"yogayoga",`
`15`	`"kontakt",`
`16`	`"kontakuto",`
`17`	`"lianlo",`
`18`	`"sampradincandi",`
`19`	`"lienhe",`
`20`	`"totarpu",`
`21`	`"temas",`
`22`	`"yeollak",`
`23`	`"rabtah",`
`24`	`"tiddtawdt",`
`25`	`"bandhappetal",`
`26`	`"seikswaya",`
`27`	`"alaqe",`
`28`	`"taanu",`
`29`	`"qaba",`
`30`	`"samparka",`
`31`	`"aloqa",`
`32`	`"kaantakat",`
`33`	`"yaginnu",`
`34`	`"igbesiaye",`
`35`	`"ngwucha",`
`36`	`"thintana",`
`37`	`"laxiriir",`
`38`	`"vohitra",`
`39`	`"tektoun",`
`40`	`"bwino",`
`41`	`"sampŕadiṁcaṇḍi",`
`42`	`"toṭarpu",`
`43`	`"saṁparka",`
`44`	`"seikswa ya",`
`45`	`"kaanṭakṭ",`
`46`	`"igbesi aye",`
`47`	`"ngwụcha",`
`48`	`"sambandha",`
`49`	`"kysymys",`
`50`	`"kontak",`
`51`	`"kontakte",`
`52`	`"kumunikasyon",`
`53`	`"contactare",`
`54`	`"kontakta",`
`55`	`"kontaktu",`
`56`	`"kontaktní",`
`57`	`"kontaktoplysninger",`
`58`	`"kontakti",`
`59`	`"kontrakt",`
`60`	`"kapcsolat",`
`61`	`"atnaujinti",`
`62`	`"kontaktas",`
`63`	`"kontakto",`
`64`	`"kontaktinis",`
`65`	`"kontaktai",`
`66`	`"kontaktni",`
`67`	`"kontaktirati",`
`68`	`"kontaktné",`
`69`	`"kontaktujte",`
`70`	`"kontaktom",`
`71`	`"kontaktuppgifter",`
`72`	`"kapcsolattartó",`
`73`	`"samband",`
`74`	`"kontaktowa",`
`75`	`"kontaktul",`
`76`	`"kontaktim",`
`77`	`"kontaktini",`
`78`	`"kontaktný",`
`79`	`"kontratta",`
`80`	`"contatto",`
`81`	`];`
`82`
`83`	`// Naive way of getting contact page`
`84`	`// It is not robust, since not all websites will follow this convention`
`85`	`// of having contact route`
`86`	`async function findContactURL(page: puppeteer.Page) {`
`87`	`const contactLink = await page.evaluate(`
`88`	`async (translations): Promise<string \| null> => {`
`89`	`for (const contactTranslation of translations) {`
`90`	`try {`
`91`	`const contactLinkElement = await page.waitForSelector(`
`92`	`a[href*="${contactTranslation}"]`,
`93`	`);`
`94`
`95`	`if (contactLinkElement && "href" in contactLinkElement) {`
`96`	`return contactLinkElement.href as string;`
`97`	`}`
`98`	`} catch (error) {`
`99`	`continue;`
`100`	`}`
`101`	`}`
`102`
`103`	`return null;`
`104`	`},`
`105`	`commonContactTranslations,`
`106`	`);`
`107`
`108`	`return contactLink;`
`109`	`}`
`110`
`111`	`function extractEmail(htmlContent: string) {`
`112`	`const emailPattern = /\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z\|a-z]{2,}\b/g;`
`113`	`const emails = htmlContent.match(emailPattern) \|\| [];`
`114`	`return emails;`
`115`	`}`
`116`
`117`	`function isValidURL(url: string) {`
`118`	`try {`
`119`	`new URL(url);`
`120`	`return true;`
`121`	`} catch (error) {`
`122`	`return false;`
`123`	`}`
`124`	`}`
`125`
`126`	`interface Result {`
`127`	`email: string \| null;`
`128`	`contact_page: string \| null;`
`129`	`}`
`130`
`131`	`export async function main(websiteUrl: string, googleSheetId?: string) {`
`132`	`let result: Result = { contact_page: null, email: null };`
`133`
`134`	`if (!isValidURL(websiteUrl)) {`
`135`	`return result;`
`136`	`}`
`137`
`138`	`const browser = await puppeteer.launch();`
`139`	`const page = await browser.newPage();`
`140`
`141`	`try {`
`142`	`await page.goto(websiteUrl);`
`143`	`} catch (error) {`
`144`	`return result;`
`145`	`}`
`146`
`147`	`await page.waitForTimeout(loadingTimeToWait);`
`148`
`149`	`const contactURL = await findContactURL(page);`
`150`
`151`	`// Naive approach worked and page with "contact"`
`152`	`// route was found`
`153`	`if (contactURL) {`
`154`	`try {`
`155`	`await page.goto(contactURL);`
`156`	`} catch (error) {`
`157`	`return result;`
`158`	`}`
`159`
`160`	`await page.waitForTimeout(loadingTimeToWait);`
`161`
`162`	`const contactHtmlContent = await page.content();`
`163`	`const emails = extractEmail(contactHtmlContent);`
`164`
`165`	`if (emails.length > 0 && emails[0]) {`
`166`	`result = {`
`167`	`contact_page: contactURL,`
`168`	`email: emails[0],`
`169`	`};`
`170`	`}`
`171`	`}`
`172`
`173`	`await browser.close();`
`174`
`175`	`return result;`
`176`	`}`
`177`

`1`	`// import * as wmill from 'https://deno.land/x/windmill/index.ts'`
`2`
`3`	`export async function main(x: string) {`
`4`	`return x`
`5`	`}`