Script 'Trigger everytime a new item post on reddit matches at least one mention ' for reddit

Trigger everytime a new item post on reddit matches at least one mention Trigger

Verified

For every new post since last trigger collect the ones that match at least of the mention.

Created by rossmccrann 919 days ago Viewed 15494 times

In Windmill, a trigger script is designed to pull data from an external source and return all the new items since the last run. It operates without resorting to external webhooks and is typically used with schedules and states to compare the current execution to the previous one.

Submitted by adam186 Deno

Verified 799 days ago

All edits

Permalink

import {
  getState,
  setState,
} from "https://deno.land/x/windmill@v1.85.0/mod.ts";

/**
 * @returns A list of posts that mentioned given phrases in ascending order
 * of date of publication.
 *
 * @param mentions Case **insensitive** phrases that should be searched for.
 */
export async function main(
  subreddit: string,
  mentions: string[],
  max_number_of_posts: number = 100,
) {
  mentions = mentions?.map((m) => m.trim().toLowerCase())?.filter(Boolean);
  if (!mentions?.length) {
    throw Error("\nAt least one mentioned phrase is needed to search for.");
  }

  const url = new URL(`https://www.reddit.com/r/${subreddit}/new.json`);
  if (max_number_of_posts < 1) {
    max_number_of_posts = 1;
  }
  const limit = max_number_of_posts < 100 ? max_number_of_posts : 100;
  const processedPosts: Post[] = [];
  let runLoop = true;

  do {
    const lastPostId = await getState();
    url.searchParams.append("limit", limit.toString());
    lastPostId && url.searchParams.append("before", lastPostId);
    const result = await fetch(url);
    if (!result.ok) {
      throw Error("\n" + (await result.text()));
    }
    const data = (await result.json()).data;
    const posts: Post[] = data.children.map(
      ({ data: { name, title, selftext, url } }: { data: Post }) => {
        return { name, title, selftext, url };
      },
    );
    if (!posts.length) {
      return processedPosts;
    } else if (posts.length < limit) {
      runLoop = false;
    }

    await setState(posts[0].name);
    const temp: Post[] = [];
    for (let i = 0; i < posts.length; i++) {
      const post = posts[i];
      const mention =
        mentions.find((mention) =>
          post.title.toLowerCase().includes(mention),
        ) ||
        mentions.find((mention) =>
          post.selftext.toLowerCase().includes(mention),
        );
      mention && temp.push(post);
      if (processedPosts.length + temp.length >= max_number_of_posts) {
        break;
      }
    }
    processedPosts.push(...temp.reverse());
    if (processedPosts.length >= max_number_of_posts) {
      runLoop = false;
    }
  } while (runLoop);

  return processedPosts;
}

interface Post {
  name: string;
  title: string;
  selftext: string;
  url: string;
}


Other submissions

Submitted by rossmccrann Deno

Created 919 days ago

All edits

Permalink

import { fetchPosts } from "https://deno.land/x/redditposts/src/mod.ts";
import * as wmill from "https://deno.land/x/windmill@v1.29.0/mod.ts";

export async function main(
  amountOfPosts: string,
  subreddit: string,
  mentions: string[],
) {
  let lastState = await wmill.getInternalState();

  const posts = await fetchPosts(`${subreddit}`, {
    amount: `${amountOfPosts}`,
    category: "top",
  });

  const items = [];
  for (let item in posts) {
    if (
      mentions.find((mention) => posts[item]["title"]?.includes(mention)) ||
      mentions.find((mention) => posts[item]["selftext"]?.includes(mention))
    ) {
      items.push(posts[item]["title"]);
    }
  }

  await wmill.setInternalState(items);
  let currentState = await wmill.getInternalState();
  
  let missingVals = currentState.filter(item => lastState.indexOf(item) < 0);

  const subset = missingVals.every(val => lastState.includes(val));
 
  if (lastState && !arrayEquals(currentState, lastState) && !subset) {
    return { items: items };
  }

  return "No new mentions on reddit.";
}

function arrayEquals(a, b) {
  return Array.isArray(a) &&
    Array.isArray(b) &&
    a.length === b.length &&
    a.every((val, index) => val === b[index]);
}

`1`	`import {`
`2`	`getState,`
`3`	`setState,`
`4`	`} from "https://deno.land/x/windmill@v1.85.0/mod.ts";`
`5`
`6`	`/**`
`7`	`* @returns A list of posts that mentioned given phrases in ascending order`
`8`	`* of date of publication.`
`9`	`*`
`10`	`* @param mentions Case insensitive phrases that should be searched for.`
`11`	`*/`
`12`	`export async function main(`
`13`	`subreddit: string,`
`14`	`mentions: string[],`
`15`	`max_number_of_posts: number = 100,`
`16`	`) {`
`17`	`mentions = mentions?.map((m) => m.trim().toLowerCase())?.filter(Boolean);`
`18`	`if (!mentions?.length) {`
`19`	`throw Error("\nAt least one mentioned phrase is needed to search for.");`
`20`	`}`
`21`
`22`	const url = new URL(`https://www.reddit.com/r/${subreddit}/new.json`);
`23`	`if (max_number_of_posts < 1) {`
`24`	`max_number_of_posts = 1;`
`25`	`}`
`26`	`const limit = max_number_of_posts < 100 ? max_number_of_posts : 100;`
`27`	`const processedPosts: Post[] = [];`
`28`	`let runLoop = true;`
`29`
`30`	`do {`
`31`	`const lastPostId = await getState();`
`32`	`url.searchParams.append("limit", limit.toString());`
`33`	`lastPostId && url.searchParams.append("before", lastPostId);`
`34`	`const result = await fetch(url);`
`35`	`if (!result.ok) {`
`36`	`throw Error("\n" + (await result.text()));`
`37`	`}`
`38`	`const data = (await result.json()).data;`
`39`	`const posts: Post[] = data.children.map(`
`40`	`({ data: { name, title, selftext, url } }: { data: Post }) => {`
`41`	`return { name, title, selftext, url };`
`42`	`},`
`43`	`);`
`44`	`if (!posts.length) {`
`45`	`return processedPosts;`
`46`	`} else if (posts.length < limit) {`
`47`	`runLoop = false;`
`48`	`}`
`49`
`50`	`await setState(posts[0].name);`
`51`	`const temp: Post[] = [];`
`52`	`for (let i = 0; i < posts.length; i++) {`
`53`	`const post = posts[i];`
`54`	`const mention =`
`55`	`mentions.find((mention) =>`
`56`	`post.title.toLowerCase().includes(mention),`
`57`	`) \|\|`
`58`	`mentions.find((mention) =>`
`59`	`post.selftext.toLowerCase().includes(mention),`
`60`	`);`
`61`	`mention && temp.push(post);`
`62`	`if (processedPosts.length + temp.length >= max_number_of_posts) {`
`63`	`break;`
`64`	`}`
`65`	`}`
`66`	`processedPosts.push(...temp.reverse());`
`67`	`if (processedPosts.length >= max_number_of_posts) {`
`68`	`runLoop = false;`
`69`	`}`
`70`	`} while (runLoop);`
`71`
`72`	`return processedPosts;`
`73`	`}`
`74`
`75`	`interface Post {`
`76`	`name: string;`
`77`	`title: string;`
`78`	`selftext: string;`
`79`	`url: string;`
`80`	`}`
`81`

`1`	`import { fetchPosts } from "https://deno.land/x/redditposts/src/mod.ts";`
`2`	`import * as wmill from "https://deno.land/x/windmill@v1.29.0/mod.ts";`
`3`
`4`	`export async function main(`
`5`	`amountOfPosts: string,`
`6`	`subreddit: string,`
`7`	`mentions: string[],`
`8`	`) {`
`9`	`let lastState = await wmill.getInternalState();`
`10`
`11`	const posts = await fetchPosts(`${subreddit}`, {
`12`	amount: `${amountOfPosts}`,
`13`	`category: "top",`
`14`	`});`
`15`
`16`	`const items = [];`
`17`	`for (let item in posts) {`
`18`	`if (`
`19`	`mentions.find((mention) => posts[item]["title"]?.includes(mention)) \|\|`
`20`	`mentions.find((mention) => posts[item]["selftext"]?.includes(mention))`
`21`	`) {`
`22`	`items.push(posts[item]["title"]);`
`23`	`}`
`24`	`}`
`25`
`26`	`await wmill.setInternalState(items);`
`27`	`let currentState = await wmill.getInternalState();`
`28`
`29`	`let missingVals = currentState.filter(item => lastState.indexOf(item) < 0);`
`30`
`31`	`const subset = missingVals.every(val => lastState.includes(val));`
`32`
`33`	`if (lastState && !arrayEquals(currentState, lastState) && !subset) {`
`34`	`return { items: items };`
`35`	`}`
`36`
`37`	`return "No new mentions on reddit.";`
`38`	`}`
`39`
`40`	`function arrayEquals(a, b) {`
`41`	`return Array.isArray(a) &&`
`42`	`Array.isArray(b) &&`
`43`	`a.length === b.length &&`
`44`	`a.every((val, index) => val === b[index]);`
`45`	`}`