Script 'Get recently inserted documents' for mongodb

1

Get recently inserted documents Trigger

Verified

Trigger script to get the newly added documents in a collection.

Created by adam186 794 days ago Viewed 15052 times

In Windmill, a trigger script is designed to pull data from an external source and return all the new items since the last run. It operates without resorting to external webhooks and is typically used with schedules and states to compare the current execution to the previous one.

0

Submitted by adam186 Deno

Verified 794 days ago

All edits

Permalink

import {
  getState,
  setState,
} from "https://deno.land/x/windmill@v1.85.0/mod.ts";
import {
  MongoClient,
  ObjectId,
} from "https://deno.land/x/atlas_sdk@v1.0.3/mod.ts";

/**
 * @param data_source For example: `Cluster0`
 */
type MongodbRest = {
  endpoint: string;
  api_key: string;
};
export async function main(
  auth: MongodbRest,
  data_source: string,
  database: string,
  collection: string,
) {
  const client = new MongoClient({
    endpoint: auth.endpoint,
    dataSource: data_source,
    auth: { apiKey: auth.api_key },
  });
  const documents = client.database(database).collection(collection);
  const lastCheck = (await getState()) || 0;
  await setState(Date.now() / 1000);
  const id = ObjectId.createFromTime(lastCheck);
  return await documents.find({ _id: { $gt: id } });
}


`1`	`import {`
`2`	`getState,`
`3`	`setState,`
`4`	`} from "https://deno.land/x/windmill@v1.85.0/mod.ts";`
`5`	`import {`
`6`	`MongoClient,`
`7`	`ObjectId,`
`8`	`} from "https://deno.land/x/atlas_sdk@v1.0.3/mod.ts";`
`9`
`10`	`/**`
`11`	* @param data_source For example: `Cluster0`
`12`	`*/`
`13`	`type MongodbRest = {`
`14`	`endpoint: string;`
`15`	`api_key: string;`
`16`	`};`
`17`	`export async function main(`
`18`	`auth: MongodbRest,`
`19`	`data_source: string,`
`20`	`database: string,`
`21`	`collection: string,`
`22`	`) {`
`23`	`const client = new MongoClient({`
`24`	`endpoint: auth.endpoint,`
`25`	`dataSource: data_source,`
`26`	`auth: { apiKey: auth.api_key },`
`27`	`});`
`28`	`const documents = client.database(database).collection(collection);`
`29`	`const lastCheck = (await getState()) \|\| 0;`
`30`	`await setState(Date.now() / 1000);`
`31`	`const id = ObjectId.createFromTime(lastCheck);`
`32`	`return await documents.find({ _id: { $gt: id } });`
`33`	`}`
`34`