Get recently updated objects

import {

  getState,

  setState,

} from "https://deno.land/x/[email protected]/mod.ts";

import { S3Client } from "https://deno.land/x/[email protected]/mod.ts";

/**

 * Tested on 10 000 objects, which got processed in 2.3-2.6 seconds.

 */

type S3 = {

  endPoint: string;

  port: number;

  useSSL: boolean;

  pathStyle: boolean;

  bucket: string;

  accessKey: string;

  secretKey: string;

  region: string;

};

export async function main(s3: S3, bucket?: string) {

  const client = new S3Client(s3);

  const generator = client.listObjects({

    bucketName: bucket || undefined,

  });

  const lastCheck = (await getState()) || 0;

  await setState(Date.now());

  const newlyUpdated = [];

  while (true) {

    const obj = await generator.next();

    if (obj.done) break;

    const lastMod = new Date(obj.value.lastModified).getTime();

    if (lastMod > lastCheck) {

      newlyUpdated.push(obj.value);

    }

  }

  return newlyUpdated;

}