Kafka trigger script with preprocessor template

/**

 * General Trigger Preprocessor

 *

 * ⚠️ This function runs BEFORE the main function.

 *

 * It processes raw trigger data (e.g., MQTT, HTTP, SQS, Kafka) before passing it to main().

 * Common tasks:

 * - Convert binary payloads to string/JSON

 * - Extract metadata

 * - Filter messages

 * - Add timestamps/context

 *

 * The returned object determines main() parameters:

 * - {a: 1, b: 2} → main(a, b)

 * - {msg} → main(msg)

 *

 * @param event - Trigger data (e.g., MQTT, HTTP, SQS, Kafka)

 * @returns Processed data for main()

 */

export async function preprocessor(

  event: {

    kind: 'kafka',

    payload: string, // base64 encoded payload

    brokers: string[],

    topic: string,

    group_id: string

  },

) {

  if (event.kind === 'kafka') {

    try {

      // Assuming the message received is a JSON value

      const msg = atob(event.payload);

      const data = JSON.parse(msg);

      return {

        msg,

        data,

      };

    } catch (error) {

      throw new Error("Failed to parse Kafka message as JSON");

    }

  }

  throw new Error(`Expected kafka trigger kind, got: ${event.kind}`);

}

/**

 * Main Function - Handles processed trigger events

 *

 * ⚠️ Called AFTER preprocessor(), with its return values.

 *

 * @param msg - Decoded message content

 * @param data - Parsed JSON data from the Kafka message

 */

export async function main(

  msg: string,

  data: any,

) {

  // Implement the main function logic here

}