retrigger_workflow.js

import { axios } from "@pipedream/platform";
export default {
  name: "Retrigger Workflow",
  description:
    "Start a recursive call to the same workflow, passing in the datastore that will be used to determine whether another call is needed.",
  key: "retrigger_workflow",
  version: "1.0.1",
  type: "action",

  props: {
    dev_datastore: {
      type: "data_store",
      label: "DEV Data Store",
      description:
        "The DEV datastore that will be used to determine whether another call is needed.",
    },
    prod_datastore: {
      type: "data_store",
      label: "PROD Data Store",
      description:
        "The PROD datastore that will be used to determine whether another call is needed.",
    },
    is_prod: {
      type: "boolean",
      label: "Is this a PROD run?",
      description: "Whether this is a PROD run (and so, which Data Store to use). Example: `{{steps.Is_Prod.$return_value}}`",
    },
    workflow_url: {
      type: "string",
      label: "Workflow URL",
      description: "This workflow's HTTP endpoint",
    },
    current_key: {
      type: "string",
      label: "Current Key",
      description:
        "This is the current key for the record that was just processed, and will be used to help avoid infinite loops.",
    },
    headers: {
      type: "object",
      label: "Headers (from webhook event)",
      description: "Example: `{{steps.trigger.event.headers}}`"
    },
    headers_to_pass_through: {
      type: "string[]",
      label: "Headers to Pass Through to Retriggered Workflow",
      description: "`authorization` header is recommended at least (case-insensitive)",
    },
  },
  async run({ $ }) {
    const {
      dev_datastore,
      prod_datastore,
      is_prod,
      workflow_url,
      current_key,
      headers,
    } = this

    const datastore = is_prod ? prod_datastore : dev_datastore;
    console.log('Is prod?', is_prod)

    const keys = await datastore.keys();

    if (keys.includes(current_key)) {
      throw new Error(
        `Infinite loop detected: ${current_key} is still in the list of keys`,
      );
    }

    const headersToPassThrough = this.headers_to_pass_through || []
    const lowerCaseHeadersToPassThrough = headersToPassThrough.map(toLowerCase)

    const headersForRetriggerCall = {}
    for (const headerName in headers) {
      const lowerCaseHeaderName = toLowerCase(headerName)
      if (lowerCaseHeadersToPassThrough.includes(lowerCaseHeaderName)) {
        console.log('Passing through header', headerName)
        headersForRetriggerCall[headerName] = headers[headerName]
      }
    }

    console.log('Remaining keys:', keys.length)
    if (keys.length > 0) {
      const response = await axios($, {
        url: workflow_url,
        method: "POST",
        headers: headersForRetriggerCall,
      });
      console.log('Response:', response)
    }
  },
};

const toLowerCase = value => String(value).toLowerCase()