daily.yml

kind: source
spec:
  name: typeform
  registry: grpc
  path: typeform-plugin:7777
  tables: ["*"]
  destinations: ["postgresql"]
  # Typeform-specific configuration
  spec:
    access_token: ${TYPEFORM_TOKEN}
    base_url: "https://api.typeform.com" # use https://api.eu.typeform.com for EU accounts
    # Optional configuration
    # concurrency: 100
    # queue_size: 10000
---
kind: source
spec:
  name: "simple-analytics"
  path: "simple-analytics/simple-analytics"
  version: "v2.0.0"
  registry: cloudquery
  backend_options:
    table_name: "cq_state_simpleanalytics"
    connection: "@@plugins.postgresql.connection"
  tables: 
    ["*"]
  destinations: 
    - "postgresql"
  spec:
    # plugin spec section
    api_key: ${SA_API_KEY}
    user_id: ${SA_USER_ID}
    websites:
      - hostname: cloudquery.io
      - hostname: hub.cloudquery.io
      - hostname: cloud.cloudquery.io
      - hostname: docs.cloudquery.io
---
kind: source
spec:
  # Source spec section
  name: github
  path: cloudquery/github
  registry: cloudquery
  version: "v7.4.1"
  tables: ["github_issues"]
  destinations: ["postgresql"]
  spec:
    access_token: ${GITHUB_PAT} # Personal Access Token required if not using App Authentication.
    # orgs: ["cloudquery"] # Optional. List of organizations to sync from
    repos: ["cloudquery/cloudquery", "cloudquery/cloudquery-issues"] # Optional. List of repositories to sync from
---
kind: source
spec:
  name: "hubspot"
  path: cloudquery/hubspot
  version: "v3.0.11"
  registry: cloudquery
  destinations: ["postgresql"]
  tables: ["hubspot_crm_companies", "hubspot_crm_contacts", "hubspot_crm_deals"]
  spec:
    # optional, default is 5.
    # See https://developers.hubspot.com/docs/api/usage-details#rate-limits
    max_requests_per_second: 5
    table_options:
      hubspot_crm_companies:
        associations: ["contact"]
        properties: ["annualRevenue","country", "description", "industry", "isPublic", "numberOfEmployees", "yearFounded", "domain"]
      hubspot_crm_contacts:
        associations: ["company"]
        properties: []
      hubspot_crm_deals:
        associations: ["company"]
        properties: []
      hubspot_crm_line_items:
        associations: []
        properties: []
      hubspot_crm_products:
        associations: []
        properties: []
      hubspot_crm_quotes:
        associations: []
        properties: []
      hubspot_crm_tickets:
        associations: []
        properties: []
---
kind: destination
spec:
  name: postgresql
  path: cloudquery/postgresql
  registry: cloudquery
  version: "v6.1.3"
  spec:
    connection_string: ${PG_CONNECTION_STRING}