service_manifest.yml

name: URLDownloader
version: $SERVICE_TAG
description: This service downloads potentially malicious URLs.

accepts: uri/https?$
rejects: empty|metadata/.*

stage: CORE
category: Internet Connected

timeout: 300
disable_cache: false

enabled: true
is_external: true

config:
  do_not_download_regexes: []
  request_timeout: 150
  proxies:
    no_proxy:
    localhost_proxy:
      http: 127.0.0.1:8080
      https: 127.0.0.1:8080
  no_sandbox: False

submission_params:
  - default: "no_proxy"
    name: proxy
    type: list
    value: "no_proxy"
    list: ["no_proxy", "localhost_proxy"]
  - default: "image/svg|text/json"
    name: regex_extract_filetype
    type: str
    value: "image/svg|text/json"
  - default: "image/*|text/*|unknown|code/css"
    name: regex_supplementary_filetype
    type: str
    value: "image/*|text/*|unknown|code/css"
  - default: true
    name: extract_unmatched_filetype
    type: bool
    value: true

docker_config:
  image: ${REGISTRY}cccs/assemblyline-service-urldownloader:$SERVICE_TAG
  cpu_cores: 1
  ram_mb_min: 512
  ram_mb: 1024
  allow_internet_access: true