From 5f1492d0c5536ac842f6a0d1d68f72fe2c9dc8db Mon Sep 17 00:00:00 2001 From: chrisjrd Date: Fri, 1 Nov 2024 16:09:37 -0700 Subject: [PATCH] feat(accountability): install DSWx-S1 validator tool on metrics. Refs #1018 --- .../modules/common/grq_factotum_metrics.tf | 39 +++++++++++++++++++ report/dswx-s1-validator/README.md | 2 +- 2 files changed, 40 insertions(+), 1 deletion(-) diff --git a/cluster_provisioning/modules/common/grq_factotum_metrics.tf b/cluster_provisioning/modules/common/grq_factotum_metrics.tf index 28f517e15..72e036f0e 100644 --- a/cluster_provisioning/modules/common/grq_factotum_metrics.tf +++ b/cluster_provisioning/modules/common/grq_factotum_metrics.tf @@ -124,6 +124,45 @@ resource "aws_instance" "metrics" { EOT ] } + + provisioner "remote-exec" { + inline = [<<-EOT + while [ ! -f /var/lib/cloud/instance/boot-finished ]; do echo 'Waiting for cloud-init...'; sleep 5; done + set -ex + + cd ~/metrics/ops + if [ "${var.use_artifactory}" = true ]; then + ~/download_artifact.sh -m "${var.artifactory_mirror_url}" -b "${var.artifactory_base_url}" "${var.artifactory_base_url}/${var.artifactory_repo}/gov/nasa/jpl/${var.project}/sds/pcm/${var.project}-sds-pcm-${var.pcm_branch}.tar.gz" + tar xfz ${var.project}-sds-pcm-${var.pcm_branch}.tar.gz + ln -s ~/metrics/ops/${var.project}-sds-pcm-${var.pcm_branch} ~/metrics/ops/${var.project}-pcm + rm -rf ${var.project}-sds-pcm-${var.pcm_branch}.tar.gz + else + git clone --quiet --single-branch -b ${var.pcm_branch} https://${var.git_auth_key}@${var.pcm_repo} ${var.project}-pcm + fi + EOT + ] + } + + provisioner "remote-exec" { + inline = [<<-EOT + while [ ! -f /var/lib/cloud/instance/boot-finished ]; do echo 'Waiting for cloud-init...'; sleep 5; done + source ~/.bash_profile + set -ex + + echo INSTALLING DSWX-S1 VALIDATOR + + cd ~/metrics/ops/opera-pcm + cd report/dswx-s1-validator + pip install pandas tabulate tqdm requests python-cmr + + # For DSWx-S1 validator tool + mkdir ~/Downloads/ + aws s3 cp s3://opera-ancillaries/mgrs_tiles/dswx_s1/MGRS_tile_collection_v0.3.sqlite ~/Downloads/ + + echo INSTALLED DSWX-S1 VALIDATOR + EOT + ] + } } resource "null_resource" "setup_cron" { diff --git a/report/dswx-s1-validator/README.md b/report/dswx-s1-validator/README.md index f6d78dc3a..0640b7281 100644 --- a/report/dswx-s1-validator/README.md +++ b/report/dswx-s1-validator/README.md @@ -49,7 +49,7 @@ This guide provides a quick way to get started with the script. ### Setup Instructions 1. Clone the repository to your local machine. -2. Install the required Python libraries: `pip install pandas tabulate tqdm sqlite3 requests python_cmr`. +2. Install the required Python libraries: `pip install pandas tabulate tqdm sqlite3 requests python-cmr`. 3. Ensure you have internet access to the CMR API ### Run Instructions