From fdc24d08d10bb0ac3f9c0a86afa892ee82959926 Mon Sep 17 00:00:00 2001
From: Pedro Gomes <pedrogomesyoo@gmail.com>
Date: Wed, 22 Jan 2025 17:38:04 +0700
Subject: [PATCH] data report updates (#218)

* faithful report

* fix

* fix

* Automated Change

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* fix

* move to python, parallize

* fix

* fix

* fix

* fix

* remove old file

* show link to failed log when validation fails

* check for new blocktime index

* same for pohh

* as

---------

Co-authored-by: Lusitaniae <Lusitaniae@users.noreply.github.com>
---
 .github/faithful-data-report.py   | 7 +++++--
 .github/workflows/data-report.yml | 2 +-
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/.github/faithful-data-report.py b/.github/faithful-data-report.py
index fac6b2cc..0ff71167 100644
--- a/.github/faithful-data-report.py
+++ b/.github/faithful-data-report.py
@@ -89,6 +89,7 @@ async def get_indices_size(self, session: aiohttp.ClientSession, epoch: int) ->
             f"epoch-{epoch}-{bafy}-mainnet-sig-to-cid.index",
             f"epoch-{epoch}-{bafy}-mainnet-sig-exists.index",
             f"epoch-{epoch}-{bafy}-mainnet-slot-to-cid.index",
+            f"epoch-{epoch}-{bafy}-mainnet-slot-to-blocktime.index",
             f"epoch-{epoch}-gsfa.index.tar.zstd"
         ]
 
@@ -154,8 +155,10 @@ def format_row(self, data: EpochData) -> str:
         car_cell = f"[epoch-{data.epoch}.car]({data.car})" if data.car != "n/a" else "✗"
         sha_cell = f"[{data.sha[:7]}]({data.sha_url})" if data.sha != "n/a" else "✗"
         size_cell = f"{data.size} GB" if data.size != "n/a" else "✗"
-        txmeta_cell = f"[✓]({data.txmeta_url})" if validate_txmeta_output(data.txmeta) else "✗"
-        poh_cell = f"[✓]({data.poh_url})" if validate_poh_output(data.poh) else "✗"
+        txmeta_cell = f"[✗]({data.txmeta_url})" if data.txmeta != "n/a" and not validate_txmeta_output(data.txmeta) else \
+                      f"[✓]({data.txmeta_url})" if data.txmeta != "n/a" else "✗"
+        poh_cell = f"[✗]({data.poh_url})" if data.poh != "n/a" and not validate_poh_output(data.poh) else \
+                   f"[✓]({data.poh_url})" if data.poh != "n/a" else "✗"
         indices_cell = "✓" if data.indices != "n/a" else "✗"
         indices_size_cell = f"{data.indices_size} GB" if data.indices_size != "n/a" else "✗"
         deals_cell = f"[✓]({data.deals})" if data.deals != "n/a" else "✗"
diff --git a/.github/workflows/data-report.yml b/.github/workflows/data-report.yml
index 86b649a2..3f53cafd 100644
--- a/.github/workflows/data-report.yml
+++ b/.github/workflows/data-report.yml
@@ -4,7 +4,7 @@ concurrency:
 
 name: Data Report Generator
 on:
-  push:
+  # push:
   schedule:
     - cron: '3 */4 * * *'  # Run once an hour
   workflow_dispatch:  # Allow manual trigger