data report updates (#218)

* faithful report * fix * fix * Automated Change * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * fix * move to python, parallize * fix * fix * fix * fix * remove old file * show link to failed log when validation fails * check for new blocktime index * same for pohh * as --------- Co-authored-by: Lusitaniae <[email protected]>
rpcpool · Jan 22, 2025 · fdc24d0 · fdc24d0
1 parent 05b490a
commit fdc24d0
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/.github/faithful-data-report.py b/.github/faithful-data-report.py
@@ -89,6 +89,7 @@ async def get_indices_size(self, session: aiohttp.ClientSession, epoch: int) ->
             f"epoch-{epoch}-{bafy}-mainnet-sig-to-cid.index",
             f"epoch-{epoch}-{bafy}-mainnet-sig-exists.index",
             f"epoch-{epoch}-{bafy}-mainnet-slot-to-cid.index",
+            f"epoch-{epoch}-{bafy}-mainnet-slot-to-blocktime.index",
             f"epoch-{epoch}-gsfa.index.tar.zstd"
         ]
 
@@ -154,8 +155,10 @@ def format_row(self, data: EpochData) -> str:
         car_cell = f"[epoch-{data.epoch}.car]({data.car})" if data.car != "n/a" else "✗"
         sha_cell = f"[{data.sha[:7]}]({data.sha_url})" if data.sha != "n/a" else "✗"
         size_cell = f"{data.size} GB" if data.size != "n/a" else "✗"
-        txmeta_cell = f"[✓]({data.txmeta_url})" if validate_txmeta_output(data.txmeta) else "✗"
-        poh_cell = f"[✓]({data.poh_url})" if validate_poh_output(data.poh) else "✗"
+        txmeta_cell = f"[✗]({data.txmeta_url})" if data.txmeta != "n/a" and not validate_txmeta_output(data.txmeta) else \
+                      f"[✓]({data.txmeta_url})" if data.txmeta != "n/a" else "✗"
+        poh_cell = f"[✗]({data.poh_url})" if data.poh != "n/a" and not validate_poh_output(data.poh) else \
+                   f"[✓]({data.poh_url})" if data.poh != "n/a" else "✗"
         indices_cell = "✓" if data.indices != "n/a" else "✗"
         indices_size_cell = f"{data.indices_size} GB" if data.indices_size != "n/a" else "✗"
         deals_cell = f"[✓]({data.deals})" if data.deals != "n/a" else "✗"

diff --git a/.github/workflows/data-report.yml b/.github/workflows/data-report.yml
@@ -4,7 +4,7 @@ concurrency:
 
 name: Data Report Generator
 on:
-  push:
+  # push:
   schedule:
     - cron: '3 */4 * * *'  # Run once an hour
   workflow_dispatch:  # Allow manual trigger