From 6d10db41782a0f476045c10e0466fced74823c70 Mon Sep 17 00:00:00 2001
From: kouloumos <kouloumosa@gmail.com>
Date: Fri, 31 Jan 2025 14:47:49 +0200
Subject: [PATCH] feat: enable scraperv2 workflow for bitcoinops

---
 .github/workflows/bitcoinops.yml | 39 ++++++++------------------------
 scraper/sources.yaml             |  3 ++-
 2 files changed, 12 insertions(+), 30 deletions(-)

diff --git a/.github/workflows/bitcoinops.yml b/.github/workflows/bitcoinops.yml
index cefeac5..6ba8708 100644
--- a/.github/workflows/bitcoinops.yml
+++ b/.github/workflows/bitcoinops.yml
@@ -1,4 +1,5 @@
-name: Bitcoin Optech 
+name: Bitcoin Optech
+
 on:
   schedule:
     - cron: '0 13 * * 3' # every Wednesday at 1pm UTC
@@ -6,31 +7,11 @@ on:
   repository_dispatch:
 
 jobs:
-  fetch:
-    if: (github.event.action == 'scrape' && github.event.client_payload.repository == 'aureleoules/test') || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
-    runs-on: ubuntu-latest
-    steps:
-      - name: Check password
-        if: github.event_name == 'scrape'
-        run: if [ "${{ github.event.client_payload.secret }}" != "${{ secrets.COMMON_SECRET }}" ]; then echo "Wrong password"; exit 1; fi
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
-        with:
-          python-version: 3.9
-      - name: Install dependencies
-        run: | 
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
-      - name: Fetch data
-        run: |
-          mkdir /tmp/data
-          python bitcoinops/main.py
-        env:
-            ES_ENGINE: ${{ secrets.ES_ENGINE }}
-            ES_URL: ${{ secrets.ES_URL }}
-            ES_TOKEN: ${{ secrets.ES_TOKEN }}
-            DATA_DIR: /tmp/data
-            CLOUD_ID: ${{ secrets.CLOUD_ID }}
-            USER_PASSWORD: ${{ secrets.USER_PASSWORD }}
-            USERNAME: ${{ secrets.USERNAME }}
-            INDEX: ${{ secrets.INDEX }}
+  bitcointranscripts:
+    uses: ./.github/workflows/scrape-source.yml
+    with:
+      source: bitcoinops
+    secrets:
+      CLOUD_ID: ${{ secrets.CLOUD_ID }}
+      API_KEY: ${{ secrets.API_KEY }}
+      INDEX: btc-test-andreas
\ No newline at end of file
diff --git a/scraper/sources.yaml b/scraper/sources.yaml
index 2018a7f..60d83e5 100644
--- a/scraper/sources.yaml
+++ b/scraper/sources.yaml
@@ -12,7 +12,8 @@ github:
     domain: https://bitcoinops.org
     url: https://github.com/bitcoinops/bitcoinops.github.io.git
     directories: 
-      _posts/en: post
+      _posts/en/newsletters: post
+      _posts/en/podcast: podcast
       _topics/en: topic
   - name: BitcoinTranscripts
     domain: https://btctranscripts.com