feat: enable scraperv2 workflow for bitcoinops

.github/workflows/bitcoinops.yml

@@ -1,36 +1,17 @@
-name: Bitcoin Optech 
+name: Bitcoin Optech
+
 on:
   schedule:
     - cron: '0 13 * * 3' # every Wednesday at 1pm UTC
   workflow_dispatch:
   repository_dispatch:
 
 jobs:
-  fetch:
-    if: (github.event.action == 'scrape' && github.event.client_payload.repository == 'aureleoules/test') || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
-    runs-on: ubuntu-latest
-    steps:
-      - name: Check password
-        if: github.event_name == 'scrape'
-        run: if [ "${{ github.event.client_payload.secret }}" != "${{ secrets.COMMON_SECRET }}" ]; then echo "Wrong password"; exit 1; fi
-      - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
-        with:
-          python-version: 3.9
-      - name: Install dependencies
-        run: | 
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
-      - name: Fetch data
-        run: |
-          mkdir /tmp/data
-          python bitcoinops/main.py
-        env:
-            ES_ENGINE: ${{ secrets.ES_ENGINE }}
-            ES_URL: ${{ secrets.ES_URL }}
-            ES_TOKEN: ${{ secrets.ES_TOKEN }}
-            DATA_DIR: /tmp/data
-            CLOUD_ID: ${{ secrets.CLOUD_ID }}
-            USER_PASSWORD: ${{ secrets.USER_PASSWORD }}
-            USERNAME: ${{ secrets.USERNAME }}
-            INDEX: ${{ secrets.INDEX }}
+  bitcointranscripts:
+    uses: ./.github/workflows/scrape-source.yml
+    with:
+      source: bitcoinops
+    secrets:
+      CLOUD_ID: ${{ secrets.CLOUD_ID }}
+      API_KEY: ${{ secrets.API_KEY }}
+      INDEX: btc-test-andreas

scraper/sources.yaml

@@ -12,7 +12,8 @@ github:
     domain: https://bitcoinops.org
     url: https://github.com/bitcoinops/bitcoinops.github.io.git
     directories: 
-      _posts/en: post
+      _posts/en/newsletters: post
+      _posts/en/podcast: podcast
       _topics/en: topic
   - name: BitcoinTranscripts
     domain: https://btctranscripts.com