Skip to content

Crawler Execution #12863

Crawler Execution

Crawler Execution #12863

Workflow file for this run

name: Crawler Execution
on:
schedule:
# Runs "At minute 0 (every hour)." (see https://crontab.guru)
- cron: "0 * * * *"
workflow_dispatch:
# Allow one concurrent deployment
concurrency:
group: "crawler"
cancel-in-progress: true
jobs:
crawler:
runs-on: ubuntu-latest
name: Crawler Execution
steps:
- name: Checkout
uses: actions/checkout@v4
with:
ref: records
- name: Use Node.js
uses: actions/setup-node@v4
with:
node-version: "20.x"
cache: "npm"
- name: Install Dependencies
run: npm ci
- name: Execute Job
env:
ALCHEMY_ETHEREUM: ${{ secrets.ALCHEMY_ETHEREUM }}
ALCHEMY_POLYGON: ${{ secrets.ALCHEMY_POLYGON }}
ALCHEMY_SOLANA: ${{ secrets.ALCHEMY_SOLANA }}
ALCHEMY_ARBITRUM: ${{ secrets.ALCHEMY_ARBITRUM }}
ETHERSCAN_API_KEY: ${{ secrets.ETHERSCAN_API_KEY }}
BCKED_WATCHER_BOT_TOKEN: ${{ secrets.BCKED_WATCHER_BOT_TOKEN }}
run: node ./src/crawler/job.js
- name: Commit Results on records Branch
uses: stefanzweifel/git-auto-commit-action@v5
with:
commit_message: Update data
commit_user_name: GitHub Action
commit_user_email: action@github.com
commit_author: actions-user <action@github.com>
file_pattern: "*.csv *.json"