market-history-pull.yaml

name: Daily Market History Pull
on:
  schedule:
    - cron: "0 6 * * *"
  workflow_dispatch:


jobs:
  Pull-History:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
      - name: Install Poetry
        run: pipx install poetry
      - name: Setup Python
        uses: actions/setup-python@v4.7.1
        with:
          python-version: 3.11
          cache: poetry
      - name: Install project dependencies
        run: |
          poetry install
        working-directory: packages/celestia-data-pipeline
      - name: Run Pull History
        env:
          NEON_CONNECTION_STRING: ${{ secrets.NEON_CONNECTION_STRING }}
          DATABASE: ${{ secrets.DATABASE }}
          NEON_USER: ${{ secrets.NEON_USER }}
          NEON_PASSWORD: ${{ secrets.NEON_PASSWORD }}
          NEON_HOST: ${{ secrets.NEON_HOST }}
          NEON_PORT: ${{ secrets.NEON_PORT }}
        run: |
          poetry run python scrape_daily_history.py
        working-directory: packages/celestia-data-pipeline/pipeline
      - name: Trigger Predict History Daily workflow
        uses: peter-evans/repository-dispatch@v1
        with:
          token: ${{ secrets.CELESTIA_PAT }}
          repository: ${{ github.repository }}
          event-type: market-history-pulled