Daily Market History Pull #15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Daily Market History Pull | |
| on: | |
| schedule: | |
| - cron: "0 6 * * *" | |
| workflow_dispatch: | |
| jobs: | |
| Pull-History: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Install Poetry | |
| run: pipx install poetry | |
| - name: Setup Python | |
| uses: actions/[email protected] | |
| with: | |
| python-version: 3.11 | |
| cache: poetry | |
| - name: Install project dependencies | |
| run: | | |
| poetry install | |
| working-directory: packages/celestia-data-pipeline | |
| - name: Run Pull History | |
| env: | |
| NEON_CONNECTION_STRING: ${{ secrets.NEON_CONNECTION_STRING }} | |
| DATABASE: ${{ secrets.DATABASE }} | |
| NEON_USER: ${{ secrets.NEON_USER }} | |
| NEON_PASSWORD: ${{ secrets.NEON_PASSWORD }} | |
| NEON_HOST: ${{ secrets.NEON_HOST }} | |
| NEON_PORT: ${{ secrets.NEON_PORT }} | |
| run: | | |
| poetry run python scrape_daily_history.py | |
| working-directory: packages/celestia-data-pipeline/pipeline | |
| - name: Trigger Predict History Daily workflow | |
| uses: peter-evans/repository-dispatch@v1 | |
| with: | |
| token: ${{ secrets.CELESTIA_PAT }} | |
| repository: ${{ github.repository }} | |
| event-type: market-history-pulled |