pg-aiguide/.github/workflows/ingest-postgres-docs.yaml at main · timescale/pg-aiguide · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
name: Ingest PostgreSQL Docs
run-name: Ingest PostgreSQL ${{ inputs.version }} Docs

on:
  workflow_dispatch:
    inputs:
      version:
        description: "PostgreSQL version to ingest (e.g. 14, 15, etc.)"
        required: true
        default: "17"

jobs:
  ingest-dev:
    name: Ingest PostgreSQL docs for Dev
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: ingest
    env:
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      PGHOST: ${{ secrets.PGHOST }}
      PGPORT: ${{ secrets.PGPORT }}
      PGDATABASE: ${{ secrets.PGDATABASE }}
      PGUSER: ${{ secrets.PGUSER }}
      PGPASSWORD: ${{ secrets.PGPASSWORD }}
    steps: &ingest-steps
      - name: Checkout repository
        uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version-file: ./ingest/.python-version

      - name: Install uv
        uses: astral-sh/setup-uv@v6

      - name: Install python dependencies
        run: uv sync

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y docbook-xml docbook-xsl libxml2-utils xsltproc fop

      - name: Ingest PostgreSQL ${{ github.event.inputs.version }} docs for dev
        run: uv run python postgres_docs.py ${{ github.event.inputs.version }}
        env:
          PYTHONPATH: ..

  ingest-prod:
    name: Ingest PostgreSQL docs for Prod
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: ingest
    env:
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      PGHOST: ${{ secrets.PROD_PGHOST }}
      PGPORT: ${{ secrets.PROD_PGPORT }}
      PGDATABASE: ${{ secrets.PROD_PGDATABASE }}
      PGUSER: ${{ secrets.PROD_PGUSER }}
      PGPASSWORD: ${{ secrets.PROD_PGPASSWORD }}
    steps: *ingest-steps