Graph Support for Python Connector

.github/workflows/publish-to-pypi.yml

@@ -1,39 +1,28 @@
-name: Publish Python 🐍 distributions 📦 to PyPI and TestPyPI
-
+name: Publish Python 🐍 distributions 📦 to PyPI
 on:
-  # Trigger the workflow on push , PR or release publish,
-  # but only for the main branch
-  push:
-    branches:
-      - master
-  pull_request:
-    branches:
-      - master
-  release:
-    types:
-      - published
-      - released
-
+    release:
+        types:
+            - published
 jobs:
-  build-n-publish:
-    name: Build and publish Python 🐍 distributions 📦 to PyPI and TestPyPI
-    runs-on: ubuntu-18.04
-    steps:
-    - uses: actions/checkout@master
-    - name: Set up Python 3.9
-      uses: actions/setup-python@v1
-      with:
-        python-version: 3.9
-    - name: Build package
-      run: python setup.py sdist
-    - name: Publish distribution 📦 to Test PyPI
-      if: github.event_name == 'push'
-      uses: pypa/gh-action-pypi-publish@master
-      with:
-        password: ${{ secrets.TEST_PYPI_API_TOKEN }}
-        repository_url: https://test.pypi.org/legacy/
-    - name: Publish distribution 📦 to PyPI
-      if: github.event_name == 'release'
-      uses: pypa/gh-action-pypi-publish@master
-      with:
-        password: ${{ secrets.PYPI_API_TOKEN }}
+    publish:
+        name: Build and publish Python 🐍 distributions 📦 to PyPI and TestPyPI
+        runs-on: ubuntu-latest
+        permissions:
+            contents: write
+            packages: write
+            id-token: write 
+        steps:
+            - uses: actions/checkout@v4
+            - name: Set up Python 3.8
+              uses: actions/setup-python@v5
+              with:
+                  python-version: 3.8
+            - name: Set Version
+              id: version
+              run: echo "${GITHUB_REF#refs/tags/}" > polypheny-connector-version.txt
+            - name: Create MANIFEST.in
+              run: echo "include polypheny-connector-version.txt" > MANIFEST.in
+            - name: Build package
+              run: python setup.py sdist
+            - name: Publish distribution 📦 to PyPI
+              uses: pypa/gh-action-pypi-publish@release/v1

.github/workflows/test.yaml

@@ -0,0 +1,171 @@
+name: Runs the tests
+
+on:
+  push:
+    branches:
+      - proto-without-grpc
+
+jobs:
+  build-polypheny:
+    timeout-minutes: 15
+    runs-on: ubuntu-latest
+    steps:
+      - uses: polypheny/GitHub-Action-Build-Polypheny@main
+        with:
+          branch: master
+
+  test-system-python:
+    timeout-minutes: 10
+    strategy:
+      fail-fast: false
+      matrix:
+        version: ['3.8', '3.9', '3.10', '3.11', '3.12'] # TODO: When dropping 3.8, adjust type hints for polypheny.connect
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
+    needs: build-polypheny
+    steps:
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.version }}
+
+      - uses: actions/setup-java@v4
+        with:
+          distribution: 'temurin'
+          java-version: '17'
+
+      - name: Checkout driver
+        uses: actions/checkout@v4
+
+      - name: Set Version
+        id: version
+        run: echo "v0.0.0" > polypheny-connector-version.txt
+
+      - name: Create MANIFEST.in
+        run: echo "include polypheny-connector-version.txt" > MANIFEST.in
+
+      - name: Install driver dependencies
+        run: pip install -r requirements.txt
+
+      - name: Load Polypheny JAR
+        uses: actions/download-artifact@v4
+        with:
+          name: polypheny-jar
+
+      - name: Run tests
+        uses: polypheny/[email protected]
+        with:
+          cmd: pytest --doctest-modules -v
+          jar: polypheny.jar
+          autodocker: ${{ matrix.os != 'windows' }}
+        timeout-minutes: 10
+
+      - name: Install locally
+        run: pip install .
+
+      - name: Run tests in docs
+        uses: polypheny/[email protected]
+        with:
+          cmd: make doctest
+          jar: ../polypheny.jar
+          autodocker: ${{ matrix.os != 'windows' }}
+          working-directory: docs
+
+  test-stores:
+    timeout-minutes: 10
+    strategy:
+      fail-fast: false
+      matrix:
+        adapter: [ mongodb, hsqldb, monetdb, postgresql, file, cottontail, neo4j ]
+    runs-on: ubuntu-latest
+    needs: build-polypheny
+    steps:
+      - name: Set store env variable
+        run: |
+            echo "DEFAULT_STORE=${{ matrix.adapter }}" >> $GITHUB_ENV
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - uses: actions/setup-java@v4
+        with:
+          distribution: 'temurin'
+          java-version: '17'
+
+      - name: Checkout driver
+        uses: actions/checkout@v4
+
+      - name: Set Version
+        id: version
+        run: echo "v0.0.0" > polypheny-connector-version.txt
+
+      - name: Create MANIFEST.in
+        run: echo "include polypheny-connector-version.txt" > MANIFEST.in
+
+      - name: Install driver dependencies
+        run: pip install -r requirements.txt
+
+      - name: Load Polypheny JAR
+        uses: actions/download-artifact@v4
+        with:
+          name: polypheny-jar
+
+      - name: Run tests
+        uses: polypheny/[email protected]
+        with:
+          cmd: pytest --doctest-modules -v
+          jar: polypheny.jar
+          default-store: ${{ matrix.adapter }}
+        timeout-minutes: 10
+
+      - name: Install locally
+        run: pip install .
+
+      - name: Run tests in docs
+        uses: polypheny/[email protected]
+        with:
+          cmd: make doctest
+          jar: ../polypheny.jar
+          working-directory: docs
+          default-store: ${{ matrix.adapter }}
+
+  build-docs:
+    timeout-minutes: 2
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Checkout driver
+        uses: actions/checkout@v4
+
+      - name: Set Version
+        id: version
+        run: echo "v0.0.0" > polypheny-connector-version.txt
+
+      - name: Create MANIFEST.in
+        run: echo "include polypheny-connector-version.txt" > MANIFEST.in
+
+      - name: Install driver dependencies
+        run: pip install -r requirements.txt
+
+      - name: Install markdown generator
+        run: pip install sphinx-markdown-builder
+
+      - name: Install locally
+        run: pip install .
+
+      - name: Generate documentation (markdown)
+        run: make markdown
+        working-directory: docs
+
+      - name: Generate documentation (HTML)
+        run: make html
+        working-directory: docs
+
+      - name: Store docs
+        uses: actions/upload-artifact@v4
+        with:
+          name: docs
+          path: docs/_build
+

.gitignore

@@ -19,11 +19,11 @@ sdist/
 var/
 .installed.cfg
 /dist/
-/doc/_build/
+/docs/_build/
 /doc/build/
 *.pyc
 debug.py
-*.proto
+#*.proto
 polypheny-avatica-tmp/
 
 # core dumps
@@ -32,4 +32,10 @@ core.*
 # Editor specific
 .vscode
 
-.DS_STORE
+.DS_STORE
+
+venv/
+
+.idea
+
+.coverage