Work around lack of wheels for some packages

Author: chriskuehl

.github/workflows/python-package.yaml

@@ -37,6 +37,25 @@ jobs:
           restore-keys: |
             ${{ runner.os }}-poetry-
 
+      # TODO(ckuehl|2024-09-26): Remove this once Python 3.13 wheels are
+      # available for our dependencies.
+      - name: Install temporary Python 3.13 build dependencies
+        if: ${{ matrix.python-version == '3.13.0rc2' }}
+        run: |
+          install -D confluent-archive.key /usr/local/share/keyrings/confluent-archive.key
+          echo 'deb [signed-by=/usr/local/share/keyrings/confluent-archive.key] https://packages.confluent.io/clients/deb bookworm main' > /etc/apt/sources.list.d/confluent.list
+          apt-get update
+          DEBIAN_FRONTEND=noninteractive apt-get -y install \
+            build-essential \
+            curl \
+            krb5-user \
+            libffi-dev \
+            libpq-dev \
+            librdkafka-dev \
+            libsasl2-modules-gssapi-mit
+          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+          echo "$HOME/.cargo/bin" >> "$GITHUB_PATH"
+
       - name: Update PATH
         run: 'echo "$HOME/.local/bin" >> "$GITHUB_PATH"'
 

Dockerfile

@@ -1,6 +1,25 @@
 FROM ghcr.io/reddit/thrift-compiler:0.19.0 AS thrift
 
-FROM public.ecr.aws/docker/library/python:3.13.0rc2-slim-bookworm
+FROM public.ecr.aws/docker/library/python:3.13.0rc2-bookworm
+
+# TODO(ckuehl|2024-09-26): Remove this once Python 3.13 wheels are available for our dependencies.
+# https://github.com/confluentinc/confluent-kafka-python/blob/master/INSTALL.md#install-from-source-on-debian-or-ubuntu
+COPY confluent-archive.key /usr/local/share/keyrings/
+RUN echo 'deb [signed-by=/usr/local/share/keyrings/confluent-archive.key] https://packages.confluent.io/clients/deb bookworm main' > /etc/apt/sources.list.d/confluent.list
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get -y install \
+        build-essential \
+        curl \
+        krb5-user \
+        libffi-dev \
+        libpq-dev \
+        librdkafka-dev \
+        libsasl2-modules-gssapi-mit \
+    && rm -rf /var/lib/apt/lists/*
+
+# This is needed for pendulum due to no wheel: https://github.com/sdispater/pendulum/issues/844
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+ENV PATH="/root/.cargo/bin:$PATH"
 
 COPY --from=thrift /usr/local/bin/thrift /usr/local/bin/thrift
 
@@ -10,7 +29,7 @@ RUN python -m venv /tmp/poetry && \
     /tmp/poetry/bin/pip install poetry==1.8.3 && \
     ln -s /tmp/poetry/bin/poetry /usr/local/bin/poetry
 
-COPY pyproject.toml poetry.lock ./
+COPY pyproject.toml poetry.lock README.md ./
 RUN poetry install --all-extras
 
 CMD ["/bin/bash"]

confluent-archive.key

@@ -0,0 +1,53 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v1
+
+mQINBGCQQggBEADKfp6bakWEmH/b/Ed1SDIKe3/Vw+AGBQysYVs/KeyvdviP9xt5
+QOwtmaZLTq7kPsnnlyQTw4R0SiEu2H5dFs8dFmM0F5cM5J0QWWHy2IPAIS2gtW42
+JtoOb1ljuD4Iat78pXqu7AHRfwW8/mIPWiNJ9ld3t0tXaOKc60igvxztEAozjAWr
+0NoysXIdalE9Kl4lbIoXaJRS3JtukZIJm5/KqqhqPbVlSprIZsp/sw+03F3qmL9k
+Qw+IQDdEYy0MZYcjSYjjSHO3LdmfufIt3SVCif8pLqHYHAE3rV9NV6nIaejpyTJ2
+9BCzJ2+kVkyAKZQXDpa6N6fGMjIMmPRTYhUFTEpfuAr5caGfq6Q0jsbNDj0CxVF7
+vAQBKtmNUYEl8ADmI+vx4PPHrnvlEeLGS+LllyrxGvnoKfFz4f+FKSmfgMSQZ8Fp
+eQ+FhBF8W/dqcVvuPme8y5t6JvlH8Bg3/8myknamUk1QJQUOK2sS6+BKrqhTdUSA
+v+vJK39CtcWKVfRDsHq70G3UF8lbNVgj40iJcjs7V12zmNRbKv6KyoBrYKLaouDU
+MTIAvoD66dOACD2qcQWkH1P/MWYPSjRTNlUlmSdU7gyjjlsP+vb2DurnLWpuGZd7
+5Gz/Gya2u4ZXv9CJr5/bTsUOWPGMec+CfEGEy5XDU9RtFM6wmLDLJW6mwQARAQAB
+tCtDb25mbHVlbnQgUGFja2FnaW5nIDxwYWNrYWdlc0Bjb25mbHVlbnQuaW8+iQJO
+BBMBCgA4FiEEy7uCHo+vNk95g1xDix2mEgwr9iQFAmCQQggCGwMFCwkIBwIGFQoJ
+CAsCBBYCAwECHgECF4AACgkQix2mEgwr9iQbIg//elr0e2eKD8LGIBbj0efQB1MQ
+B8CzQQWTqxZ3j6IbTxe+YHYvSVJSNOgW/QoA9ioMr4z55kltUtvQThVlhWRVywDB
+vf6H59P7m66rQZXKycz5vXoBiaT6cm2z7eU8l1Hw8bUF6Aisn4ghd1vmJXuVo6Nf
+7qpoFLRE08I8pfWVORRfGjgiKHSisdFrWTigGgVqpkCXMSQv7YW6L49jMpxV1dpZ
+IlFhRtESCECB8JZBd1uuv1kwd2nTJtyCvPGWtApxEqiVolA/NSgdLBB7iqGKeIvL
+bfrwHgHXgOaR3tRVpHrmGoS41LScWsYyklCEwowNeQgXHr94erQksl3P8rCyKRZm
+xUhGs7VT2Cuxa1deD+xWnZtB1xEqqoAD0afMqeHnzdQmGg7y3chyFd7YS9PO0ea5
+v56XrP5EF/W+l/tS4KcSQH/iVdrJNFkmYxaYWnZrl9mhAd4lC/QR7UuEkpZOO1bD
+lJzAY1WvLL8BrwP2yeFXgw44Wt67T5RkayFmCJ08kdXZG10A3ACmRU7iSWZWji8x
+EibVVfX1WLqKNGu6MI3Owh5QH/lkWtMnLjTZvjmTLonCsQICifYyGmlNjXWYfxZ/
+6U7o0p/842nSUYFsNgvzi74WHeJtBoY56YKFhmqhphPW10vqVcpwHE9BHRFHBejK
+X9IFHXHWwSv2FYLOESG5Ag0EYJBCCAEQAL/jFDddqrvvD+K1C7ctVoinWxEBPRw9
+qoOs0eT6JJP5XTo1fxdgnbwMdIT06IK61gcJdVsl5HQbw400H9Svr5lj6RV9uJ6r
+0SHTP2t+7dLhonvH0TBHr/b30HSWD0/4dcRlq2mVJ+z3BX/VxGVfcelOB7tS6W8g
+tC6OcjrFb/iSKsTOzO23GP6WxWnqDU1rit6lR03wOHUG+1Gg5qGQTtkNO81fgm35
+CIEgKOaIHdqa2eg3rvhs/hA4DFEQTijvBbNTO3wvuQo1anZVtV0C2TJnbO0KBukm
+As20/J4Ic0dxmQw5pFK1tXtpzadhRuJBbzsZPGFIDGabHt+deOBhPWL8BdR3WrJ3
+fhukwZaWhp3g96oRDhrAZe+atUFY9yUdp+pbkddvUrUMl6BqUH4HntD9Rct5sB+V
+JDm0I9osC0k/yPrZQBvAh1a+bQU2wdjEc6gOuBXZWvSgHYR9Us0FtoMhFWinVdbb
+6zrlZvSQJKe5BsW+6SXNLRZMJXFFkwTUNnjXUIrkv/nzu6YHcWbTKp1zGItYjxO7
+yBqyqRPGNiDgVKW+E5AvyO3sy8JJhqYrX3b7NvaDyMqwEkt2ZITtisar6KlpOKVv
+iJWwz1GREFtRPC7XoIzyNvaBuslfxjWIS2Kht0eYoUEGqk1Xhd/D7V0n/NhqQNhH
+P176STtrukJpABEBAAGJAjYEGAEKACAWIQTLu4Iej682T3mDXEOLHaYSDCv2JAUC
+YJBCCAIbDAAKCRCLHaYSDCv2JF7iD/46jFTB/Ja1wvPrOWvZ2af1fuoWAPdOhntq
+7h7O3ex4ZObJK26b5Owvoj/UKSehewo+q8LXTM6OPBoXEMS0xuuZEOmUCaTpYBhb
+pGHcr30pXIP6pK22SQN6wXoNySMKmDiq+GEehCshoBrkNw4URSo3paVEVB6GNg4r
+e9usSwAMa2Kj0FZCptdKkPAaH/9YywKsR2oGT8JRQDG+R/aZPkId58i4PeUHNxIv
+HEiayqoYF7PHsqtimYNPUoskCLQf5G+a3z4IjynF9o6ZyMxT9rJrZRJAVFdS7PIg
+K6nq7aN3YJUYVO1wi0YKxHbJ0q+e6VsfQo2fGSjKFysizMg92e24plsJFX2wjo7k
+nUBU4MD1B3QeQvhy3/gVTPcVlbsvZKQLp2uCCBc1ris5I7CWZdUJ4yYiyDPzmjCt
+WUtpw3rHPP+zcBhWzvWSuOB46yTLPaIFW0d3ykvQ/AWYLzkvJQC5la7ah6gDXla5
+j/1nuNPUmyIict1XjzMEeFknRgUIA8e+a8yVBO0ddZDH6KjhYXm2DPMJ8KdVDL43
+y96awNDDtJuVH8lAfhHJLmHA7XOLh11aSt/7hWKpboEZvGotNF0e6Io9Gqrnk1dk
+JsPPLrgOdTgOvyWR2FGlreyxerewqNnv5P6s67OxIVP7n26E0j7Gbm4vvnDxcLo+
+CB74Z4P62Q==
+=dbp3
+-----END PGP PUBLIC KEY BLOCK-----