Make codegen robust and deterministic for js and python SDKs (#664)

# Description 

This PR allows to codegen without worrying about your environment and
dependencies for consistent outcomes in what code is generated from
openapi and envd protobuf spec. Will generate files for `js-sdk` and
`python-sdk`

- [x] create Docker image with all the pinned deps needed to codegen
- [x] create codegen script using this container with mapped volumes
- [x] adapt Makefiles to this new approach
- [x] adapt where we install the connect-python protobuf binary for this
to work

# Test

```sh
make codegen # this command is similar to `make generate` but w/o the hassle

Generating SDK code from openapi and envd spec
cd packages/js-sdk && pnpm generate

> [email protected] generate /workspace/packages/js-sdk
> python ./../../spec/remove_extra_tags.py sandboxes templates && openapi-typescript ../../spec/openapi_generated.yml -x api_key --arr
ay-length --alphabetize --output src/api/schema.gen.ts

✨ openapi-typescript 7.6.1
🚀 ../../spec/openapi_generated.yml → src/api/schema.gen.ts [44.2ms]
cd packages/js-sdk && pnpm generate-envd-api

> [email protected] generate-envd-api /workspace/packages/js-sdk
> openapi-typescript ../../spec/envd/envd.yaml -x api_key --array-length --alphabetize --output src/envd/schema.gen.ts

✨ openapi-typescript 7.6.1
🚀 ../../spec/envd/envd.yaml → src/envd/schema.gen.ts [22.7ms]

[...]

cd packages/python-sdk && make generate-api

All done! ✨ 🍰 ✨
```

---------

Co-authored-by: Jiri Sveceny <[email protected]>

Author: 0div

Makefile

@@ -3,6 +3,10 @@ update-api-spec:
 	@./scripts/update-api-spec.sh
 	@echo "Done"
 
+.PHONY: codegen
+codegen:
+	@echo "Generating SDK code from openapi and envd spec"
+	@./scripts/codegen.sh
 
 generate: generate-js generate-python
 
@@ -12,7 +16,9 @@ generate-js:
 	cd spec/envd && buf generate --template buf-js.gen.yaml
 
 generate-python:
-	$(MAKE) -C packages/connect-python build
+	if [ ! -f "/go/bin/protoc-gen-connect-python" ]; then \
+		$(MAKE) -C packages/connect-python build; \
+	fi
 	cd packages/python-sdk && make generate-api
 	cd spec/envd && buf generate --template buf-python.gen.yaml
 	cd packages/python-sdk && ./scripts/fix-python-pb.sh && black .

codegen.Dockerfile

@@ -0,0 +1,44 @@
+FROM golang:1.23
+
+# Install Golang deps
+RUN go install github.com/bufbuild/buf/cmd/[email protected] && \
+    go install google.golang.org/protobuf/cmd/[email protected] && \
+    go install connectrpc.com/connect/cmd/[email protected]
+    
+# Install our custom protoc plugin, connect-python
+COPY ./packages/connect-python /packages/connect-python
+RUN cd /packages/connect-python && make bin/protoc-gen-connect-python
+
+
+FROM python:3.9
+
+# Set working directory
+WORKDIR /workspace
+
+ENV PROTOC_ZIP=protoc-29.3-linux-aarch_64.zip
+
+RUN curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v29.3/$PROTOC_ZIP
+RUN unzip -o $PROTOC_ZIP -d /usr/local bin/protoc
+
+# Copy installed Go deps from previous build step
+COPY --from=0 /go /go
+
+# Add Go binary to PATH 
+ENV PATH="/go/bin:${PATH}"
+
+# Install Python deps
+RUN pip install black==23.7.0 pyyaml==6.0.2 openapi-python-client==0.24.3
+
+# Install Node.js and npm
+RUN apt-get update && \
+    apt-get install -y curl && \
+    curl -fsSL https://deb.nodesource.com/setup_18.x | bash - && \
+    apt-get install -y nodejs && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install Node.js deps
+RUN npm install -g pnpm @connectrpc/[email protected] @bufbuild/[email protected]
+
+# Generate when container starts
+CMD ["make", "generate"]

packages/connect-python/Makefile

@@ -21,9 +21,7 @@ upload: clean
 
 
 bin/$(plugin): $(wildcard cmd/$(plugin)/*.go) pyproject.toml Makefile
-	go build -o $@ \
-	  -ldflags "-w -s" \
-	  ./cmd/$(plugin)
+	go install -ldflags "-w -s" ./cmd/$(plugin)
 
 .PHONY: dev fmt lint upload clean build