treewide: Replace pip in favor of uv

.github/workflows/ci.yml

@@ -133,7 +133,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - name: Run pytest
-        run: pytest
+        run: uv run pytest
 
   ##############################################
   # Simulate SW on Snitch Cluster w/ Verilator #
@@ -151,10 +151,9 @@ jobs:
           submodules: 'recursive'
       - name: Hash Verilator prerequisites
         id: verilator-hash
-        uses: colluca/[email protected]
-        with:
-          target: verilator
-          flags: --recursive
+        run: |
+          hash=$(uv run list-make-prerequisites verilator --recursive --hash)
+          echo "hash=$hash" >> "$GITHUB_OUTPUT"
       - name: Set up cache for Verilator build
         id: verilator-cache
         uses: actions/cache@v4
@@ -184,8 +183,8 @@ jobs:
       - name: Run Tests
         working-directory: test
         run: |
-          ../util/experiments/run.py run.yaml --simulator verilator -j
-          ../util/experiments/run.py riscv_tests_isa.yaml --simulator verilator -j
+          uv run ../util/experiments/run.py run.yaml --simulator verilator -j
+          uv run ../util/experiments/run.py riscv_tests_isa.yaml --simulator verilator -j
       - name: Annotate traces
         # Build the traces using the --permissive flag, since the Verilator
         # testbench does not wait until all the instructions are retired

.gitlab-ci.yml

@@ -12,40 +12,17 @@ variables:
   CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER: /usr/pack/gcc-9.2.0-af/linux-x64/bin/gcc
   LLVM_SYS_120_PREFIX: /usr/pack/llvm-12.0.1-af
   CMAKE: cmake-3.18.1
-  # Override pip cache directory
-  PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
 
 default:
   before_script:
     source iis-setup.sh
-  cache: &global_cache
-    key:
-      files:
-        - pyproject.toml
-    paths:
-      - .cache/pip
-    policy: pull
-
 
-#########
-# Setup #
-#########
-
-setup:
-  cache:
-    # inherit all global cache settings
-    <<: *global_cache
-    # override the policy
-    policy: pull-push
-  script:
-    - echo "Setup completed."
 
 ##############
 # Build docs #
 ##############
 
 docs:
-  needs: [setup]
   script:
     - make docs
 
@@ -54,7 +31,6 @@ docs:
 #####################
 
 pytest:
-  needs: [setup]
   script:
     - pytest
 
@@ -63,7 +39,6 @@ pytest:
 #################################
 
 snitch-cluster-sw:
-  needs: [setup]
   script:
     - make sw -j
   artifacts:
@@ -82,7 +57,6 @@ snitch-cluster-sw:
 # - snitch_dma
 # - snitch
 snitch-ip-tests:
-  needs: [setup]
   parallel:
     matrix:
       - IP:
@@ -133,7 +107,6 @@ snitch-cluster-vsim:
 
 # Test OmegaNet TCDM interconnect
 snitch-cluster-omega-vsim:
-  needs: [setup]
   script:
     - make CFG_OVERRIDE=cfg/omega.json sw -j
     - make vsim -j
@@ -142,7 +115,6 @@ snitch-cluster-omega-vsim:
 
 # Test Multi-channel DMA
 snitch-cluster-mchan-vsim:
-  needs: [setup]
   script:
     - make CFG_OVERRIDE=cfg/dma_mchan.json sw -j
     - make vsim -j
@@ -151,7 +123,6 @@ snitch-cluster-mchan-vsim:
 
 # Additional tests for different FREP configurations
 snitch-cluster-frep-vsim:
-  needs: [setup]
   script:
     # Large FREP configuration
     - make CFG_OVERRIDE=cfg/frep_xl.json sw -j
@@ -167,7 +138,6 @@ snitch-cluster-frep-vsim:
 
 # COPIFT and scalar chaining experiments
 snitch-cluster-copift-sc-vsim:
-  needs: [setup]
   script:
     - make CFG_OVERRIDE=experiments/copift/cfg.json vsim -j
     - cd experiments/copift
@@ -180,7 +150,6 @@ snitch-cluster-copift-sc-vsim:
 ############
 
 nonfree:
-  needs: [setup]
   script:
     - make nonfree
     - make elab

.python-version

@@ -0,0 +1 @@
+3.11

Makefile

@@ -107,7 +107,7 @@ doc-srcs: $(GENERATED_DOC_SRCS)
 doxygen-docs: $(DOXYGEN_DOCS_DIR)
 
 docs: doc-srcs doxygen-docs
-	mkdocs build
+	$(SN_UV) mkdocs build
 
 clean-docs:
 	rm -rf $(GENERATED_DOCS_DIR)
@@ -121,7 +121,7 @@ $(GENERATED_DOCS_DIR)/peripherals.md: hw/snitch_cluster/src/snitch_cluster_perip
 	$(SN_PEAKRDL) markdown $< -o $@
 
 $(DOXYGEN_DOCS_DIR): $(DOXYFILE) $(DOXYGEN_INPUTS)
-	doxygen $<
+	$(SN_UV) doxygen $<
 
 #######
 # RTL #

iis-setup.sh

@@ -7,21 +7,12 @@
 export CC=gcc-9.2.0
 export CXX=g++-9.2.0
 export SN_BENDER=bender-0.28.1
+# TODO(fischeti): Install it locally? or tell IT to install it system-wide?
+export SN_UV="/home/fischeti/.local/bin/uv run"
 export SN_VCS_SEPP=vcs-2024.09
 export SN_VERILATOR_SEPP=oseda
 export SN_QUESTA_SEPP=questa-2023.4
 export SN_LLVM_BINROOT=/usr/scratch2/vulcano/colluca/tools/riscv32-snitch-llvm-almalinux8-15.0.0-snitch-0.2.0/bin
 
-# Create Python virtual environment with required packages
-/usr/local/anaconda3-2023.07/bin/python -m venv .venv
-source .venv/bin/activate
-# Install local packages in editable mode and unpack packages in a
-# local temporary directory which can be safely cleaned after installation.
-# Also protects against "No space left on device" errors
-# occurring when the /tmp folder is filled by other processes.
-mkdir tmp
-TMPDIR=tmp pip install -e .[all]
-rm -rf tmp
-
 # Add simulator binaries to PATH
 export PATH=$PWD/target/sim/build/bin:$PATH

make/common.mk

@@ -20,8 +20,9 @@ SN_BIN_DIR    = $(SN_TARGET_DIR)/sim/build/bin
 SN_WORK_DIR   = $(SN_TARGET_DIR)/sim/build/work
 
 # External executables
-SN_BENDER	      ?= bender
-SN_PEAKRDL        ?= peakrdl
+SN_BENDER         ?= bender
+SN_UV             ?=
+SN_PEAKRDL        ?= $(SN_UV) peakrdl
 SN_VERIBLE_FMT    ?= verible-verilog-format
 SN_CLANG_FORMAT   ?= clang-format
 SN_RISCV_MC       ?= $(SN_LLVM_BINROOT)/llvm-mc
@@ -96,7 +97,7 @@ endef
 define sn_cluster_gen_rule
 $(1): $(SN_CFG) $(SN_CLUSTER_GEN) $(SN_CLUSTER_GEN_SRC) $(2) | $(call sn_normalize_dir,$(dir $(1)))
 	@echo "[CLUSTERGEN] Generate $$@"
-	$(SN_CLUSTER_GEN) -c $$< -o $$@ --template $(2)
+	$(SN_UV) $(SN_CLUSTER_GEN) -c $$< -o $$@ --template $(2)
 endef
 
 # Common rule to generate a Makefile with RTL source and header
@@ -125,5 +126,5 @@ endef
 # Usage:
 #   $(call sn_include_deps)
 define sn_include_deps
-$(eval $(if $(strip $(MAKECMDGOALS)),$(shell list-dependent-make-targets -M -r $(SN_DEPS))))
+$(eval $(if $(strip $(MAKECMDGOALS)),$(shell $(SN_UV) list-dependent-make-targets -M -r $(SN_DEPS))))
 endef

make/rtl.mk

@@ -47,7 +47,7 @@ $(SN_BOOTROM_ELF) $(SN_BOOTROM_DUMP) $(SN_BOOTROM_BIN) $(SN_BOOTROM): $(SN_BOOTR
 	$(SN_RISCV_CC) -mabi=ilp32d -march=rv32imafd -static -nostartfiles -fuse-ld=$(SN_RISCV_LD) -L$(SN_ROOT)/sw/runtime -T$(SN_BOOTROM_DIR)/bootrom.ld $< -o $(SN_BOOTROM_ELF)
 	$(SN_RISCV_OBJDUMP) -d $(SN_BOOTROM_ELF) > $(SN_BOOTROM_DUMP)
 	$(SN_RISCV_OBJCOPY) -j .text -O binary $(SN_BOOTROM_ELF) $(SN_BOOTROM_BIN)
-	$(SN_BOOTROM_GEN) --sv-module snitch_bootrom $(SN_BOOTROM_BIN) > $(SN_BOOTROM)
+	$(SN_UV) $(SN_BOOTROM_GEN) --sv-module snitch_bootrom $(SN_BOOTROM_BIN) > $(SN_BOOTROM)
 
 # General RTL targets
 .PHONY: sn-rtl sn-clean-rtl

make/traces.mk

@@ -46,19 +46,19 @@ sn-clean-visual-trace:
 	rm -f $(SN_VISUAL_TRACE)
 
 $(addprefix $(SN_LOGS_DIR)/,trace_hart_%.txt hart_%_perf.json dma_%_perf.json): $(SN_LOGS_DIR)/trace_hart_%.dasm $(SN_GENTRACE_PY) $(SN_GENTRACE_SRC)
-	$(SN_GENTRACE_PY) $< $(SN_GENTRACE_PY_FLAGS) --dma-trace $(SN_SIM_DIR)/dma_trace_$*_00000.log --dump-hart-perf $(SN_LOGS_DIR)/hart_$*_perf.json --dump-dma-perf $(SN_LOGS_DIR)/dma_$*_perf.json -o $(SN_LOGS_DIR)/trace_hart_$*.txt
+	$(SN_UV) $(SN_GENTRACE_PY) $< $(SN_GENTRACE_PY_FLAGS) --dma-trace $(SN_SIM_DIR)/dma_trace_$*_00000.log --dump-hart-perf $(SN_LOGS_DIR)/hart_$*_perf.json --dump-dma-perf $(SN_LOGS_DIR)/dma_$*_perf.json -o $(SN_LOGS_DIR)/trace_hart_$*.txt
 
 # Generate source-code interleaved traces for all harts
 $(SN_LOGS_DIR)/trace_hart_%.s: $(SN_LOGS_DIR)/trace_hart_%.txt $(SN_ANNOTATE_PY) $(SN_ANNOTATE_SRC)
-	$(SN_ANNOTATE_PY) $(SN_ANNOTATE_FLAGS) -o $@ $(SN_BINARY) $<
+	$(SN_UV) $(SN_ANNOTATE_PY) $(SN_ANNOTATE_FLAGS) -o $@ $(SN_BINARY) $<
 $(SN_LOGS_DIR)/trace_hart_%.diff: $(SN_LOGS_DIR)/trace_hart_%.txt $(SN_ANNOTATE_PY) $(SN_ANNOTATE_SRC)
-	$(SN_ANNOTATE_PY) $(SN_ANNOTATE_FLAGS) -o $@ $(SN_BINARY) $< -d
+	$(SN_UV) $(SN_ANNOTATE_PY) $(SN_ANNOTATE_FLAGS) -o $@ $(SN_BINARY) $< -d
 
 $(SN_JOINT_PERF_DUMP): $(SN_PERF_DUMPS) $(SN_JOIN_PY)
-	$(SN_JOIN_PY) -i $(shell ls $(SN_LOGS_DIR)/*_perf.json) -o $@
+	$(SN_UV) $(SN_JOIN_PY) -i $(shell ls $(SN_LOGS_DIR)/*_perf.json) -o $@
 
 $(SN_ROI_DUMP): $(SN_JOINT_PERF_DUMP) $(SN_ROI_SPEC) $(SN_ROI_PY)
-	$(SN_ROI_PY) $(SN_JOINT_PERF_DUMP) $(SN_ROI_SPEC) --cfg $(SN_CFG) -o $@
+	$(SN_UV) $(SN_ROI_PY) $(SN_JOINT_PERF_DUMP) $(SN_ROI_SPEC) --cfg $(SN_CFG) -o $@
 
 $(SN_VISUAL_TRACE): $(SN_ROI_DUMP) $(SN_VISUALIZE_PY)
-	$(SN_VISUALIZE_PY) $(SN_ROI_DUMP) $(SN_VISUALIZE_PY_FLAGS) -o $@
+	$(SN_UV) $(SN_VISUALIZE_PY) $(SN_ROI_DUMP) $(SN_VISUALIZE_PY_FLAGS) -o $@

pyproject.toml

@@ -11,6 +11,7 @@ name = "snitch"
 authors = [
     {name = "Luca Colagrande", email = "[email protected]"}
 ]
+requires-python = ">=3.11"
 dynamic = ["version"]
 dependencies = [
     # Alphabetically sorted.
@@ -61,6 +62,16 @@ all = [
     "snitch[kernels,docs]"
 ]
 
+[tool.uv.sources]
+torch = [
+    { index = "pytorch-cpu" },
+]
+
+[[tool.uv.index]]
+name = "pytorch-cpu"
+url = "https://download.pytorch.org/whl/cpu"
+explicit = true
+
 [tool.setuptools.package-dir]
 "snitch.dnn" = "sw/kernels/dnn"
 "snitch.blas" = "sw/kernels/blas"

sw/kernels/datagen.mk

@@ -22,4 +22,4 @@ $(dir $(DATA_H)):
 
 $(DATA_H): DATAGEN_ARGS := $($(APP)_DATAGEN_ARGS)
 $(DATA_H): $(DATAGEN_PY) $($(APP)_DATA_CFG) | $(dir $(DATA_H))
-	$< $(DATAGEN_ARGS) $@
+	$(SN_UV) $< $(DATAGEN_ARGS) $@