Rust bindings

.cargo/config.toml

@@ -0,0 +1,15 @@
+[build]
+jobs = -1
+
+[target.'cfg(all())']
+rustflags = [
+    "-Wclippy::all",
+    "-Wclippy::pedantic",
+    "-Wclippy::nursery",
+    "-Wclippy::unwrap_used",
+    "-Aclippy::module_name_repetitions",
+    "-Aclippy::missing_errors_doc",
+]
+
+[net]
+git-fetch-with-cli = true

.github/workflows/ci-rust.yml

@@ -0,0 +1,79 @@
+name: rust
+
+on:
+  push:
+    branches:
+      - 'master'
+      - 'develop'
+      - 'rust-bindings'
+    tags-ignore:
+      - '**'
+    paths:
+      - 'rust/**'
+      - '.github/workflows/ci-rust.yml'
+
+  pull_request:
+    paths:
+      - 'rust/**'
+      - '.github/workflows/ci-rust.yml'
+
+  workflow_dispatch: ~
+
+env:
+  CARGO_TERM_COLOR: always
+  CARGO_NET_GIT_FETCH_WITH_CLI: "true"
+
+jobs:
+  fmt:
+    name: fmt
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: rust
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: rustfmt
+
+      - name: Format check
+        run: cargo fmt --check
+
+  clippy:
+    name: clippy
+    if: ${{ !github.event.pull_request.head.repo.fork }}
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: rust
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Configure git for private repos
+        run: git config --global url."https://x-access-token:${{ secrets.GH_REPO_READ_TOKEN }}@github.com/".insteadOf "ssh://git@github.com/"
+
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: clippy
+
+      - name: Clippy
+        run: cargo clippy --features vendored --all-targets -- -D warnings
+
+  test:
+    name: test
+    if: ${{ !github.event.pull_request.head.repo.fork }}
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: rust
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Configure git for private repos
+        run: git config --global url."https://x-access-token:${{ secrets.GH_REPO_READ_TOKEN }}@github.com/".insteadOf "ssh://git@github.com/"
+
+      - uses: dtolnay/rust-toolchain@stable
+
+      - name: Test
+        run: cargo test --features vendored

.gitignore

@@ -16,3 +16,7 @@ compile_commands.json
 __pycache__/
 
 *.swp
+
+# Rust
+rust/target/
+rust/Cargo.lock

rust/Cargo.toml

@@ -0,0 +1,35 @@
+[workspace]
+resolver = "2"
+members = ["crates/fdb-sys", "crates/fdb", "tools/fdb-hammer"]
+
+[workspace.package]
+edition = "2024"
+license = "Apache-2.0"
+repository = "https://github.com/ecmwf/fdb"
+rust-version = "1.90"
+readme = "README.md"
+keywords = ["ecmwf", "weather", "meteorology", "grib", "climate"]
+categories = ["science", "database"]
+
+[workspace.dependencies]
+# Internal
+fdb-sys = { path = "crates/fdb-sys" }
+fdb = { path = "crates/fdb" }
+
+# Foundation crates
+eckit-sys = { git = "ssh://git@github.com/ecmwf/rust-wrappers-playground.git", default-features = false }
+metkit-sys = { git = "ssh://git@github.com/ecmwf/rust-wrappers-playground.git", default-features = false }
+eccodes-sys = { git = "ssh://git@github.com/ecmwf/rust-wrappers-playground.git", default-features = false }
+
+# Build tools
+bindman = { git = "ssh://git@github.com/ecmwf/bindman.git" }
+bindman-build = { git = "ssh://git@github.com/ecmwf/bindman.git" }
+bindman-utils = { git = "ssh://git@github.com/ecmwf/bindman.git" }
+
+# External
+thiserror = "2"
+cxx = "1.0"
+cxx-build = "1.0"
+parking_lot = "0.12"
+tempfile = "3"
+indexmap = "2"

rust/crates/fdb-sys/Cargo.toml

@@ -0,0 +1,64 @@
+[package]
+name = "fdb-sys"
+version = "5.19.1"
+edition.workspace = true
+license.workspace = true
+repository.workspace = true
+rust-version.workspace = true
+readme.workspace = true
+keywords.workspace = true
+categories.workspace = true
+description = "C++ bindings to ECMWF FDB5 library using cxx"
+links = "fdb_sys"
+build = "build.rs"
+
+[features]
+# Defaults match CMake defaults (without external library dependencies),
+# plus `memfs` so the eccodes definition tables are baked into libeccodes
+# and end users don't have to ship an `eccodes_resources/` directory.
+default = ["grib", "tocfdb", "fdb-remote", "memfs"]
+
+# Build strategy (mutually exclusive)
+vendored = ["eckit-sys/vendored", "metkit-sys/vendored", "eccodes-sys/vendored"]
+system = ["eckit-sys/system", "metkit-sys/system", "eccodes-sys/system"]
+
+# Core features (CMake default: ON)
+# GRIB support requires both eccodes-sys/product-grib (the eccodes library
+# itself) AND metkit-sys/grib (so metkit's grib message splitter is built and
+# its static initializers register with eckit::message::Splitter).
+grib = ["eccodes-sys/product-grib", "metkit-sys/grib"]
+tocfdb = []      # Filesystem TOC support for FDB
+fdb-remote = []  # FDB remote access
+
+# Bake the eccodes definition/sample tables directly into the eccodes shared
+# library (CMake `ENABLE_MEMFS=ON`). With this on, runtime needs no
+# `eccodes_resources/` directory next to the binary. Build-time requirement:
+# Python 3 must be available, since the upstream CMake step uses a Python
+# script to embed the resource files.
+memfs = ["eccodes-sys/memfs"]
+
+# Storage backends (CMake default: OFF or require external libs)
+radosfdb = []    # Ceph/Rados support for FDB Store (requires RADOS)
+lustre = []      # Lustre API control of file stripping (requires LUSTREAPI)
+daosfdb = []     # DAOS support for FDB Store (requires DAOS)
+daos-admin = []  # DAOS pool management (requires DAOS)
+dummy-daos = []  # Dummy DAOS library (emulates DAOS with filesystem)
+
+# Other (CMake default: OFF)
+experimental = []  # Experimental features
+sandbox = []       # Sandbox stuff
+
+[dependencies]
+cxx.workspace = true
+eckit-sys.workspace = true
+metkit-sys.workspace = true
+eccodes-sys.workspace = true
+bindman.workspace = true
+
+[build-dependencies]
+cxx-build.workspace = true
+bindman-build.workspace = true
+bindman-utils.workspace = true
+fs_extra = "1.3"
+
+[package.metadata.docs.rs]

rust/crates/fdb-sys/README.md

@@ -0,0 +1,47 @@
+# fdb-sys
+
+Low-level Rust bindings to ECMWF's [FDB](https://github.com/ecmwf/fdb) (Fields DataBase) C++ library.
+
+This crate provides raw FFI bindings using [cxx](https://cxx.rs/). For a safe, ergonomic API, use the [`fdb`](https://crates.io/crates/fdb) crate instead.
+
+## Features
+
+### Build strategy (mutually exclusive)
+
+- `vendored` - Build the FDB and its dependencies (eckit, metkit, ecCodes) from source.
+- `system` - Link against system-installed FDB.
+
+Note: neither is enabled by default on `fdb-sys` itself. End users should
+depend on the higher-level [`fdb`](https://crates.io/crates/fdb) crate, which
+defaults to `vendored`. If you depend on `fdb-sys` directly you must select
+one explicitly.
+
+### Core (enabled by default)
+
+- `grib` - GRIB format support. Pulls in `eccodes-sys/product-grib` and
+  `metkit-sys/grib` so the GRIB message splitter is registered with
+  `eckit::message::Splitter`.
+- `tocfdb` - Filesystem TOC backend (the standard local FDB store).
+- `fdb-remote` - Client support for remote FDB servers.
+- `memfs` - Bake the eccodes definition/sample tables into `libeccodes`
+  itself (`ENABLE_MEMFS=ON`). With this on, end users do **not** have to
+  ship an `eccodes_resources/` directory next to their binary. Build-time
+  requirement: Python 3 must be on `PATH` (the upstream CMake step uses a
+  Python helper to embed the resource files).
+
+### Storage backends (off by default; require external libraries)
+
+- `radosfdb` - Ceph/RADOS object store backend (requires RADOS).
+- `lustre` - Lustre file striping control (requires LUSTREAPI).
+- `daosfdb` - DAOS object store backend (requires DAOS).
+- `daos-admin` - DAOS pool management (requires DAOS).
+- `dummy-daos` - Filesystem-emulated DAOS (no DAOS install needed).
+
+### Other (off by default)
+
+- `experimental` - Experimental upstream features.
+- `sandbox` - Sandbox builds.
+
+## License
+
+Apache-2.0