Gcs for dp votes

Cargo.toml

@@ -249,6 +249,7 @@ hyli-bus = { workspace = true }
 
 
 anyhow = { workspace = true }
+base64 = { workspace = true }
 borsh = { workspace = true, features = ["rc"] }
 chrono = { workspace = true, features = ["std", "serde"] }
 hex = { workspace = true, features = ["std"] }
@@ -262,12 +263,16 @@ tracing = { workspace = true }
 assertables = { workspace = true }
 axum = { workspace = true, features = ["macros", "multipart"] }
 bytes = { workspace = true }
+rustls = { workspace = true, features = ["aws-lc-rs"] }
 clap = { workspace = true, features = ["derive"] }
 config = { workspace = true, default-features = false, features = ["toml"] }
 futures = { workspace = true }
+google-cloud-storage = { workspace = true }
+google-cloud-auth = { version = "1.5", default-features = false }
 indexmap = { workspace = true, features = ["serde"] }
 paste = { workspace = true }
 rand = { workspace = true }
+reqwest = { version = "0.13.2", default-features = false, features = ["json", "rustls"] }
 sqlx = { workspace = true, features = [
   "runtime-tokio",
   "postgres",
@@ -348,6 +353,7 @@ risc0-zkvm = { workspace = true, default-features = false, features = [
   "client",
 ] }
 signal-child = "1.0.6"
+google-cloud-auth = { version = "1.5", default-features = false }
 
 [features]
 default = ["instrumentation"]

crates/hyli-model/src/block.rs

@@ -13,6 +13,16 @@ pub struct SignedBlock {
     pub certificate: AggregateSignature,
 }
 
+#[derive(
+    Debug, Serialize, Deserialize, Clone, PartialEq, Eq, BorshSerialize, BorshDeserialize, Display,
+)]
+#[display("")]
+pub struct StoredSignedBlock {
+    pub data_proposals: Vec<(LaneId, Vec<DataProposalHash>)>,
+    pub consensus_proposal: ConsensusProposal,
+    pub certificate: AggregateSignature,
+}
+
 impl SignedBlock {
     pub fn parent_hash(&self) -> &ConsensusProposalHash {
         &self.consensus_proposal.parent_hash
@@ -63,6 +73,37 @@ impl Hashed<ConsensusProposalHash> for SignedBlock {
     }
 }
 
+impl Hashed<ConsensusProposalHash> for StoredSignedBlock {
+    fn hashed(&self) -> ConsensusProposalHash {
+        self.consensus_proposal.hashed()
+    }
+}
+
+impl StoredSignedBlock {
+    pub fn height(&self) -> BlockHeight {
+        BlockHeight(self.consensus_proposal.slot)
+    }
+}
+
+impl From<&SignedBlock> for StoredSignedBlock {
+    fn from(block: &SignedBlock) -> Self {
+        Self {
+            data_proposals: block
+                .data_proposals
+                .iter()
+                .map(|(lane_id, data_proposals)| {
+                    (
+                        lane_id.clone(),
+                        data_proposals.iter().map(|dp| dp.hashed()).collect(),
+                    )
+                })
+                .collect(),
+            consensus_proposal: block.consensus_proposal.clone(),
+            certificate: block.certificate.clone(),
+        }
+    }
+}
+
 impl Ord for SignedBlock {
     fn cmp(&self, other: &Self) -> Ordering {
         self.height().0.cmp(&other.height().0)

crates/hyli-model/src/node/data_availability.rs

@@ -201,13 +201,18 @@ pub enum NodeStateEvent {
 pub enum DataAvailabilityRequest {
     /// Start streaming blocks from a given height
     StreamFromHeight(BlockHeight),
+    /// Start streaming stored signed blocks from a given height
+    StreamStoredFromHeight(BlockHeight),
     /// Request a specific block by height (prioritized)
     BlockRequest(BlockHeight),
+    /// Request a specific stored signed block by height (prioritized)
+    StoredBlockRequest(BlockHeight),
 }
 
 #[derive(Clone, Debug, PartialEq, Eq, BorshSerialize, BorshDeserialize, TcpMessageLabel)]
 pub enum DataAvailabilityEvent {
     SignedBlock(SignedBlock),
+    StoredSignedBlock(StoredSignedBlock),
     MempoolStatusEvent(MempoolStatusEvent),
     /// Block not found at the requested height
     BlockNotFound(BlockHeight),

crates/hyli-modules/Cargo.toml

@@ -34,7 +34,7 @@ sqlx = { workspace = true, optional = true, features = ["chrono"] }
 
 # GCS
 google-cloud-storage = { workspace = true, optional = true }
-chrono = { workspace = true, optional = true }
+chrono = { workspace = true }
 
 tokio = { workspace = true, features = ["full", "tracing"] }
 tokio-util = { workspace = true }
@@ -82,4 +82,4 @@ instrumentation = [
 ]
 indexer = ["client-sdk/csi", "db"]
 db = ["dep:sqlx", "hyli-model/sqlx", "sqlx/runtime-tokio", "sqlx/postgres"]
-gcs = ["dep:google-cloud-storage", "dep:chrono"]
+gcs = ["dep:google-cloud-storage"]

crates/hyli-modules/src/modules/da_listener.rs

@@ -677,6 +677,7 @@ impl<P: BlockProcessor + 'static> SignedDAListener<P> {
             DataAvailabilityEvent::SignedBlock(block) => {
                 self.handle_signed_block(block).await?;
             }
+            DataAvailabilityEvent::StoredSignedBlock(_) => {}
             DataAvailabilityEvent::MempoolStatusEvent(status) => {
                 self.processor.process_mempool_status(status).await?;
             }