@@ -7,6 +7,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+- feat: Expose `attention_type` in `Llama.__init__` for non-causal embedding models by @jamesbiederbeck in #2143
 - fix(ci): Build Docker images from the checked-out source and sanitize branch tags by @abetlen in #2156
 - fix(ci): Fix the CUDA wheel workflow and keep release tags aligned with the built toolkit by @abetlen in #2155
 - fix(ci): Speed up release wheel builds by moving arm64 off QEMU and parallelizing riscv64 by @abetlen in #2154
 
@@ -2143,9 +2143,6 @@ def __getstate__(self):
         )
 
     def __setstate__(self, state):
-        state.setdefault(
-            "attention_type", llama_cpp.LLAMA_ATTENTION_TYPE_UNSPECIFIED
-        )
         self.__init__(**state)
 
     def save_state(self) -> LlamaState:
Original file line number	Diff line number	Diff line change
`@@ -2143,9 +2143,6 @@ def __getstate__(self):`
`2143`	`2143`	`)`
`2144`	`2144`
`2145`	`2145`	`def __setstate__(self, state):`
`2146`		`- state.setdefault(`
`2147`		`- "attention_type", llama_cpp.LLAMA_ATTENTION_TYPE_UNSPECIFIED`
`2148`		`- )`
`2149`	`2146`	`self.__init__(**state)`
`2150`	`2147`
`2151`	`2148`	`def save_state(self) -> LlamaState:`