Skip to content

Commit 998fda7

Browse files
committed
address PR review
1 parent 2ea59a9 commit 998fda7

File tree

4 files changed

+2
-9
lines changed

4 files changed

+2
-9
lines changed

include/onnxruntime/core/session/onnxruntime_session_options_config_keys.h

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -386,8 +386,6 @@ static const char* const kOrtSessionOptionsQDQMatMulNBitsAccuracyLevel = "sessio
386386
// "Efficient": OS treats this workload is efficiency oriented with low scheduling priority and efficient processor performance.
387387
static const char* const kOrtEpDynamicOptionsWorkloadType = "ep.dynamic.workload_type";
388388

389-
static const char* const kOrtEpDynamicOptionsKVCacheRewind = "ep.llm.kvcache_rewind";
390-
391389
// Disables model compilation during session initialization.
392390
//
393391
// If this option is set to "1", inference session creation will fail with error code ORT_MODEL_REQUIRES_COMPILATION

onnxruntime/core/providers/openvino/openvino_execution_provider.cc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -277,7 +277,7 @@ common::Status OpenVINOExecutionProvider::SetEpDynamicOptions(gsl::span<const ch
277277
}
278278
}
279279
}
280-
} else if (key == "kvcache_rewind" || key == kOrtEpDynamicOptionsKVCacheRewind) {
280+
} else if (key == "kvcache_rewind") {
281281
// Convert kvcache_rewind value to int64_t
282282
int64_t index;
283283
try {

onnxruntime/core/providers/openvino/ov_interface.cc

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -457,11 +457,6 @@ void StatefulOVInferRequest::Infer() {
457457
OVInferRequest::Infer();
458458
}
459459

460-
void OVInferRequest::RewindKVCache(size_t index) {
461-
LOGS_DEFAULT(INFO) << log_tag << "RewindKVCache: Rewinding OpenVINO-internal KVCache state to index=" << index;
462-
ovInfReq.reset_state();
463-
}
464-
465460
void StatefulOVInferRequest::RewindKVCache(size_t index) {
466461
LOGS_DEFAULT(INFO) << log_tag << "RewindKVCache: Rewinding OpenVINO-internal KVCache state to index=" << index;
467462

onnxruntime/core/providers/openvino/ov_interface.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,7 @@ class OVInferRequest {
145145
ov::InferRequest& GetNewObj() {
146146
return ovInfReq;
147147
}
148-
virtual void RewindKVCache([[maybe_unused]] size_t index);
148+
virtual void RewindKVCache([[maybe_unused]] size_t index) {}
149149
};
150150

151151
class StatefulOVInferRequest : public OVInferRequest {

0 commit comments

Comments
 (0)