We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7048dc7 commit d3224c5Copy full SHA for d3224c5
mooncake-integration/vllm/distributed_object_store.cpp
@@ -322,6 +322,12 @@ pybind11::bytes DistributedObjectStore::get(const std::string &key) {
322
return kNullString;
323
}
324
325
+ if (slices.size() == 1 && slices[0].size == str_length) {
326
+ auto result = pybind11::bytes((char *)slices[0].ptr, str_length);
327
+ freeSlices(slices);
328
+ return result;
329
+ }
330
+
331
const char *str = exportSlices(slices, str_length);
332
freeSlices(slices);
333
if (!str) return kNullString;
0 commit comments