Skip to content

应用开启流式输出报错 #88

@hudeng-go

Description

@hudeng-go

错误日志如下:

Original traceback:
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 338, in __call__
    if args and isinstance(args[0], kwargs) else self._call_impl(*args, **kw))
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 359, in _call_impl
    r = self.forward(**args[0], **kw) if args and isinstance(args[0], kwargs) else self.forward(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/llms/online
module/base/onlineChatModuleBase.py", line 187, in forward
    extractor = self._extract_specified_key_fields(self._merge_stream_result(msg_json))
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/llms/onlinemodule/base/onlineChatModuleBase.py", line 152, in _merge_stream_result
    return {k: self._merge_stream_result([d.get(k) for d in src], k == 'content') for k in set().union(*src)}
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/llms/onlinemodule/base/onlineChatModuleBase.py", line 152, in <dictcomp>
    return {k: self._merge_stream_result([d.get(k) for d in src], k == 'content') for k in set().union(*src)}
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/llms/onlinemodule/base/onlineChatModuleBase.py", line 145, in _merge_stream_result
    assert len(set(map(len, src))) == 1, f'The lists of elements: {src} have different lengths.'
Original traceback:
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 338, in __call__
    if args and isinstance(args[0], kwargs) else self._call_impl(*args, **kw))
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 359, in _call_impl
    r = self.forward(**args[0], **kw) if args and isinstance(args[0], kwargs) else self.forward(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/engine/engine.py", line 786, in forward
    return self._m(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 342, in __call__
    raise RuntimeError(
Original traceback:
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 338, in __call__
    if args and isinstance(args[0], kwargs) else self._call_impl(*args, **kw))
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 359, in _call_impl
    r = self.forward(**args[0], **kw) if args and isinstance(args[0], kwargs) else self.forward(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 536, in forward
 
   return self.action(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 176, in __call__
    output = self._run(args[0] if len(args) == 1 else package(args), **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 300, in _run
    output = self.invoke(it, output, bind_args_source=bind_args_source, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 237, in invoke
    return it(__input, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 176, in __call__
    output = self._run(args[0] if len(args) == 1 else package(args), **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 700, in _run
    return futures[Graph.end_node_name].result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 451, in result
    return self.__get_result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result
    raise self._exception
  File "/usr/local/lib/python3.10/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 665, in compute_node
    input = self._get_input(list(node.inputs.keys())[0], node, intermediate_results, futures)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 648, in _get_input
    r = futures[name].result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 458, in result
    return self.__get_result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result
    raise self._exception
  File "/usr/local/lib/python3.10/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 683, in compute_node
    return self.invoke(node.func, input, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/flow/flow.py", line 237, in invoke
    return it(__input, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 342, in __call__
    raise RuntimeError(
Original traceback:
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 338, in __call__
    if args and isinstance(args[0], kwargs) else self._call_impl(*args, **kw))
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 359, in _call_impl
    r = self.forward(**args[0], **kw) if args and isinstance(args[0], kwargs) else self.forward(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/engine/engine.py", line 198, in forward
    return self._g(*args, **kw)
  File "/usr/local/lib/python3.10/site-packages/lazyllm/module/module.py", line 342, in __call__
    raise RuntimeError(

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions