Refactor reasoning pipeline (#31)

* Move the text rendering out for reusability

* Refactor common operations in the reasoning pipeline

* Add run method

* Provide dedicated method for invoke
This commit is contained in:
Duc Nguyen (john)
2024-04-13 23:13:04 +07:00
committed by GitHub
parent af38708b77
commit 0417610d3e
6 changed files with 227 additions and 293 deletions

View File

@@ -39,7 +39,7 @@ class BaseComponent(Function):
if isinstance(node, BaseComponent):
node.set_output_queue(queue)
def report_output(self, output: Optional[dict]):
def report_output(self, output: Optional[Document]):
if self._queue is not None:
self._queue.put_nowait(output)

View File

@@ -270,7 +270,7 @@ class ChatOpenAI(BaseChatOpenAI):
def openai_response(self, client, **kwargs):
"""Get the openai response"""
params = {
params_ = {
"model": self.model,
"temperature": self.temperature,
"max_tokens": self.max_tokens,
@@ -285,6 +285,7 @@ class ChatOpenAI(BaseChatOpenAI):
"top_logprobs": self.top_logprobs,
"top_p": self.top_p,
}
params = {k: v for k, v in params_.items() if v is not None}
params.update(kwargs)
return client.chat.completions.create(**params)