From 115a7d76ae77dc8a3afd37fabd4a27c8ed18fdac Mon Sep 17 00:00:00 2001 From: Dipika Sikka Date: Thu, 14 Sep 2023 12:04:11 -0400 Subject: [PATCH] add TODO statements --- src/deepsparse/transformers/pipelines/text_generation.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/deepsparse/transformers/pipelines/text_generation.py b/src/deepsparse/transformers/pipelines/text_generation.py index 81dcb3e50f1..5ea0de995a3 100644 --- a/src/deepsparse/transformers/pipelines/text_generation.py +++ b/src/deepsparse/transformers/pipelines/text_generation.py @@ -146,6 +146,7 @@ class GeneratedText(BaseModel): ) +# TODO: Pydantic aliases allow assignment but not reference. Still need to update. class TextGenerationOutput(BaseModel): created: datetime.datetime = Field(description="Time of inference creation.") prompts: Union[str, List[str]] = Field( @@ -609,6 +610,7 @@ def engine_forward( finished_reason.append(FinishReason.STOP) break + # TODO: Add any generic callback reason? if callback is not None and callback(token) is False: _LOGGER.debug( "callback %s returned False, stopping generation."