From 2f75aa29f172e850e5166e43f0ad72753b1d525a Mon Sep 17 00:00:00 2001 From: waleedqk Date: Tue, 9 Jul 2024 13:57:59 -0400 Subject: [PATCH] update caikit-tgis-backend version to access the updated proto fields Signed-off-by: waleedqk --- caikit_nlp/modules/text_generation/text_generation_tgis.py | 4 ++-- pyproject.toml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/caikit_nlp/modules/text_generation/text_generation_tgis.py b/caikit_nlp/modules/text_generation/text_generation_tgis.py index 76c6ec89..2c458d27 100644 --- a/caikit_nlp/modules/text_generation/text_generation_tgis.py +++ b/caikit_nlp/modules/text_generation/text_generation_tgis.py @@ -238,7 +238,7 @@ def run( generated_tokens: bool = True, token_logprobs: bool = True, token_ranks: bool = True, - include_stop_sequence: bool = True, + include_stop_sequence: Optional[bool] = True, context: Optional[RuntimeServerContextType] = None, ) -> GeneratedTextResult: f"""Run inference against the model running in TGIS. @@ -299,7 +299,7 @@ def run_stream_out( generated_tokens: bool = True, token_logprobs: bool = True, token_ranks: bool = True, - include_stop_sequence: bool = True, + include_stop_sequence: Optional[bool] = True, context: Optional[RuntimeServerContextType] = None, ) -> Iterable[GeneratedTextStreamResult]: f"""Run output stream inferencing for text generation module. diff --git a/pyproject.toml b/pyproject.toml index ed967814..5d878893 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -15,7 +15,7 @@ classifiers=[ ] dependencies = [ "caikit[runtime-grpc,runtime-http]>=0.26.34,<0.27.0", - "caikit-tgis-backend>=0.1.34,<0.2.0", + "caikit-tgis-backend>=0.1.36,<0.2.0", # TODO: loosen dependencies "grpcio>=1.62.2", # explicitly pin grpc dependencies to a recent version to avoid pip backtracking "grpcio-reflection>=1.62.2",