Skip to content

Commit

Permalink
Update test.py
Browse files Browse the repository at this point in the history
  • Loading branch information
mgoin authored Jul 12, 2023
1 parent b830c6a commit 4ce8d2a
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions examples/chat/test.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,14 @@


ort_codegen = TextGenerationPipeline(
model_path="/home/mgoin/slow/nyann/deepsparse/codegen-350M-multi",
model_path="codegen-350M-multi",
engine_type="onnxruntime",
sequence_length=1024,
num_tokens_to_generate=128,
streamer=True)

ds_codegen = TextGenerationPipeline(
model_path="/home/mgoin/slow/nyann/deepsparse/codegen-350M-multi",
model_path="codegen-350M-multi",
engine_type="deepsparse",
sequence_length=1024,
num_tokens_to_generate=128,
Expand Down Expand Up @@ -79,4 +79,4 @@ def hello_world():
print('Hello World!')
print('World!')
print('Hello World!')
"""
"""

0 comments on commit 4ce8d2a

Please sign in to comment.