Skip to content

Commit

Permalink
make yapf happy
Browse files Browse the repository at this point in the history
  • Loading branch information
cwharris committed Mar 14, 2024
1 parent 33ea700 commit 57fadfd
Showing 1 changed file with 6 additions and 7 deletions.
13 changes: 6 additions & 7 deletions examples/doca/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -123,13 +123,12 @@ def run_pipeline(pipeline_batch_size,

# add preprocessing stage
pipeline.add_stage(
PreprocessNLPStage(
config,
vocab_hash_file=hashfile,
do_lower_case=True,
truncation=True,
add_special_tokens=False,
column='data'))
PreprocessNLPStage(config,
vocab_hash_file=hashfile,
do_lower_case=True,
truncation=True,
add_special_tokens=False,
column='data'))

pipeline.add_stage(MonitorStage(config, description="Tokenize rate", unit='pkts'))

Expand Down

0 comments on commit 57fadfd

Please sign in to comment.