We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0b30139 commit 93391daCopy full SHA for 93391da
examples/whisper/README.md
@@ -87,7 +87,7 @@ trtllm-build --checkpoint_dir ${checkpoint_dir}/decoder \
87
--gemm_plugin ${INFERENCE_PRECISION} \
88
--bert_attention_plugin ${INFERENCE_PRECISION} \
89
--gpt_attention_plugin ${INFERENCE_PRECISION} \
90
- --remove_input_padding disable
+ --remove_input_padding enable
91
```
92
93
### Run
@@ -121,7 +121,7 @@ WEIGHT_ONLY_PRECISION=int8
121
MAX_BEAM_WIDTH=4
122
MAX_BATCH_SIZE=8
123
checkpoint_dir=distil_whisper_medium_en_weights_${WEIGHT_ONLY_PRECISION}
124
-output_dir=distil_whisper_medium_en${WEIGHT_ONLY_PRECISION}
+output_dir=distil_whisper_medium_en_${WEIGHT_ONLY_PRECISION}
125
126
python3 convert_checkpoint.py \
127
--use_weight_only \
0 commit comments