Skip to content

Commit

Permalink
removing extra spaces
Browse files Browse the repository at this point in the history
  • Loading branch information
maleksan85 committed Jan 18, 2025
1 parent f42c45e commit 629cae8
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion benchmarks/profiling/benchmark_latency.py
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,7 @@ def get_profiling_context(profile_result_dir: Optional[str] = None):
top_p=1.0,
ignore_eos=True,
max_tokens=args.output_len,
detokenize = False,
detokenize=False,
)
print(sampling_params)
dummy_prompt_token_ids = np.random.randint(10000,
Expand Down
4 changes: 2 additions & 2 deletions benchmarks/profiling/benchmark_throughput.py
Original file line number Diff line number Diff line change
Expand Up @@ -135,7 +135,7 @@ def get_profiling_context(profile_dir: Optional[str] = None):
top_p=1.0,
ignore_eos=True,
max_tokens=output_len,
detokenize = False,
detokenize=False,
))

if args.profile_torch or args.profile_rpd:
Expand Down Expand Up @@ -172,7 +172,7 @@ async def run_vllm_async(
top_p=1.0,
ignore_eos=True,
max_tokens=output_len,
detokenize = False,
detokenize=False,
))

generators = []
Expand Down

0 comments on commit 629cae8

Please sign in to comment.