Skip to content

Commit

Permalink
Fix minor bug
Browse files Browse the repository at this point in the history
  • Loading branch information
nv-hwoo committed Oct 13, 2023
1 parent 0ef7512 commit 359a81c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/c++/perf_analyzer/docs/examples/profile.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ def profile(args, input_data_file):
subprocess.run(args=[command], shell=True)


def generate_input_data(args, filename):
def generate_input_data(args, prompt_size, filename):
request_parameters = f"""
{{
"max_tokens": {args.max_tokens},
Expand Down Expand Up @@ -169,7 +169,7 @@ def generate_input_data(args, filename):
start, end, step = args.prompt_size_range
for prompt_size in range(start, end + 1, step):
if not args.input_data:
generate_input_data(args, TEMP_INPUT_FILE)
generate_input_data(args, prompt_size, TEMP_INPUT_FILE)

profile(args, args.input_data if args.input_data else TEMP_INPUT_FILE)
avg_first_token_latency, avg_token_to_token_latency = calculate_avg_latencies()
Expand Down

0 comments on commit 359a81c

Please sign in to comment.