Skip to content

Commit

Permalink
reduce benchmark time by reducing default context num and adding a co…
Browse files Browse the repository at this point in the history
…nfig with a lot of contexts
  • Loading branch information
RLKRo committed Oct 18, 2024
1 parent bc3bd91 commit 96ebd44
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions chatsky/utils/db_benchmark/basic_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@ class BasicBenchmarkConfig(BenchmarkConfig, frozen=True):
Dialog length is configured using `from_dialog_len`, `to_dialog_len`, `step_dialog_len`.
"""

context_num: int = 30
context_num: int = 5
"""
Number of times the contexts will be benchmarked.
Increasing this number decreases standard error of the mean for benchmarked data.
Expand Down Expand Up @@ -188,25 +188,25 @@ def context_updater(self, context: Context) -> Optional[Context]:
misc_dimensions=(0, 0),
),
"default": BasicBenchmarkConfig(),
"large-misc--long-dialog": BasicBenchmarkConfig(
"many-contexts": BasicBenchmarkConfig(
context_num=50,
),
"large-misc-long-dialog": BasicBenchmarkConfig(
from_dialog_len=500,
to_dialog_len=550,
message_dimensions=(3, 5, 6, 5, 3),
misc_dimensions=(2, 4, 3, 8, 100),
),
"very-long-dialog-len": BasicBenchmarkConfig(
context_num=10,
from_dialog_len=10000,
to_dialog_len=10050,
),
"very-long-message-len": BasicBenchmarkConfig(
context_num=10,
from_dialog_len=1,
to_dialog_len=3,
message_dimensions=(10000, 1),
),
"very-long-misc-len": BasicBenchmarkConfig(
context_num=10,
from_dialog_len=1,
to_dialog_len=3,
misc_dimensions=(10000, 1),
Expand Down

0 comments on commit 96ebd44

Please sign in to comment.