Skip to content

Commit

Permalink
benchmarking time reduce update
Browse files Browse the repository at this point in the history
  • Loading branch information
pseusys committed Oct 17, 2024
1 parent 214f093 commit 9267a3f
Showing 1 changed file with 6 additions and 10 deletions.
16 changes: 6 additions & 10 deletions chatsky/utils/db_benchmark/basic_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -96,9 +96,9 @@ class BasicBenchmarkConfig(BenchmarkConfig, frozen=True):
Number of times the contexts will be benchmarked.
Increasing this number decreases standard error of the mean for benchmarked data.
"""
from_dialog_len: int = 300
from_dialog_len: int = 25
"""Starting dialog len of a context."""
to_dialog_len: int = 311
to_dialog_len: int = 50
"""
Final dialog len of a context.
:py:meth:`~.BasicBenchmarkConfig.context_updater` will return contexts
Expand Down Expand Up @@ -177,27 +177,23 @@ def context_updater(self, context: Context) -> Optional[Context]:
basic_configurations = {
"large-misc": BasicBenchmarkConfig(
from_dialog_len=1,
to_dialog_len=50,
to_dialog_len=26,
message_dimensions=(3, 5, 6, 5, 3),
misc_dimensions=(2, 4, 3, 8, 100),
),
"short-messages": BasicBenchmarkConfig(
from_dialog_len=500,
to_dialog_len=550,
message_dimensions=(2, 30),
misc_dimensions=(0, 0),
),
"default": BasicBenchmarkConfig(),
"large-misc--long-dialog": BasicBenchmarkConfig(
from_dialog_len=500,
to_dialog_len=550,
"large-misc-long-dialog": BasicBenchmarkConfig(
message_dimensions=(3, 5, 6, 5, 3),
misc_dimensions=(2, 4, 3, 8, 100),
),
"very-long-dialog-len": BasicBenchmarkConfig(
context_num=10,
from_dialog_len=10000,
to_dialog_len=10050,
from_dialog_len=1000,
to_dialog_len=1050,
),
"very-long-message-len": BasicBenchmarkConfig(
context_num=10,
Expand Down

0 comments on commit 9267a3f

Please sign in to comment.