-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathWikiCohereEnglishEmbeddingOnly35MReplaceStreamingScenario.cs
44 lines (36 loc) · 1.67 KB
/
WikiCohereEnglishEmbeddingOnly35MReplaceStreamingScenario.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
using Microsoft.Extensions.Configuration;
namespace VectorIndexScenarioSuite
{
internal class WikiCohereEnglishEmbeddingOnly35MReplaceStreamingScenario : WikiCohereEnglishEmbeddingBase
{
protected override string RunName => "wiki-cohere-english-embedding-only-35M-replace-streaming-" + guid;
public WikiCohereEnglishEmbeddingOnly35MReplaceStreamingScenario(IConfiguration configurations) :
base(configurations, DefaultInitialAndFinalThroughput(configurations).Item1)
{ }
public override void Setup()
{
this.ReplaceFinalThroughput(DefaultInitialAndFinalThroughput(this.Configurations).Item2);
}
public override async Task Run()
{
await RunStreamingScenario("runbooks/wikipedia-35M_expirationtime_replace_only_runbook.yaml");
}
protected override string GetGroundTruthDataPath(int stepNumber)
{
string directory = this.Configurations["AppSettings:dataFilesBasePath"] ??
throw new ArgumentNullException("AppSettings:dataFilesBasePath");
string fileName = $"wikipedia-35M_expirationtime_runbook_replace_only_data\\step{stepNumber}.gt100";
return Path.Combine(directory, fileName);
}
private static (int, int) DefaultInitialAndFinalThroughput(IConfiguration configurations)
{
// Setup the scenario with 10physical partitions and 100K RU/s.
// Partition count = ceil(RUs / 6000)
return (60000, 100000);
}
public override void Stop()
{
// No Operation required.
}
}
}