-
Notifications
You must be signed in to change notification settings - Fork 4
/
moonshot.config.ts
105 lines (103 loc) · 2.98 KB
/
moonshot.config.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
type MoonshotConfig = {
baselineSelectedCookbooks: string[];
estimatedPromptResponseTime: number;
cookbookCategoriesTabs: {
id: string;
label: string;
categoryNames: string[];
}[];
cookbooksOrder: string[];
cookbookTags: {
[cookbookId: string]: string[];
};
webAPI: {
hostURL: string;
basePathSessions: '/api/v1/sessions';
basePathPromptTemplates: '/api/v1/prompt-templates';
basePathConnectors: '/api/v1/connectors';
basePathLLMEndpoints: '/api/v1/llm-endpoints';
basePathCookbooks: '/api/v1/cookbooks';
basePathContextStrategies: '/api/v1/context-strategies';
basePathRecipes: '/api/v1/recipes';
basePathBenchmarks: '/api/v1/benchmarks';
basePathRunners: '/api/v1/runners';
basePathAttackModules: '/api/v1/attack-modules/metadata';
basePathBookmarks: '/api/v1/bookmarks';
};
};
const config: MoonshotConfig = {
baselineSelectedCookbooks: [
'mlc-ai-safety',
'common-risk-easy',
'common-risk-hard',
],
cookbooksOrder: ['singapore-context', 'mlc-ai-safety'],
cookbookTags: {
'common-risk-easy': [
'Bias',
'Toxicity',
'General knowledge',
'Common sense morality',
'Jailbreak',
],
'common-risk-hard': [
'Bias',
'Toxicity',
'General knowledge',
'Common sense morality',
'Jailbreak',
],
'legal-summarisation': ['Summarisation', 'Legal'],
'leaderboard-cookbook': [
'MMLU',
'Truthfulness',
'Common sense reasoning',
'Science',
'Math',
],
'medical-llm-leaderboard': ['Medical board exam'],
'mlc-ai-safety': [
'Dangerous or violent recommendations',
'Child abuse and exploitation',
'Hate',
'Non-violent crimes',
'Sex-related crimes',
'Suicide and self harm',
],
'singapore-context': ['General knowledge', 'Singapore'],
'tamil-language-cookbook': [
'Tamil comprehension',
'Tamil generation',
'Tamil literature',
],
},
cookbookCategoriesTabs: [
{ id: 'capability', label: 'Capability', categoryNames: ['capability'] },
{
id: 'trustAndSafety',
label: 'Trust & Safety',
categoryNames: ['Trust & Safety'],
},
{
id: 'others',
label: 'Others',
categoryNames: ['exclude:capability', 'exclude:Trust & Safety'],
},
],
estimatedPromptResponseTime: 1, // seconds
webAPI: {
hostURL: process.env.MOONSHOT_API_URL || 'http://localhost:5000',
basePathSessions: '/api/v1/sessions',
basePathPromptTemplates: '/api/v1/prompt-templates',
basePathConnectors: '/api/v1/connectors',
basePathLLMEndpoints: '/api/v1/llm-endpoints',
basePathCookbooks: '/api/v1/cookbooks',
basePathContextStrategies: '/api/v1/context-strategies',
basePathRecipes: '/api/v1/recipes',
basePathBenchmarks: '/api/v1/benchmarks',
basePathRunners: '/api/v1/runners',
basePathAttackModules: '/api/v1/attack-modules/metadata',
basePathBookmarks: '/api/v1/bookmarks',
},
};
export default config;