-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathqueue.yaml
85 lines (82 loc) · 2.32 KB
/
queue.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
# This file is part of VertNet: https://github.com/VertNet/webapp
#
# VertNet is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# VertNet is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Foobar. If not, see: http://www.gnu.org/licenses
# Note: Make sure that all named tasks are consistent between queue.yaml files for
# versions deploying to the same app. For example, /webapp/queue.yaml and
# /dwc-indexer/queue.yaml, otherwise when task queues will be disabled that are
# not in the currently deployed app.
# Queue configuration for the app:
total_storage_limit: 900M
queue:
- name: apitracker
rate: 35/s
retry_parameters:
task_retry_limit: 7
task_age_limit: 32m
min_backoff_seconds: 30
max_backoff_seconds: 500
max_doublings: 5
- name: download
rate: 35/s
- name: downloadwrite
rate: 35/s
- name: compose
rate: 35/s
- name: test
rate: 35/s
- name: count
rate: 35/s
- name: cleanup
rate: 35/s
retry_parameters:
task_retry_limit: 5
task_age_limit: 8m
min_backoff_seconds: 10
max_backoff_seconds: 160
max_doublings: 5
- name: index-delete-dataset
rate: 35/s
retry_parameters:
task_retry_limit: 7
task_age_limit: 60m
min_backoff_seconds: 30
max_backoff_seconds: 960
max_doublings: 7
- name: index-delete-resource
rate: 35/s
retry_parameters:
task_retry_limit: 7
task_age_limit: 60m
min_backoff_seconds: 30
max_backoff_seconds: 960
max_doublings: 7
- name: apitracker
rate: 35/s
retry_parameters:
task_retry_limit: 7
task_age_limit: 32m
min_backoff_seconds: 30
max_backoff_seconds: 500
max_doublings: 5
- name: usagestatsqueue
rate: 35/s
# index-clean is dangerous - turn it on only if you really need to
#- name: index-clean
# rate: 35/s
# retry_parameters:
# task_retry_limit: 7
# task_age_limit: 60m
# min_backoff_seconds: 30
# max_backoff_seconds: 960
# max_doublings: 7