This repository was archived by the owner on Sep 14, 2019. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 234
/
Copy pathloader.go
277 lines (263 loc) · 7.1 KB
/
loader.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
//
// Contributor: Aaron Meihm [email protected] [:alm]
package database /* import "github.com/mozilla/mig/database" */
import (
"database/sql"
"encoding/json"
"fmt"
_ "github.com/lib/pq"
"github.com/mozilla/mig"
)
// Return a loader entry ID given a loader key
func (db *DB) GetLoaderEntryID(key string) (ret float64, err error) {
if key == "" {
return ret, fmt.Errorf("key cannot be empty")
}
err = db.c.QueryRow(`SELECT id FROM loaders WHERE
loaderkey=$1 AND enabled=TRUE`, key).Scan(&ret)
if err != nil {
err = fmt.Errorf("No matching loader entry found for key")
return
}
return
}
// Return a loader ID and hashed key given a prefix string
func (db *DB) GetLoaderAuthDetails(prefix string) (lad mig.LoaderAuthDetails, err error) {
err = db.c.QueryRow(`SELECT id, salt, loaderkey FROM loaders WHERE
keyprefix=$1 AND enabled=TRUE`, prefix).Scan(&lad.ID, &lad.Salt, &lad.Hash)
if err != nil {
err = fmt.Errorf("Unable to locate loader from prefix")
return
}
err = lad.Validate()
if err != nil {
return
}
return
}
// Return a loader name given an ID
func (db *DB) GetLoaderName(id float64) (ret string, err error) {
err = db.c.QueryRow(`SELECT loadername FROM loaders
WHERE id=$1 AND enabled=TRUE`, id).Scan(&ret)
if err != nil {
err = fmt.Errorf("Unable to locate name for loader ID")
return
}
return
}
// Update a given loader entry using supplied agent information (e.g., provided
// during a manifest request by a loader instance
func (db *DB) UpdateLoaderEntry(lid float64, agt mig.Agent) (err error) {
if agt.Name == "" {
return fmt.Errorf("will not update loader entry with no agent name")
}
jEnv, err := json.Marshal(agt.Env)
if err != nil {
return
}
jTags, err := json.Marshal(agt.Tags)
if err != nil {
return
}
_, err = db.c.Exec(`UPDATE loaders
SET name=$1, env=$2, tags=$3,
queueloc=NULLIF($4, ''),
lastseen=now()
WHERE id=$5`,
agt.Name, jEnv, jTags, agt.QueueLoc, lid)
if err != nil {
return err
}
return
}
// If any expected environment has been set on a loader entry, this function
// validates the environment submitted by the loader matches that expected
// query string; returns an error if not
func (db *DB) CompareLoaderExpectEnv(lid float64) error {
var (
expectenv sql.NullString
result bool
)
rerr := fmt.Errorf("loader environment verification failed")
txn, err := db.c.Begin()
if err != nil {
return rerr
}
_, err = txn.Exec("SET LOCAL ROLE migreadonly")
if err != nil {
txn.Rollback()
return rerr
}
err = txn.QueryRow(`SELECT expectenv FROM loaders WHERE
id=$1`, lid).Scan(&expectenv)
if err != nil {
txn.Rollback()
return rerr
}
// If no expected environment is set, we are done here
if !expectenv.Valid || expectenv.String == "" {
err = txn.Commit()
if err != nil {
txn.Rollback()
return err
}
return nil
}
qfmt := fmt.Sprintf("SELECT TRUE FROM loaders WHERE id=$1 AND %v", expectenv.String)
err = txn.QueryRow(qfmt, lid).Scan(&result)
if err != nil {
txn.Rollback()
return rerr
}
err = txn.Commit()
if err != nil {
txn.Rollback()
return rerr
}
return nil
}
// Given a loader ID, identify which manifest is applicable to return to this
// loader in a manifest request
func (db *DB) ManifestIDFromLoaderID(lid float64) (ret float64, err error) {
rows, err := db.c.Query(`SELECT id, target FROM manifests
WHERE status='active' ORDER BY timestamp DESC`)
if err != nil {
return
}
if rows != nil {
defer rows.Close()
}
for rows.Next() {
var mtarg string
err = rows.Scan(&ret, &mtarg)
if err != nil {
return 0, err
}
qs := fmt.Sprintf("SELECT 1 FROM loaders WHERE id=$1 AND %v", mtarg)
tr, err := db.c.Query(qs, lid)
if err != nil {
return 0, err
}
if tr == nil {
continue
}
if tr.Next() {
// We had a valid match
tr.Close()
return ret, nil
}
tr.Close()
}
err = fmt.Errorf("No matching manifest was found for loader entry")
return
}
// Return all the loader entries that match the targeting string for manifest mid
func (db *DB) AllLoadersFromManifestID(mid float64) (ret []mig.LoaderEntry, err error) {
var mtarg string
err = db.c.QueryRow(`SELECT target FROM manifests
WHERE (status='active' OR status='staged') AND id=$1`, mid).Scan(&mtarg)
if err != nil {
return
}
qs := fmt.Sprintf(`SELECT id, loadername, name, lastseen, enabled
FROM loaders WHERE enabled=TRUE AND %v`, mtarg)
rows, err := db.c.Query(qs)
if err != nil {
return
}
if rows != nil {
defer rows.Close()
}
for rows.Next() {
var agtname sql.NullString
nle := mig.LoaderEntry{}
err = rows.Scan(&nle.ID, &nle.Name, &agtname, &nle.LastSeen, &nle.Enabled)
if err != nil {
return ret, err
}
// This should always be valid, if it is not that means we have a loader
// entry updated with a valid env, but a NULL agent name. In that case we
// just don't set the agent name in the loader entry.
if agtname.Valid {
nle.AgentName = agtname.String
}
ret = append(ret, nle)
}
return
}
// Return a loader entry given an ID
func (db *DB) GetLoaderFromID(lid float64) (ret mig.LoaderEntry, err error) {
var name, expectenv sql.NullString
err = db.c.QueryRow(`SELECT id, loadername, keyprefix, name, lastseen, enabled,
expectenv
FROM loaders WHERE id=$1`, lid).Scan(&ret.ID, &ret.Name,
&ret.Prefix, &name, &ret.LastSeen, &ret.Enabled,
&expectenv)
if err != nil {
err = fmt.Errorf("Error while retrieving loader: '%v'", err)
return
}
if name.Valid {
ret.AgentName = name.String
}
if expectenv.Valid {
ret.ExpectEnv = expectenv.String
}
return
}
// Enable or disable a loader entry in the database
func (db *DB) LoaderUpdateStatus(lid float64, status bool) (err error) {
_, err = db.c.Exec(`UPDATE loaders SET enabled=$1 WHERE
id=$2`, status, lid)
if err != nil {
return err
}
return
}
// Update loader expect fields
func (db *DB) LoaderUpdateExpect(lid float64, eenv string) (err error) {
var eset sql.NullString
if eenv != "" {
eset.String = eenv
eset.Valid = true
}
_, err = db.c.Exec(`UPDATE loaders SET expectenv=$1 WHERE
id=$2`, eset, lid)
if err != nil {
return err
}
return
}
// Change loader key, hashkey should be the hashed version of the key component
func (db *DB) LoaderUpdateKey(lid float64, hashkey []byte, salt []byte) (err error) {
_, err = db.c.Exec(`UPDATE loaders SET loaderkey=$1, salt=$2 WHERE
id=$3`, hashkey, salt, lid)
if err != nil {
return err
}
return
}
// Add a new loader entry to the database; the hashed loader key should
// be provided as hashkey
func (db *DB) LoaderAdd(le mig.LoaderEntry, hashkey []byte, salt []byte) (newle mig.LoaderEntry, err error) {
var eval sql.NullString
if le.ExpectEnv != "" {
eval.String = le.ExpectEnv
eval.Valid = true
}
err = db.c.QueryRow(`INSERT INTO loaders
(loadername, keyprefix, loaderkey, salt, lastseen, enabled,
expectenv)
VALUES
($1, $2, $3, $4, now(), FALSE, $5)
RETURNING id`, le.Name,
le.Prefix, hashkey, salt, eval).Scan(&le.ID)
if err != nil {
return
}
newle = le
return
}