-
Notifications
You must be signed in to change notification settings - Fork 41
/
Copy pathjobs.py
51 lines (41 loc) · 1.36 KB
/
jobs.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
import datetime
import os
from celery import Celery
from github import Github
from github.GithubException import *
from gorse import Gorse
from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker
from utils import *
# Setup logger
logger = get_logger("jobs")
# Setup client
gorse_client = Gorse(os.getenv("GORSE_ADDRESS"), os.getenv("GORSE_API_KEY"))
# Setup celery
app = Celery("jobs", broker=os.getenv("BROKER_ADDRESS"))
# Setup sqlalchemy
engine = create_engine(os.getenv("SQLALCHEMY_DATABASE_URI"))
Session = sessionmaker()
Session.configure(bind=engine)
@app.task
def pull(token: str):
try:
# Fetch user login
github_client = Github(token)
login = github_client.get_user().login
# Fetch user record
session = Session()
user = session.query(User).filter(User.login == login).one()
try:
update_user(
gorse_client, user.token["access_token"], user.pulled_at)
user.pulled_at = datetime.datetime.now()
except BadCredentialsException as e:
session.delete(user)
logger.warning(
"invalid user token",
extra={"tags": {"login": user.login, "exception": str(e)}},
)
session.commit()
except Exception as e:
logger.exception("failed to update user labels and feedback")