-
Notifications
You must be signed in to change notification settings - Fork 2.5k
/
tasks.py
100 lines (79 loc) · 3.41 KB
/
tasks.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
# https://github.com/pyinvoke/invoke/issues/833
import inspect
import os
import shutil
from invoke import run, task
if not hasattr(inspect, "getargspec"):
inspect.getargspec = inspect.getfullargspec
@task
def devenv(c, endpoints="all"):
"""Brings up the test environment, by wrapping docker compose."""
clean(c)
cmd = f"docker compose --profile {endpoints} up -d --build"
run(cmd)
@task
def build_docs(c):
"""Generates the sphinx documentation."""
run("pip install -r docs/requirements.txt")
run("make -C docs html")
@task
def linters(c):
"""Run code linters"""
run("flake8 tests redis")
run("black --target-version py37 --check --diff tests redis")
run("isort --check-only --diff tests redis")
run("vulture redis whitelist.py --min-confidence 80")
run("flynt --fail-on-change --dry-run tests redis")
@task
def all_tests(c):
"""Run all linters, and tests in redis-py."""
linters(c)
tests(c)
@task
def tests(c, uvloop=False, protocol=2, profile=False):
"""Run the redis-py test suite against the current python."""
print("Starting Redis tests")
standalone_tests(c, uvloop=uvloop, protocol=protocol, profile=profile)
cluster_tests(c, uvloop=uvloop, protocol=protocol, profile=profile)
@task
def standalone_tests(
c, uvloop=False, protocol=2, profile=False, redis_mod_url=None, extra_markers=""
):
"""Run tests against a standalone redis instance"""
profile_arg = "--profile" if profile else ""
redis_mod_url = f"--redis-mod-url={redis_mod_url}" if redis_mod_url else ""
extra_markers = f" and {extra_markers}" if extra_markers else ""
if uvloop:
run(
f"pytest {profile_arg} --protocol={protocol} {redis_mod_url} --cov=./ --cov-report=xml:coverage_resp{protocol}_uvloop.xml -m 'not onlycluster and not graph{extra_markers}' --uvloop --junit-xml=standalone-resp{protocol}-uvloop-results.xml"
)
else:
run(
f"pytest {profile_arg} --protocol={protocol} {redis_mod_url} --cov=./ --cov-report=xml:coverage_resp{protocol}.xml -m 'not onlycluster and not graph{extra_markers}' --junit-xml=standalone-resp{protocol}-results.xml"
)
@task
def cluster_tests(c, uvloop=False, protocol=2, profile=False):
"""Run tests against a redis cluster"""
profile_arg = "--profile" if profile else ""
cluster_url = "redis://localhost:16379/0"
cluster_tls_url = "rediss://localhost:27379/0"
if uvloop:
run(
f"pytest {profile_arg} --protocol={protocol} --cov=./ --cov-report=xml:coverage_cluster_resp{protocol}_uvloop.xml -m 'not onlynoncluster and not redismod and not graph' --redis-url={cluster_url} --redis-ssl-url={cluster_tls_url} --junit-xml=cluster-resp{protocol}-uvloop-results.xml --uvloop"
)
else:
run(
f"pytest {profile_arg} --protocol={protocol} --cov=./ --cov-report=xml:coverage_cluster_resp{protocol}.xml -m 'not onlynoncluster and not redismod and not graph' --redis-url={cluster_url} --redis-ssl-url={cluster_tls_url} --junit-xml=cluster-resp{protocol}-results.xml"
)
@task
def clean(c):
"""Stop all dockers, and clean up the built binaries, if generated."""
if os.path.isdir("build"):
shutil.rmtree("build")
if os.path.isdir("dist"):
shutil.rmtree("dist")
run("docker compose --profile all rm -s -f")
@task
def package(c):
"""Create the python packages"""
run("python setup.py sdist bdist_wheel")