Skip to content

Commit

Permalink
build: fix ci
Browse files Browse the repository at this point in the history
  • Loading branch information
dovahcrow committed Oct 26, 2021
1 parent 42bf188 commit fb1b323
Show file tree
Hide file tree
Showing 3 changed files with 58 additions and 59 deletions.
9 changes: 5 additions & 4 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,13 +26,14 @@ jobs:
- name: Cache venv
uses: actions/cache@v2
with:
path: ~/.local/share/virtualenvs
path: ~/.cache/pypoetry/virtualenvs
key: ${{ runner.os }}-build-${{ matrix.python }}-${{ hashFiles('poetry.lock') }}

- name: Install dependencies
run: |
pip install poetry
poetry install
poetry config --list
- name: Print tool versions
run: |
Expand All @@ -48,7 +49,7 @@ jobs:
run: poetry run mypy dataprep

- name: Test the project
run: poetry run pytest --cov=dataprep dataprep/tests
run: poetry run pytest --cov-report xml --cov=dataprep dataprep/tests
env:
DATAPREP_BROWSER_TESTS: 0
DATAPREP_CREDENTIAL_TESTS: 0
Expand Down Expand Up @@ -78,12 +79,12 @@ jobs:
- name: Install dependencies
run: |
pip install poetry
poetry config virtualenvs.in-project true
curl -L https://github.com/jgm/pandoc/releases/download/2.11.2/pandoc-2.11.2-1-amd64.deb -o /tmp/pandoc.deb && sudo dpkg -i /tmp/pandoc.deb
- name: Cache venv
uses: actions/cache@v2
with:
path: ~/.local/share/virtualenvs
path: ~/.cache/pypoetry/virtualenvs
key: ${{ runner.os }}-build-${{ matrix.python }}-${{ hashFiles('poetry.lock') }}

- name: Install dependencies
Expand Down
2 changes: 0 additions & 2 deletions poetry.toml

This file was deleted.

106 changes: 53 additions & 53 deletions pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,91 +1,89 @@
[tool.poetry]
name = "dataprep"
version = "0.3.0"
description = "Dataprep: Data Preparation in Python"
authors = ["SFU Database System Lab <[email protected]>"]
description = "Dataprep: Data Preparation in Python"
maintainers = [
"Weiyuan Wu <[email protected]>",
"Jinglin Peng <[email protected]>",
"Pei Wang <[email protected]>",
"Brandon Lockhart <[email protected]>",
"Song Bian <[email protected]>"
"Weiyuan Wu <[email protected]>",
"Jinglin Peng <[email protected]>",
"Pei Wang <[email protected]>",
"Brandon Lockhart <[email protected]>",
"Song Bian <[email protected]>",
]
name = "dataprep"
version = "0.3.0"

license = "MIT"

readme = "README.md" # Markdown files are supported
readme = "README.md" # Markdown files are supported

repository = "https://github.com/sfu-db/dataprep"
homepage = "https://github.com/sfu-db/dataprep"
repository = "https://github.com/sfu-db/dataprep"

keywords = ["dataprep", "eda", "connector", "data science", "exploratory data analysis", "data exploration"]

classifiers = [
"Development Status :: 4 - Beta",
"Topic :: Software Development :: Build Tools",
"Environment :: Console",
"Operating System :: OS Independent",
"Intended Audience :: Science/Research",
"Intended Audience :: Developers",
"Intended Audience :: Financial and Insurance Industry",
"Intended Audience :: Healthcare Industry",
"Topic :: Scientific/Engineering",
"Framework :: IPython",
"Development Status :: 4 - Beta",
"Topic :: Software Development :: Build Tools",
"Environment :: Console",
"Operating System :: OS Independent",
"Intended Audience :: Science/Research",
"Intended Audience :: Developers",
"Intended Audience :: Financial and Insurance Industry",
"Intended Audience :: Healthcare Industry",
"Topic :: Scientific/Engineering",
"Framework :: IPython",
]

[tool.poetry.dependencies]
python = "^3.6.1"

# Dependencies for EDA
dask = { version = "^2.25", extras = [ "array", "dataframe", "delayed" ]}
pandas = "^1.1"
numpy = "^1"
scipy = "^1"
bokeh = "^2"
bottleneck = "^1.3"
dask = {version = "^2.25", extras = ["array", "dataframe", "delayed"]}
nltk = "^3.5"
numpy = "^1"
pandas = "^1.1"
scipy = "^1"
wordcloud = "^1.8"
bottleneck = "^1.3"

# Dependencies for Connector
aiohttp = "^3.6"
ipywidgets = "^7.5"
jinja2 = "^2.11"
tqdm = "^4.48"
jsonpath-ng = "^1.5"
aiohttp = "^3.6"
pydantic = "^1.6"
ipywidgets = "^7.5"
tqdm = "^4.48"

# Dependencies for Clean
regex = "^2020.10.15"
usaddress = "^0.5.10"
levenshtein = "^0.12.0"
metaphone = "^0.6"
varname = "^0.8.1"
python-stdnum = "^1.16"
regex = "^2020.10.15"
usaddress = "^0.5.10"
varname = "^0.8.1"

[tool.poetry.dev-dependencies]
pylint = "^2.4"
pytest = "^5.4"
mypy = "^0.770"
black = "^20.8b1"
nbsphinx = "^0.7"
sphinx = "^3"
toml = "^0.10.0"
rstcheck = "^3.3.1"
sphinx-autobuild = "^0.7.1"
pytest-cov = "^2.10"
codecov = "^2.1"
sphinx-autodoc-typehints = "^1.10"
ipython = "^7.13"
rope = "^0.16"
seaborn = "^0.10.1"
docopt = "^0.6.2"
gitpython = "^3.1"
ipykernel = "^5.3"
docopt = "^0.6.2"
ipython = "^7.13"
mypy = "^0.770"
nbsphinx = "^0.7"
pylint = "^2.4"
pytest = "^5.4"
pytest-cov = "^2.10"
python-semantic-release = "^7.3"
rope = "^0.16"
rstcheck = "^3.3.1"
seaborn = "^0.10.1"
sphinx = "^3"
sphinx-autobuild = "^0.7.1"
sphinx-autodoc-typehints = "^1.10"
toml = "^0.10.0"

[tool.black]
line-length = 100
target-version = ['py36', 'py37']
exclude = '''
(
/(
Expand All @@ -98,16 +96,18 @@ exclude = '''
)/
)
'''
line-length = 100
target-version = ['py36', 'py37']

[tool.semantic_release]
version_variable = "dataprep/__init__.py:__version__"
version_source = "tag"
commit_subject = "v{version}"
commit_message = "Bump to v{version}"
commit_author = "Weiyuan Wu <[email protected]>"
branch = "master"
commit_author = "Weiyuan Wu <[email protected]>"
commit_message = "Bump to v{version}"
commit_subject = "v{version}"
commit_version_number = true
version_source = "tag"
version_variable = "dataprep/__init__.py:__version__"

[build-system]
requires = ["poetry>=1"]
build-backend = "poetry.masonry.api"
requires = ["poetry>=1"]

1 comment on commit fb1b323

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

DataPrep.EDA Benchmarks

Benchmark suite Current: fb1b323 Previous: 91085c8 Ratio
dataprep/tests/benchmarks/eda.py::test_create_report 0.15440517408269766 iter/sec (stddev: 0.056171522892861155) 0.18671820415733806 iter/sec (stddev: 0.16319039534237384) 1.21

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.