-
Notifications
You must be signed in to change notification settings - Fork 11
/
Copy pathpyproject.toml
86 lines (79 loc) · 2.84 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
[tool.poetry]
name = "bertrend"
version = "0.2.0"
description = "BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM"
authors = ["Jérôme Picault <[email protected]>", "Guillaume Grosjean <[email protected]>", "Allaa Boutaleb <[email protected]>"]
license = "LICENSE.md"
readme = "README.md"
repository = "https://github.com/rte-france/BERTrend"
keywords = ["topics", "BERTopic", "transformers", "weak signals"]
packages = [
{ include = "bertrend" },
{ include = "bertrend_apps" },
]
exclude = [ "data" ]
[tool.poetry.dependencies]
python = "^3.11"
ipython = "^8.28.0"
# These packages are mandatory and form the core of this package’s distribution.
#accelerate = "^0.34.2" # required?
bertopic = "0.16.2"
black = "^24.10.0"
datamapplot = "0.3.0"
dateparser = "^1.2.0"
dask = "2024.9.1" # issues with >=2025.x (https://github.com/dask/dask/issues/11678)
gensim = "4.3.2"
hdbscan = "^0.8.40"
joblib = "^1.4.2"
jsonlines = "^4.0.0"
langdetect = "^1.0.9"
langchain-community = "^0.3.13"
langchain-chroma = "^0.1.4"
langchain-openai = "^0.2.14"
loguru = "^0.7.3"
lxml-html-clean = "^0.2.2"
markdown = "^3.7"
nltk = "^3.9.1"
numpy = "<2"
openai = "^1.58.1"
pandas = "^2.2.2"
plotly = "^5.24.1"
plotly-resampler = "^0.10.0"
scipy = {version = "1.12", python=""}
scikit-learn = "^1.5.2"
sentence-transformers = "3.0.1"
requests = "^2.32.3"
seaborn = "^0.13.2"
sentencepiece = "^0.2.0"
streamlit = "^1.41.0"
streamlit-code-editor = "^0.1.22"
tldextract = ">=2.0.1"
thefuzz = "^0.22.1"
torch = "^2.5.1"
tqdm = "^4.67.1"
tiktoken = "^0.8.0"
tokenizers = "<0.20.0"
umap-learn = "^0.5.7"
# A list of all the optional dependencies, some of which are included in the
# below `extras`. They can be opted into by apps.
# tests
pytest = { version = "^8.3.3", optional = true}
coverage = { version = "^7.6.9", optional = true}
# BERTrend apps
arxiv = { version = "^2.1.3", optional = true }
feedparser = { version = "^6.0.11", optional = true }
googlenewsdecoder = { version = "^0.1.6", optional = true }
google-api-python-client = { version = "^2.148.0", optional = true }
#google-auth-httplib2 = { version = "^0.2.0", optional = true } #required?
google-auth-oauthlib = { version = "^1.2.1", optional = true }
goose3 = { version = "^3.1.19", optional = true }
newscatcherapi = { version = "^0.7.3", optional = true }
newspaper4k = { version = "^0.9.3.1", optional = true }
pygooglenews = {git = "https://github.com/picaultj/pygooglenews.git", rev = "master", optional = true}
[tool.poetry.extras]
tests = ["pytest", "coverage"]
apps = ["arxiv", "feedparser", "googlenewsdecoder", "google-api-python-client", "google-auth-httplib2",
"google-auth-oauthlib", "goose3", "newscatcherapi", "newspaper4k", "pygooglenews"]
[build-system]
requires = ["poetry-core>=1.0.0"]
build-backend = "poetry.core.masonry.api"