-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup.py
125 lines (108 loc) · 4.15 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
from setuptools import setup, find_packages
version = '0.2a'
install_requires = [
'cliff', # for the CLI
'lxml', # for geocatalogo CSW
'owslib', # for geocatalogo CSW
'prettytable', # for nicely formatted ASCII tables
'pymongo', # for the mongodb-based storage
'requests', # for crawlers
'stevedore', # to load plugins
'termcolor', # for colored logs
'unidecode', # to transliterate characters
'nicelog', # For log formatting
'eventlite', # For reporting execution status
# For the director (todo: use extras?)
'celery[redis]', # for running async tasks
'flask',
'flask-restful',
]
entry_points = {
'harvester.ext.crawler': [
'ckan = harvester.ext.crawler.ckan:CkanCrawler',
],
'harvester.ext.storage': [
'jsondir = harvester.ext.storage.jsondir:JsonDirStorage',
'memory = harvester.ext.storage.memory:MemoryStorage',
'mongodb = harvester.ext.storage.mongodb:MongodbStorage',
'sqlite = harvester.ext.storage.sqlite:SQLiteStorage',
],
'harvester.ext.converter': [
],
'harvester.ext.importer': [
'ckan = harvester.ext.importer.ckan:CkanImporter',
],
'harvester.commands': [
'list_crawlers = harvester.commands:ListCrawlers',
'list_storages = harvester.commands:ListStorages',
'list_converters = harvester.commands:ListConverters',
'list_importers = harvester.commands:ListImporters',
'show_crawler = harvester.commands:ShowCrawler',
'show_storage = harvester.commands:ShowStorage',
'show_converter = harvester.commands:ShowConverter',
'show_importer = harvester.commands:ShowImporter',
'crawl = harvester.commands:Crawl',
'convert = harvester.commands:Convert',
'import = harvester.commands:Import',
'storage_inspect = harvester.commands:StorageInspect',
],
'harvester.director.commands': [
'run = harvester.director.commands:RunServer',
'celery_worker = harvester.director.commands:CeleryWorker',
],
'console_scripts': [
'harvester = harvester.cli:main',
'harvester_director = harvester.director.cli:main',
]
}
entry_points_odt = {
'harvester.ext.crawler': [
'pat_statistica = harvester_odt.pat_statistica.crawler:Statistica',
'pat_statistica_subpro = harvester_odt.pat_statistica.crawler:StatisticaSubPro', # noqa
'pat_geocatalogo = harvester_odt.pat_geocatalogo.crawler:Geocatalogo',
'comunweb = harvester_odt.comunweb.crawler:ComunWebCrawler',
],
'harvester.ext.converter': [
'pat_statistica_to_ckan = harvester_odt.pat_statistica.'
'converter:StatisticaToCkan',
'pat_statistica_subpro_to_ckan = harvester_odt.pat_statistica.'
'converter:StatisticaSubProToCkan',
'pat_geocatalogo_to_ckan = harvester_odt.pat_geocatalogo.'
'converter:GeoCatalogoToCkan',
'comunweb_to_ckan = harvester_odt.comunweb.'
'converter:ComunWebToCkan',
],
}
for epname, eplist in entry_points_odt.iteritems():
if epname not in entry_points:
entry_points[epname] = []
entry_points[epname].extend(eplist)
setup(
name='harvester',
version=version,
packages=find_packages(),
url='http://opendatatrentino.github.io/harvester',
license='BSD License',
author='Samuele Santi',
author_email='[email protected]',
description='',
long_description='',
install_requires=install_requires,
# tests_require=tests_require,
test_suite='harvester.tests',
classifiers=[
'License :: OSI Approved :: BSD License',
# 'Development Status :: 1 - Planning',
# 'Development Status :: 2 - Pre-Alpha',
'Development Status :: 3 - Alpha',
# 'Development Status :: 4 - Beta',
# 'Development Status :: 5 - Production/Stable',
# 'Development Status :: 6 - Mature',
# 'Development Status :: 7 - Inactive',
'Programming Language :: Python :: 2.6',
'Programming Language :: Python :: 2.7',
],
package_data={'': ['README.md', 'LICENSE']},
include_package_data=True,
zip_safe=False,
entry_points=entry_points)