forked from jrderuiter/airflow-fs
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup.py
78 lines (68 loc) · 2.2 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""The setup script."""
import setuptools
with open("README.rst") as readme_file:
readme = readme_file.read()
with open("HISTORY.rst") as history_file:
history = history_file.read()
requirements = ["apache-airflow", "future"]
setup_requirements = ["pytest-runner"]
test_requirements = ["pytest", "pytest-mock", "pytest-cov"]
dev_requirements = [
"moto",
"pylint",
"sphinx",
"sphinx_rtd_theme",
"watchdog",
"black; python_version>'3'",
"pytest-helpers-namespace",
"bump2version"
]
extra_requirements = {
"ftp": ["ftputil"],
# Pyarrow issue on 2.7: https://issues.apache.org/jira/browse/ARROW-4413
"hdfs": ["pyarrow<0.12; python_version<'3'", "pyarrow; python_version>='3'"],
"s3": ["s3fs"],
"sftp": ["pysftp"],
"dev": dev_requirements + test_requirements,
}
extra_requirements["all"] = (
extra_requirements["ftp"]
+ extra_requirements["hdfs"]
+ extra_requirements["s3"]
+ extra_requirements["sftp"]
)
setuptools.setup(
author="Julian de Ruiter",
author_email="[email protected]",
classifiers=[
"Development Status :: 5 - Production/Stable",
"Intended Audience :: Developers",
"License :: OSI Approved :: MIT License",
"Natural Language :: English",
"Programming Language :: Python :: 2",
"Programming Language :: Python :: 2.7",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.4",
"Programming Language :: Python :: 3.5",
"Programming Language :: Python :: 3.6",
"Programming Language :: Python :: 3.7",
],
description="Composable filesystem hooks and operators for Airflow.",
install_requires=requirements,
extras_require=extra_requirements,
license="MIT license",
long_description=readme + "\n\n" + history,
include_package_data=True,
keywords="airflow_fs",
name="airflow_fs",
version="0.2.0",
packages=setuptools.find_packages("src"),
package_dir={"": "src"},
setup_requires=setup_requirements,
test_suite="tests",
tests_require=test_requirements,
url="https://github.com/jrderuiter/airflow-fs",
zip_safe=False,
)