加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
setup.py 2.60 KB
一键复制 编辑 原始数据 按行查看 历史
from setuptools import setup, find_packages
import versioneer
versioneer.VCS = 'git'
versioneer.versionfile_source = 'frontera/_version.py'
versioneer.versionfile_build = 'frontera/_version.py'
versioneer.tag_prefix = 'v' # tags are like v1.2.0
versioneer.parentdir_prefix = 'frontera-'
setup(
name='frontera',
version=versioneer.get_version(),
cmdclass=versioneer.get_cmdclass(),
packages=find_packages(exclude=('tests', 'tests.*', 'examples', 'examples.*')),
url='https://github.com/scrapinghub/frontera',
description='A scalable frontier for web crawlers',
author='Frontera developers',
maintainer='Alexander Sibiryakov',
maintainer_email='sibiryakov@scrapinghub.com',
license='BSD',
include_package_data=True,
zip_safe=False,
keywords=['crawler', 'frontier', 'scrapy', 'web', 'requests', 'frontera'],
classifiers=[
'Development Status :: 4 - Beta',
'Environment :: Console',
'Intended Audience :: Developers',
'License :: OSI Approved :: BSD License',
'Operating System :: OS Independent',
'Programming Language :: Python',
'Programming Language :: Python :: 2',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.4',
'Programming Language :: Python :: 3.5',
'Topic :: Internet :: WWW/HTTP',
'Topic :: Software Development :: Libraries :: Application Frameworks',
'Topic :: Software Development :: Libraries :: Python Modules',
],
install_requires=[
'six>=1.8.0',
'w3lib>=1.15.0'
],
extras_require={
'sql': [
'SQLAlchemy>=1.0.0',
'cachetools'
],
'graphs': [
'pyparsing==1.5.7',
'pydot==1.0.28',
'SQLAlchemy'
],
'logging': [
'colorlog>=2.4.0',
'python-json-logger>=0.1.5'
],
'tldextract': [
'tldextract>=1.5.1',
],
'hbase': [
'happybase>=1.0.0'
],
'zeromq': [
'pyzmq',
'msgpack-python'
],
'kafka': [
'kafka-python>=1.0.0'
],
'distributed': [
'Twisted'
]
},
tests_require=[
"pytest>=2.6.4",
"MySQL-python>=1.2.5",
"PyMySQL>=0.6.3",
"psycopg2>=2.5.4",
"scrapy>=0.24",
"tldextract>=1.5.1",
"SQLAlchemy>=1.0.0",
"cachetools",
"mock",
"boto>=2.42.0",
"colorlog>=2.4.0",
"python-json-logger>=0.1.5"
]
)
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化