代码拉取完成,页面将自动刷新
from setuptools import setup, find_packages
import versioneer
versioneer.VCS = 'git'
versioneer.versionfile_source = 'frontera/_version.py'
versioneer.versionfile_build = 'frontera/_version.py'
versioneer.tag_prefix = 'v' # tags are like v1.2.0
versioneer.parentdir_prefix = 'frontera-'
setup(
name='frontera',
version=versioneer.get_version(),
cmdclass=versioneer.get_cmdclass(),
packages=find_packages(exclude=('tests', 'tests.*', 'examples', 'examples.*')),
url='https://github.com/scrapinghub/frontera',
description='A scalable frontier for web crawlers',
author='Frontera developers',
maintainer='Alexander Sibiryakov',
maintainer_email='sibiryakov@scrapinghub.com',
license='BSD',
include_package_data=True,
zip_safe=False,
keywords=['crawler', 'frontier', 'scrapy', 'web', 'requests', 'frontera'],
classifiers=[
'Development Status :: 4 - Beta',
'Environment :: Console',
'Intended Audience :: Developers',
'License :: OSI Approved :: BSD License',
'Operating System :: OS Independent',
'Programming Language :: Python',
'Programming Language :: Python :: 2',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.4',
'Programming Language :: Python :: 3.5',
'Topic :: Internet :: WWW/HTTP',
'Topic :: Software Development :: Libraries :: Application Frameworks',
'Topic :: Software Development :: Libraries :: Python Modules',
],
install_requires=[
'six>=1.8.0',
'w3lib>=1.15.0'
],
extras_require={
'sql': [
'SQLAlchemy>=1.0.0',
'cachetools'
],
'graphs': [
'pyparsing==1.5.7',
'pydot==1.0.28',
'SQLAlchemy'
],
'logging': [
'colorlog>=2.4.0',
'python-json-logger>=0.1.5'
],
'tldextract': [
'tldextract>=1.5.1',
],
'hbase': [
'happybase>=1.0.0'
],
'zeromq': [
'pyzmq',
'msgpack-python'
],
'kafka': [
'kafka-python>=1.0.0'
],
'distributed': [
'Twisted'
]
},
tests_require=[
"pytest>=2.6.4",
"MySQL-python>=1.2.5",
"PyMySQL>=0.6.3",
"psycopg2>=2.5.4",
"scrapy>=0.24",
"tldextract>=1.5.1",
"SQLAlchemy>=1.0.0",
"cachetools",
"mock",
"boto>=2.42.0",
"colorlog>=2.4.0",
"python-json-logger>=0.1.5"
]
)
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。