setup.py

#!/usr/bin/env python
# -*- encoding: utf-8 -*-
# vim: set et sw=4 ts=4 sts=4 ff=unix fenc=utf8:
# Author: Binux<roy@binux.me>
#         http://binux.me
# Created on 2014-11-24 22:27:45


import sys
from setuptools import setup, find_packages
from codecs import open
from os import path

here = path.abspath(path.dirname(__file__))
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()

import pyspider

install_requires = [
    'Flask>=0.10',
    'Jinja2>=2.7',
    'chardet>=2.2',
    'cssselect>=0.9',
    'lxml',
    'pycurl',
    'requests>=2.2',
    'Flask-Login>=0.2.11',
    'u-msgpack-python>=1.6',
    'click>=3.3',
    'six>=1.5.0',
    'tblib>=1.3.0'
]

if sys.version_info < (2, 7):  # 2.6
    install_requires.extend([
        'wsgidav<2.0.0',
        'tornado>=3.2,<4.5',
        'pyquery<1.3.0',
    ])
elif sys.version_info >= (3, 0):  # 3.*
    install_requires.extend([
        'wsgidav>=2.0.0',
        'tornado>=3.2,<=4.5.3',
        'pyquery',
    ])
else:  # 2.7
    install_requires.extend([
        'wsgidav',
        'tornado>=3.2,<=4.5.3',
        'pyquery',
    ])

extras_require_all = [
    'mysql-connector-python>=1.2.2',
    'pymongo>=2.7.2',
    'redis',
    'redis-py-cluster',
    'psycopg2',
    'elasticsearch>=2.0.0,<2.4.0',
]
if sys.version_info < (2, 7):  # 2.6
    extras_require_all.extend([
        'kombu<4.0',
        'amqp>=1.3.0,<2.0',
        'pika>=0.9.14',
        'beanstalkc',
        'SQLAlchemy>=0.9.7,<=1.1.13',
    ])
elif sys.version_info >= (3, 0):  # 3.*
    extras_require_all.extend([
        'kombu',
        'amqp>=2.1.1',
        'SQLAlchemy>=0.9.7',
    ])
else:  # 2.7
    extras_require_all.extend([
        'kombu',
        'pika>=0.9.14',
        'beanstalkc',
        'amqp>=1.3.0',
        'SQLAlchemy>=0.9.7',
    ])


setup(
    name='pyspider',
    version=pyspider.__version__,

    description='A Powerful Spider System in Python',
    long_description=long_description,

    url='https://github.com/binux/pyspider',

    author='Roy Binux',
    author_email='roy@binux.me',

    license='Apache License, Version 2.0',

    classifiers=[
        'Development Status :: 4 - Beta',
        'Programming Language :: Python :: 2',
        'Programming Language :: Python :: 2.6',
        'Programming Language :: Python :: 2.7',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.3',
        'Programming Language :: Python :: 3.4',
        'Programming Language :: Python :: 3.5',

        'License :: OSI Approved :: Apache Software License',

        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Environment :: Web Environment',

        'Topic :: Internet :: WWW/HTTP',
        'Topic :: Software Development :: Libraries :: Application Frameworks',
        'Topic :: Software Development :: Libraries :: Python Modules',
    ],

    keywords='scrapy crawler spider webui',

    packages=find_packages(exclude=['data', 'tests*']),

    install_requires=install_requires,

    extras_require={
        'all': extras_require_all,
        'test': [
            'unittest2>=0.5.1',
            'coverage',
            'httpbin<=0.5.0',
            'pyproxy>=0.1.6',
            'easywebdav',
        ]
    },

    package_data={
        'pyspider': [
            'logging.conf',
            'fetcher/phantomjs_fetcher.js',
            'fetcher/splash_fetcher.lua',
            'webui/static/*.js',
            'webui/static/*.css',
            'webui/templates/*'
        ],
    },

    entry_points={
        'console_scripts': [
            'pyspider=pyspider.run:main'
        ]
    },

    test_suite='tests.all_suite',
)