forked from seomoz/reppy
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetup.cfg
56 lines (49 loc) · 1.37 KB
/
setup.cfg
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
[metadata]
license_files =
LICENSE
name = reppy2
author = Dan Lecocq
author_email = [email protected]
license = MIT License
# description must be on ONE line https://github.com/pypa/setuptools/issues/1390
description = Replacement robots.txt Parser in pure Python
long_description = Replaces the built-in robotsparser with a
RFC-conformant implementation that supports modern robots.txt constructs like
Sitemaps, Allow, and Crawl-delay. Main features:
- Memoization of fetched robots.txt
- Expiration taken from the `Expires` header
- Batch queries
- Configurable user agent for fetching robots.txt
- Automatic refetching basing on expiration
This is a patched fork of the last pure Python version that
works on Python 2 and 3.
url = http://github.com/seomoz/reppy
classifiers =
License :: OSI Approved :: MIT License
Development Status :: 3 - Alpha
Environment :: Web Environment
Intended Audience :: Developers
Topic :: Internet :: WWW/HTTP
keywords =
utilities
[options]
package_dir=
=src
packages=find:
include_package_data = true
zip_safe = false
install_requires =
python-dateutil
requests
setup_requires = setuptools_scm[toml] >= 4
[options.packages.find]
where=src
[options.extras_require]
testing =
pytest >= 6
pytest-xdist >= 2
mock
docs=
Sphinx>=3.3.1
sphinx-rtd-theme>=0.5.0
doc8>=0.8.1