[pkgsrc/trunk]: pkgsrc/www Added www/py-scrapy version 1.3.2

[adam <adam%pkgsrc.org@localhost>]

details:   https://anonhg.NetBSD.org/pkgsrc/rev/96af7d0a23fa
branches:  trunk
changeset: 358506:96af7d0a23fa
user:      adam <adam%pkgsrc.org@localhost>
date:      Mon Feb 13 21:25:33 2017 +0000

description:
Added www/py-scrapy version 1.3.2

Scrapy is a fast high-level web crawling and web scraping framework, used to
crawl websites and extract structured data from their pages. It can be used for
a wide range of purposes, from data mining to monitoring and automated testing.

diffstat:

 www/Makefile           |    3 +-
 www/py-scrapy/DESCR    |    3 +
 www/py-scrapy/Makefile |   19 +
 www/py-scrapy/PLIST    |  734 +++++++++++++++++++++++++++++++++++++++++++++++++
 www/py-scrapy/distinfo |    6 +
 5 files changed, 764 insertions(+), 1 deletions(-)

diffs (truncated from 795 to 300 lines):

diff -r 177d6302603e -r 96af7d0a23fa www/Makefile
--- a/www/Makefile      Mon Feb 13 21:21:09 2017 +0000
+++ b/www/Makefile      Mon Feb 13 21:25:33 2017 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: Makefile,v 1.1212 2017/02/13 21:21:09 adam Exp $
+# $NetBSD: Makefile,v 1.1213 2017/02/13 21:25:33 adam Exp $
 #
 
 COMMENT=       Packages related to the World Wide Web
@@ -698,6 +698,7 @@
 SUBDIR+=       py-robobrowser
 SUBDIR+=       py-rss2gen
 SUBDIR+=       py-scgi
+SUBDIR+=       py-scrapy
 SUBDIR+=       py-simpletal
 SUBDIR+=       py-sparqlwrapper
 SUBDIR+=       py-static
diff -r 177d6302603e -r 96af7d0a23fa www/py-scrapy/DESCR
--- /dev/null   Thu Jan 01 00:00:00 1970 +0000
+++ b/www/py-scrapy/DESCR       Mon Feb 13 21:25:33 2017 +0000
@@ -0,0 +1,3 @@
+Scrapy is a fast high-level web crawling and web scraping framework, used to
+crawl websites and extract structured data from their pages. It can be used for
+a wide range of purposes, from data mining to monitoring and automated testing.
diff -r 177d6302603e -r 96af7d0a23fa www/py-scrapy/Makefile
--- /dev/null   Thu Jan 01 00:00:00 1970 +0000
+++ b/www/py-scrapy/Makefile    Mon Feb 13 21:25:33 2017 +0000
@@ -0,0 +1,19 @@
+# $NetBSD: Makefile,v 1.1 2017/02/13 21:25:33 adam Exp $
+
+DISTNAME=      Scrapy-1.3.2
+PKGNAME=       ${PYPKGPREFIX}-${DISTNAME:tl}
+CATEGORIES=    www python
+MASTER_SITES=  ${MASTER_SITE_PYPI:=S/Scrapy/}
+
+MAINTAINER=    pkgsrc-users%NetBSD.org@localhost
+HOMEPAGE=      http://scrapy.org/
+COMMENT=       High-level Web Crawling and Web Scraping framework
+LICENSE=       modified-bsd
+
+DEPENDS+=      ${PYPKGPREFIX}-queuelib-[0-9]*:../../devel/py-queuelib
+DEPENDS+=      ${PYPKGPREFIX}-parsel>=1.1.0:../../www/py-parsel
+DEPENDS+=      ${PYPKGPREFIX}-pydispatcher>=2.0.5:../../devel/py-pydispatcher
+DEPENDS+=      ${PYPKGPREFIX}-twisted>=13.1.0:../../net/py-twisted
+
+.include "../../lang/python/egg.mk"
+.include "../../mk/bsd.pkg.mk"
diff -r 177d6302603e -r 96af7d0a23fa www/py-scrapy/PLIST
--- /dev/null   Thu Jan 01 00:00:00 1970 +0000
+++ b/www/py-scrapy/PLIST       Mon Feb 13 21:25:33 2017 +0000
@@ -0,0 +1,734 @@
+@comment $NetBSD: PLIST,v 1.1 2017/02/13 21:25:33 adam Exp $
+bin/scrapy
+${PYSITELIB}/${EGG_INFODIR}/PKG-INFO
+${PYSITELIB}/${EGG_INFODIR}/SOURCES.txt
+${PYSITELIB}/${EGG_INFODIR}/dependency_links.txt
+${PYSITELIB}/${EGG_INFODIR}/entry_points.txt
+${PYSITELIB}/${EGG_INFODIR}/not-zip-safe
+${PYSITELIB}/${EGG_INFODIR}/requires.txt
+${PYSITELIB}/${EGG_INFODIR}/top_level.txt
+${PYSITELIB}/scrapy/VERSION
+${PYSITELIB}/scrapy/__init__.py
+${PYSITELIB}/scrapy/__init__.pyc
+${PYSITELIB}/scrapy/__init__.pyo
+${PYSITELIB}/scrapy/_monkeypatches.py
+${PYSITELIB}/scrapy/_monkeypatches.pyc
+${PYSITELIB}/scrapy/_monkeypatches.pyo
+${PYSITELIB}/scrapy/cmdline.py
+${PYSITELIB}/scrapy/cmdline.pyc
+${PYSITELIB}/scrapy/cmdline.pyo
+${PYSITELIB}/scrapy/command.py
+${PYSITELIB}/scrapy/command.pyc
+${PYSITELIB}/scrapy/command.pyo
+${PYSITELIB}/scrapy/commands/__init__.py
+${PYSITELIB}/scrapy/commands/__init__.pyc
+${PYSITELIB}/scrapy/commands/__init__.pyo
+${PYSITELIB}/scrapy/commands/bench.py
+${PYSITELIB}/scrapy/commands/bench.pyc
+${PYSITELIB}/scrapy/commands/bench.pyo
+${PYSITELIB}/scrapy/commands/check.py
+${PYSITELIB}/scrapy/commands/check.pyc
+${PYSITELIB}/scrapy/commands/check.pyo
+${PYSITELIB}/scrapy/commands/crawl.py
+${PYSITELIB}/scrapy/commands/crawl.pyc
+${PYSITELIB}/scrapy/commands/crawl.pyo
+${PYSITELIB}/scrapy/commands/edit.py
+${PYSITELIB}/scrapy/commands/edit.pyc
+${PYSITELIB}/scrapy/commands/edit.pyo
+${PYSITELIB}/scrapy/commands/fetch.py
+${PYSITELIB}/scrapy/commands/fetch.pyc
+${PYSITELIB}/scrapy/commands/fetch.pyo
+${PYSITELIB}/scrapy/commands/genspider.py
+${PYSITELIB}/scrapy/commands/genspider.pyc
+${PYSITELIB}/scrapy/commands/genspider.pyo
+${PYSITELIB}/scrapy/commands/list.py
+${PYSITELIB}/scrapy/commands/list.pyc
+${PYSITELIB}/scrapy/commands/list.pyo
+${PYSITELIB}/scrapy/commands/parse.py
+${PYSITELIB}/scrapy/commands/parse.pyc
+${PYSITELIB}/scrapy/commands/parse.pyo
+${PYSITELIB}/scrapy/commands/runspider.py
+${PYSITELIB}/scrapy/commands/runspider.pyc
+${PYSITELIB}/scrapy/commands/runspider.pyo
+${PYSITELIB}/scrapy/commands/settings.py
+${PYSITELIB}/scrapy/commands/settings.pyc
+${PYSITELIB}/scrapy/commands/settings.pyo
+${PYSITELIB}/scrapy/commands/shell.py
+${PYSITELIB}/scrapy/commands/shell.pyc
+${PYSITELIB}/scrapy/commands/shell.pyo
+${PYSITELIB}/scrapy/commands/startproject.py
+${PYSITELIB}/scrapy/commands/startproject.pyc
+${PYSITELIB}/scrapy/commands/startproject.pyo
+${PYSITELIB}/scrapy/commands/version.py
+${PYSITELIB}/scrapy/commands/version.pyc
+${PYSITELIB}/scrapy/commands/version.pyo
+${PYSITELIB}/scrapy/commands/view.py
+${PYSITELIB}/scrapy/commands/view.pyc
+${PYSITELIB}/scrapy/commands/view.pyo
+${PYSITELIB}/scrapy/conf.py
+${PYSITELIB}/scrapy/conf.pyc
+${PYSITELIB}/scrapy/conf.pyo
+${PYSITELIB}/scrapy/contracts/__init__.py
+${PYSITELIB}/scrapy/contracts/__init__.pyc
+${PYSITELIB}/scrapy/contracts/__init__.pyo
+${PYSITELIB}/scrapy/contracts/default.py
+${PYSITELIB}/scrapy/contracts/default.pyc
+${PYSITELIB}/scrapy/contracts/default.pyo
+${PYSITELIB}/scrapy/contrib/__init__.py
+${PYSITELIB}/scrapy/contrib/__init__.pyc
+${PYSITELIB}/scrapy/contrib/__init__.pyo
+${PYSITELIB}/scrapy/contrib/closespider.py
+${PYSITELIB}/scrapy/contrib/closespider.pyc
+${PYSITELIB}/scrapy/contrib/closespider.pyo
+${PYSITELIB}/scrapy/contrib/corestats.py
+${PYSITELIB}/scrapy/contrib/corestats.pyc
+${PYSITELIB}/scrapy/contrib/corestats.pyo
+${PYSITELIB}/scrapy/contrib/debug.py
+${PYSITELIB}/scrapy/contrib/debug.pyc
+${PYSITELIB}/scrapy/contrib/debug.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/ajaxcrawl.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/chunked.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/cookies.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/decompression.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/defaultheaders.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/downloadtimeout.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpauth.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcache.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpcompression.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/httpproxy.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/redirect.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/retry.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/robotstxt.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/stats.pyo
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.py
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.pyc
+${PYSITELIB}/scrapy/contrib/downloadermiddleware/useragent.pyo
+${PYSITELIB}/scrapy/contrib/exporter/__init__.py
+${PYSITELIB}/scrapy/contrib/exporter/__init__.pyc
+${PYSITELIB}/scrapy/contrib/exporter/__init__.pyo
+${PYSITELIB}/scrapy/contrib/feedexport.py
+${PYSITELIB}/scrapy/contrib/feedexport.pyc
+${PYSITELIB}/scrapy/contrib/feedexport.pyo
+${PYSITELIB}/scrapy/contrib/httpcache.py
+${PYSITELIB}/scrapy/contrib/httpcache.pyc
+${PYSITELIB}/scrapy/contrib/httpcache.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.py
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/__init__.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.py
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/htmlparser.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.py
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/lxmlhtml.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.py
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/regex.pyo
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.py
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.pyc
+${PYSITELIB}/scrapy/contrib/linkextractors/sgml.pyo
+${PYSITELIB}/scrapy/contrib/loader/__init__.py
+${PYSITELIB}/scrapy/contrib/loader/__init__.pyc
+${PYSITELIB}/scrapy/contrib/loader/__init__.pyo
+${PYSITELIB}/scrapy/contrib/loader/common.py
+${PYSITELIB}/scrapy/contrib/loader/common.pyc
+${PYSITELIB}/scrapy/contrib/loader/common.pyo
+${PYSITELIB}/scrapy/contrib/loader/processor.py
+${PYSITELIB}/scrapy/contrib/loader/processor.pyc
+${PYSITELIB}/scrapy/contrib/loader/processor.pyo
+${PYSITELIB}/scrapy/contrib/logstats.py
+${PYSITELIB}/scrapy/contrib/logstats.pyc
+${PYSITELIB}/scrapy/contrib/logstats.pyo
+${PYSITELIB}/scrapy/contrib/memdebug.py
+${PYSITELIB}/scrapy/contrib/memdebug.pyc
+${PYSITELIB}/scrapy/contrib/memdebug.pyo
+${PYSITELIB}/scrapy/contrib/memusage.py
+${PYSITELIB}/scrapy/contrib/memusage.pyc
+${PYSITELIB}/scrapy/contrib/memusage.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.py
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/__init__.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/files.py
+${PYSITELIB}/scrapy/contrib/pipeline/files.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/files.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/images.py
+${PYSITELIB}/scrapy/contrib/pipeline/images.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/images.pyo
+${PYSITELIB}/scrapy/contrib/pipeline/media.py
+${PYSITELIB}/scrapy/contrib/pipeline/media.pyc
+${PYSITELIB}/scrapy/contrib/pipeline/media.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/depth.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/httperror.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/offsite.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/referer.pyo
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.py
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.pyc
+${PYSITELIB}/scrapy/contrib/spidermiddleware/urllength.pyo
+${PYSITELIB}/scrapy/contrib/spiders/__init__.py
+${PYSITELIB}/scrapy/contrib/spiders/__init__.pyc
+${PYSITELIB}/scrapy/contrib/spiders/__init__.pyo
+${PYSITELIB}/scrapy/contrib/spiders/crawl.py
+${PYSITELIB}/scrapy/contrib/spiders/crawl.pyc
+${PYSITELIB}/scrapy/contrib/spiders/crawl.pyo
+${PYSITELIB}/scrapy/contrib/spiders/feed.py
+${PYSITELIB}/scrapy/contrib/spiders/feed.pyc
+${PYSITELIB}/scrapy/contrib/spiders/feed.pyo
+${PYSITELIB}/scrapy/contrib/spiders/init.py
+${PYSITELIB}/scrapy/contrib/spiders/init.pyc
+${PYSITELIB}/scrapy/contrib/spiders/init.pyo
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.py
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.pyc
+${PYSITELIB}/scrapy/contrib/spiders/sitemap.pyo
+${PYSITELIB}/scrapy/contrib/spiderstate.py
+${PYSITELIB}/scrapy/contrib/spiderstate.pyc
+${PYSITELIB}/scrapy/contrib/spiderstate.pyo
+${PYSITELIB}/scrapy/contrib/statsmailer.py
+${PYSITELIB}/scrapy/contrib/statsmailer.pyc
+${PYSITELIB}/scrapy/contrib/statsmailer.pyo
+${PYSITELIB}/scrapy/contrib/throttle.py
+${PYSITELIB}/scrapy/contrib/throttle.pyc
+${PYSITELIB}/scrapy/contrib/throttle.pyo
+${PYSITELIB}/scrapy/contrib_exp/__init__.py
+${PYSITELIB}/scrapy/contrib_exp/__init__.pyc
+${PYSITELIB}/scrapy/contrib_exp/__init__.pyo
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.py
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.pyc
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/__init__.pyo
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.py
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.pyc
+${PYSITELIB}/scrapy/contrib_exp/downloadermiddleware/decompression.pyo
+${PYSITELIB}/scrapy/contrib_exp/iterators.py
+${PYSITELIB}/scrapy/contrib_exp/iterators.pyc
+${PYSITELIB}/scrapy/contrib_exp/iterators.pyo
+${PYSITELIB}/scrapy/core/__init__.py
+${PYSITELIB}/scrapy/core/__init__.pyc
+${PYSITELIB}/scrapy/core/__init__.pyo
+${PYSITELIB}/scrapy/core/downloader/__init__.py
+${PYSITELIB}/scrapy/core/downloader/__init__.pyc