+py-grab in wip

This commit is contained in:
K.I.A.Derouiche 2015-11-23 00:26:02 +01:00
parent 5d8f1178c9
commit 7157514fc5
4 changed files with 185 additions and 0 deletions

2
py-grab/DESCR Normal file
View file

@ -0,0 +1,2 @@
Grab is a python web scraping framework. Grab provides tons of helpful methods
to scrape web sites and to process the scraped content

23
py-grab/Makefile Normal file
View file

@ -0,0 +1,23 @@
# $NetBSD$
DISTNAME= grab-0.6.30
PKGNAME= ${PYPKGPREFIX}-${DISTNAME}
CATEGORIES= www python
MASTER_SITES= https://pypi.python.org/packages/source/g/grab/
MAINTAINER= kamelderouiche@yahoo.com
HOMEPAGE= http://grablib.org
COMMENT= Web Scraping Framework
LICENSE= mit
DEPENDS+= ${PYPKGPREFIX}-six>=1.10.0:../../lang/py-six
DEPENDS+= ${PYPKGPREFIX}-lxml>=3.4.4:../../textproc/py-lxml
DEPENDS+= ${PYPKGPREFIX}-user_agent>=0.1.0:../../wip/py-user_agent
DEPENDS+= ${PYPKGPREFIX}-selection>=0.0.11:../../wip/py-selection
DEPENDS+= ${PYPKGPREFIX}-weblib>=0.1.20:../../wip/py-weblib
USE_LANGUAGES= # none
.include "../../lang/python/egg.mk"
.include "../../mk/bsd.pkg.mk"

154
py-grab/PLIST Normal file
View file

@ -0,0 +1,154 @@
@comment $NetBSD$
${PYSITELIB}/${EGG_INFODIR}/PKG-INFO
${PYSITELIB}/${EGG_INFODIR}/SOURCES.txt
${PYSITELIB}/${EGG_INFODIR}/dependency_links.txt
${PYSITELIB}/${EGG_INFODIR}/pbr.json
${PYSITELIB}/${EGG_INFODIR}/requires.txt
${PYSITELIB}/${EGG_INFODIR}/top_level.txt
${PYSITELIB}/grab/__init__.py
${PYSITELIB}/grab/__init__.pyc
${PYSITELIB}/grab/__init__.pyo
${PYSITELIB}/grab/base.py
${PYSITELIB}/grab/base.pyc
${PYSITELIB}/grab/base.pyo
${PYSITELIB}/grab/const.py
${PYSITELIB}/grab/const.pyc
${PYSITELIB}/grab/const.pyo
${PYSITELIB}/grab/cookie.py
${PYSITELIB}/grab/cookie.pyc
${PYSITELIB}/grab/cookie.pyo
${PYSITELIB}/grab/deprecated.py
${PYSITELIB}/grab/deprecated.pyc
${PYSITELIB}/grab/deprecated.pyo
${PYSITELIB}/grab/document.py
${PYSITELIB}/grab/document.pyc
${PYSITELIB}/grab/document.pyo
${PYSITELIB}/grab/error.py
${PYSITELIB}/grab/error.pyc
${PYSITELIB}/grab/error.pyo
${PYSITELIB}/grab/proxylist.py
${PYSITELIB}/grab/proxylist.pyc
${PYSITELIB}/grab/proxylist.pyo
${PYSITELIB}/grab/response.py
${PYSITELIB}/grab/response.pyc
${PYSITELIB}/grab/response.pyo
${PYSITELIB}/grab/script/__init__.py
${PYSITELIB}/grab/script/__init__.pyc
${PYSITELIB}/grab/script/__init__.pyo
${PYSITELIB}/grab/script/crawl.py
${PYSITELIB}/grab/script/crawl.pyc
${PYSITELIB}/grab/script/crawl.pyo
${PYSITELIB}/grab/script/start_project.py
${PYSITELIB}/grab/script/start_project.pyc
${PYSITELIB}/grab/script/start_project.pyo
${PYSITELIB}/grab/selector/__init__.py
${PYSITELIB}/grab/selector/__init__.pyc
${PYSITELIB}/grab/selector/__init__.pyo
${PYSITELIB}/grab/selector/selector.py
${PYSITELIB}/grab/selector/selector.pyc
${PYSITELIB}/grab/selector/selector.pyo
${PYSITELIB}/grab/spider/__init__.py
${PYSITELIB}/grab/spider/__init__.pyc
${PYSITELIB}/grab/spider/__init__.pyo
${PYSITELIB}/grab/spider/base.py
${PYSITELIB}/grab/spider/base.pyc
${PYSITELIB}/grab/spider/base.pyo
${PYSITELIB}/grab/spider/cache_backend/__init__.py
${PYSITELIB}/grab/spider/cache_backend/__init__.pyc
${PYSITELIB}/grab/spider/cache_backend/__init__.pyo
${PYSITELIB}/grab/spider/cache_backend/mongo.py
${PYSITELIB}/grab/spider/cache_backend/mongo.pyc
${PYSITELIB}/grab/spider/cache_backend/mongo.pyo
${PYSITELIB}/grab/spider/cache_backend/mysql.py
${PYSITELIB}/grab/spider/cache_backend/mysql.pyc
${PYSITELIB}/grab/spider/cache_backend/mysql.pyo
${PYSITELIB}/grab/spider/cache_backend/postgresql.py
${PYSITELIB}/grab/spider/cache_backend/postgresql.pyc
${PYSITELIB}/grab/spider/cache_backend/postgresql.pyo
${PYSITELIB}/grab/spider/data.py
${PYSITELIB}/grab/spider/data.pyc
${PYSITELIB}/grab/spider/data.pyo
${PYSITELIB}/grab/spider/decorators.py
${PYSITELIB}/grab/spider/decorators.pyc
${PYSITELIB}/grab/spider/decorators.pyo
${PYSITELIB}/grab/spider/deprecated.py
${PYSITELIB}/grab/spider/deprecated.pyc
${PYSITELIB}/grab/spider/deprecated.pyo
${PYSITELIB}/grab/spider/error.py
${PYSITELIB}/grab/spider/error.pyc
${PYSITELIB}/grab/spider/error.pyo
${PYSITELIB}/grab/spider/http_api.py
${PYSITELIB}/grab/spider/http_api.pyc
${PYSITELIB}/grab/spider/http_api.pyo
${PYSITELIB}/grab/spider/parser_pipeline.py
${PYSITELIB}/grab/spider/parser_pipeline.pyc
${PYSITELIB}/grab/spider/parser_pipeline.pyo
${PYSITELIB}/grab/spider/queue_backend/__init__.py
${PYSITELIB}/grab/spider/queue_backend/__init__.pyc
${PYSITELIB}/grab/spider/queue_backend/__init__.pyo
${PYSITELIB}/grab/spider/queue_backend/base.py
${PYSITELIB}/grab/spider/queue_backend/base.pyc
${PYSITELIB}/grab/spider/queue_backend/base.pyo
${PYSITELIB}/grab/spider/queue_backend/memory.py
${PYSITELIB}/grab/spider/queue_backend/memory.pyc
${PYSITELIB}/grab/spider/queue_backend/memory.pyo
${PYSITELIB}/grab/spider/queue_backend/mongo.py
${PYSITELIB}/grab/spider/queue_backend/mongo.pyc
${PYSITELIB}/grab/spider/queue_backend/mongo.pyo
${PYSITELIB}/grab/spider/queue_backend/redis.py
${PYSITELIB}/grab/spider/queue_backend/redis.pyc
${PYSITELIB}/grab/spider/queue_backend/redis.pyo
${PYSITELIB}/grab/spider/task.py
${PYSITELIB}/grab/spider/task.pyc
${PYSITELIB}/grab/spider/task.pyo
${PYSITELIB}/grab/spider/transport/__init__.py
${PYSITELIB}/grab/spider/transport/__init__.pyc
${PYSITELIB}/grab/spider/transport/__init__.pyo
${PYSITELIB}/grab/spider/transport/multicurl.py
${PYSITELIB}/grab/spider/transport/multicurl.pyc
${PYSITELIB}/grab/spider/transport/multicurl.pyo
${PYSITELIB}/grab/stat.py
${PYSITELIB}/grab/stat.pyc
${PYSITELIB}/grab/stat.pyo
${PYSITELIB}/grab/tools/__init__.py
${PYSITELIB}/grab/tools/__init__.pyc
${PYSITELIB}/grab/tools/__init__.pyo
${PYSITELIB}/grab/tools/hook.py
${PYSITELIB}/grab/tools/hook.pyc
${PYSITELIB}/grab/tools/hook.pyo
${PYSITELIB}/grab/transport/__init__.py
${PYSITELIB}/grab/transport/__init__.pyc
${PYSITELIB}/grab/transport/__init__.pyo
${PYSITELIB}/grab/transport/base.py
${PYSITELIB}/grab/transport/base.pyc
${PYSITELIB}/grab/transport/base.pyo
${PYSITELIB}/grab/transport/curl.py
${PYSITELIB}/grab/transport/curl.pyc
${PYSITELIB}/grab/transport/curl.pyo
${PYSITELIB}/grab/transport/urllib3.py
${PYSITELIB}/grab/transport/urllib3.pyc
${PYSITELIB}/grab/transport/urllib3.pyo
${PYSITELIB}/grab/upload.py
${PYSITELIB}/grab/upload.pyc
${PYSITELIB}/grab/upload.pyo
${PYSITELIB}/grab/util/__init__.py
${PYSITELIB}/grab/util/__init__.pyc
${PYSITELIB}/grab/util/__init__.pyo
${PYSITELIB}/grab/util/config.py
${PYSITELIB}/grab/util/config.pyc
${PYSITELIB}/grab/util/config.pyo
${PYSITELIB}/grab/util/default_config.py
${PYSITELIB}/grab/util/default_config.pyc
${PYSITELIB}/grab/util/default_config.pyo
${PYSITELIB}/grab/util/log.py
${PYSITELIB}/grab/util/log.pyc
${PYSITELIB}/grab/util/log.pyo
${PYSITELIB}/grab/util/misc.py
${PYSITELIB}/grab/util/misc.pyc
${PYSITELIB}/grab/util/misc.pyo
${PYSITELIB}/grab/util/module.py
${PYSITELIB}/grab/util/module.pyc
${PYSITELIB}/grab/util/module.pyo
${PYSITELIB}/grab/util/warning.py
${PYSITELIB}/grab/util/warning.pyc
${PYSITELIB}/grab/util/warning.pyo

6
py-grab/distinfo Normal file
View file

@ -0,0 +1,6 @@
$NetBSD$
SHA1 (grab-0.6.30.tar.gz) = 20053a5afe7e40b3780f528f834b1135672a1018
RMD160 (grab-0.6.30.tar.gz) = b2ab331665060f9b7b32461a12c6eb9beb85dc98
SHA512 (grab-0.6.30.tar.gz) = a8a4eb45e680bcc1715fecaa27edadbe8fe8e5f63e5654e97a2d14d997d4ea9b3fbc6ec7d5a5b2de6b4dbd2a37a42a5c56990087566d7a85916b70d96daccfe1
Size (grab-0.6.30.tar.gz) = 96246 bytes