+py-grab in wip
This commit is contained in:
parent
5d8f1178c9
commit
7157514fc5
4 changed files with 185 additions and 0 deletions
2
py-grab/DESCR
Normal file
2
py-grab/DESCR
Normal file
|
@ -0,0 +1,2 @@
|
|||
Grab is a python web scraping framework. Grab provides tons of helpful methods
|
||||
to scrape web sites and to process the scraped content
|
23
py-grab/Makefile
Normal file
23
py-grab/Makefile
Normal file
|
@ -0,0 +1,23 @@
|
|||
# $NetBSD$
|
||||
|
||||
DISTNAME= grab-0.6.30
|
||||
PKGNAME= ${PYPKGPREFIX}-${DISTNAME}
|
||||
CATEGORIES= www python
|
||||
MASTER_SITES= https://pypi.python.org/packages/source/g/grab/
|
||||
|
||||
MAINTAINER= kamelderouiche@yahoo.com
|
||||
HOMEPAGE= http://grablib.org
|
||||
COMMENT= Web Scraping Framework
|
||||
LICENSE= mit
|
||||
|
||||
DEPENDS+= ${PYPKGPREFIX}-six>=1.10.0:../../lang/py-six
|
||||
DEPENDS+= ${PYPKGPREFIX}-lxml>=3.4.4:../../textproc/py-lxml
|
||||
DEPENDS+= ${PYPKGPREFIX}-user_agent>=0.1.0:../../wip/py-user_agent
|
||||
DEPENDS+= ${PYPKGPREFIX}-selection>=0.0.11:../../wip/py-selection
|
||||
DEPENDS+= ${PYPKGPREFIX}-weblib>=0.1.20:../../wip/py-weblib
|
||||
|
||||
|
||||
USE_LANGUAGES= # none
|
||||
|
||||
.include "../../lang/python/egg.mk"
|
||||
.include "../../mk/bsd.pkg.mk"
|
154
py-grab/PLIST
Normal file
154
py-grab/PLIST
Normal file
|
@ -0,0 +1,154 @@
|
|||
@comment $NetBSD$
|
||||
${PYSITELIB}/${EGG_INFODIR}/PKG-INFO
|
||||
${PYSITELIB}/${EGG_INFODIR}/SOURCES.txt
|
||||
${PYSITELIB}/${EGG_INFODIR}/dependency_links.txt
|
||||
${PYSITELIB}/${EGG_INFODIR}/pbr.json
|
||||
${PYSITELIB}/${EGG_INFODIR}/requires.txt
|
||||
${PYSITELIB}/${EGG_INFODIR}/top_level.txt
|
||||
${PYSITELIB}/grab/__init__.py
|
||||
${PYSITELIB}/grab/__init__.pyc
|
||||
${PYSITELIB}/grab/__init__.pyo
|
||||
${PYSITELIB}/grab/base.py
|
||||
${PYSITELIB}/grab/base.pyc
|
||||
${PYSITELIB}/grab/base.pyo
|
||||
${PYSITELIB}/grab/const.py
|
||||
${PYSITELIB}/grab/const.pyc
|
||||
${PYSITELIB}/grab/const.pyo
|
||||
${PYSITELIB}/grab/cookie.py
|
||||
${PYSITELIB}/grab/cookie.pyc
|
||||
${PYSITELIB}/grab/cookie.pyo
|
||||
${PYSITELIB}/grab/deprecated.py
|
||||
${PYSITELIB}/grab/deprecated.pyc
|
||||
${PYSITELIB}/grab/deprecated.pyo
|
||||
${PYSITELIB}/grab/document.py
|
||||
${PYSITELIB}/grab/document.pyc
|
||||
${PYSITELIB}/grab/document.pyo
|
||||
${PYSITELIB}/grab/error.py
|
||||
${PYSITELIB}/grab/error.pyc
|
||||
${PYSITELIB}/grab/error.pyo
|
||||
${PYSITELIB}/grab/proxylist.py
|
||||
${PYSITELIB}/grab/proxylist.pyc
|
||||
${PYSITELIB}/grab/proxylist.pyo
|
||||
${PYSITELIB}/grab/response.py
|
||||
${PYSITELIB}/grab/response.pyc
|
||||
${PYSITELIB}/grab/response.pyo
|
||||
${PYSITELIB}/grab/script/__init__.py
|
||||
${PYSITELIB}/grab/script/__init__.pyc
|
||||
${PYSITELIB}/grab/script/__init__.pyo
|
||||
${PYSITELIB}/grab/script/crawl.py
|
||||
${PYSITELIB}/grab/script/crawl.pyc
|
||||
${PYSITELIB}/grab/script/crawl.pyo
|
||||
${PYSITELIB}/grab/script/start_project.py
|
||||
${PYSITELIB}/grab/script/start_project.pyc
|
||||
${PYSITELIB}/grab/script/start_project.pyo
|
||||
${PYSITELIB}/grab/selector/__init__.py
|
||||
${PYSITELIB}/grab/selector/__init__.pyc
|
||||
${PYSITELIB}/grab/selector/__init__.pyo
|
||||
${PYSITELIB}/grab/selector/selector.py
|
||||
${PYSITELIB}/grab/selector/selector.pyc
|
||||
${PYSITELIB}/grab/selector/selector.pyo
|
||||
${PYSITELIB}/grab/spider/__init__.py
|
||||
${PYSITELIB}/grab/spider/__init__.pyc
|
||||
${PYSITELIB}/grab/spider/__init__.pyo
|
||||
${PYSITELIB}/grab/spider/base.py
|
||||
${PYSITELIB}/grab/spider/base.pyc
|
||||
${PYSITELIB}/grab/spider/base.pyo
|
||||
${PYSITELIB}/grab/spider/cache_backend/__init__.py
|
||||
${PYSITELIB}/grab/spider/cache_backend/__init__.pyc
|
||||
${PYSITELIB}/grab/spider/cache_backend/__init__.pyo
|
||||
${PYSITELIB}/grab/spider/cache_backend/mongo.py
|
||||
${PYSITELIB}/grab/spider/cache_backend/mongo.pyc
|
||||
${PYSITELIB}/grab/spider/cache_backend/mongo.pyo
|
||||
${PYSITELIB}/grab/spider/cache_backend/mysql.py
|
||||
${PYSITELIB}/grab/spider/cache_backend/mysql.pyc
|
||||
${PYSITELIB}/grab/spider/cache_backend/mysql.pyo
|
||||
${PYSITELIB}/grab/spider/cache_backend/postgresql.py
|
||||
${PYSITELIB}/grab/spider/cache_backend/postgresql.pyc
|
||||
${PYSITELIB}/grab/spider/cache_backend/postgresql.pyo
|
||||
${PYSITELIB}/grab/spider/data.py
|
||||
${PYSITELIB}/grab/spider/data.pyc
|
||||
${PYSITELIB}/grab/spider/data.pyo
|
||||
${PYSITELIB}/grab/spider/decorators.py
|
||||
${PYSITELIB}/grab/spider/decorators.pyc
|
||||
${PYSITELIB}/grab/spider/decorators.pyo
|
||||
${PYSITELIB}/grab/spider/deprecated.py
|
||||
${PYSITELIB}/grab/spider/deprecated.pyc
|
||||
${PYSITELIB}/grab/spider/deprecated.pyo
|
||||
${PYSITELIB}/grab/spider/error.py
|
||||
${PYSITELIB}/grab/spider/error.pyc
|
||||
${PYSITELIB}/grab/spider/error.pyo
|
||||
${PYSITELIB}/grab/spider/http_api.py
|
||||
${PYSITELIB}/grab/spider/http_api.pyc
|
||||
${PYSITELIB}/grab/spider/http_api.pyo
|
||||
${PYSITELIB}/grab/spider/parser_pipeline.py
|
||||
${PYSITELIB}/grab/spider/parser_pipeline.pyc
|
||||
${PYSITELIB}/grab/spider/parser_pipeline.pyo
|
||||
${PYSITELIB}/grab/spider/queue_backend/__init__.py
|
||||
${PYSITELIB}/grab/spider/queue_backend/__init__.pyc
|
||||
${PYSITELIB}/grab/spider/queue_backend/__init__.pyo
|
||||
${PYSITELIB}/grab/spider/queue_backend/base.py
|
||||
${PYSITELIB}/grab/spider/queue_backend/base.pyc
|
||||
${PYSITELIB}/grab/spider/queue_backend/base.pyo
|
||||
${PYSITELIB}/grab/spider/queue_backend/memory.py
|
||||
${PYSITELIB}/grab/spider/queue_backend/memory.pyc
|
||||
${PYSITELIB}/grab/spider/queue_backend/memory.pyo
|
||||
${PYSITELIB}/grab/spider/queue_backend/mongo.py
|
||||
${PYSITELIB}/grab/spider/queue_backend/mongo.pyc
|
||||
${PYSITELIB}/grab/spider/queue_backend/mongo.pyo
|
||||
${PYSITELIB}/grab/spider/queue_backend/redis.py
|
||||
${PYSITELIB}/grab/spider/queue_backend/redis.pyc
|
||||
${PYSITELIB}/grab/spider/queue_backend/redis.pyo
|
||||
${PYSITELIB}/grab/spider/task.py
|
||||
${PYSITELIB}/grab/spider/task.pyc
|
||||
${PYSITELIB}/grab/spider/task.pyo
|
||||
${PYSITELIB}/grab/spider/transport/__init__.py
|
||||
${PYSITELIB}/grab/spider/transport/__init__.pyc
|
||||
${PYSITELIB}/grab/spider/transport/__init__.pyo
|
||||
${PYSITELIB}/grab/spider/transport/multicurl.py
|
||||
${PYSITELIB}/grab/spider/transport/multicurl.pyc
|
||||
${PYSITELIB}/grab/spider/transport/multicurl.pyo
|
||||
${PYSITELIB}/grab/stat.py
|
||||
${PYSITELIB}/grab/stat.pyc
|
||||
${PYSITELIB}/grab/stat.pyo
|
||||
${PYSITELIB}/grab/tools/__init__.py
|
||||
${PYSITELIB}/grab/tools/__init__.pyc
|
||||
${PYSITELIB}/grab/tools/__init__.pyo
|
||||
${PYSITELIB}/grab/tools/hook.py
|
||||
${PYSITELIB}/grab/tools/hook.pyc
|
||||
${PYSITELIB}/grab/tools/hook.pyo
|
||||
${PYSITELIB}/grab/transport/__init__.py
|
||||
${PYSITELIB}/grab/transport/__init__.pyc
|
||||
${PYSITELIB}/grab/transport/__init__.pyo
|
||||
${PYSITELIB}/grab/transport/base.py
|
||||
${PYSITELIB}/grab/transport/base.pyc
|
||||
${PYSITELIB}/grab/transport/base.pyo
|
||||
${PYSITELIB}/grab/transport/curl.py
|
||||
${PYSITELIB}/grab/transport/curl.pyc
|
||||
${PYSITELIB}/grab/transport/curl.pyo
|
||||
${PYSITELIB}/grab/transport/urllib3.py
|
||||
${PYSITELIB}/grab/transport/urllib3.pyc
|
||||
${PYSITELIB}/grab/transport/urllib3.pyo
|
||||
${PYSITELIB}/grab/upload.py
|
||||
${PYSITELIB}/grab/upload.pyc
|
||||
${PYSITELIB}/grab/upload.pyo
|
||||
${PYSITELIB}/grab/util/__init__.py
|
||||
${PYSITELIB}/grab/util/__init__.pyc
|
||||
${PYSITELIB}/grab/util/__init__.pyo
|
||||
${PYSITELIB}/grab/util/config.py
|
||||
${PYSITELIB}/grab/util/config.pyc
|
||||
${PYSITELIB}/grab/util/config.pyo
|
||||
${PYSITELIB}/grab/util/default_config.py
|
||||
${PYSITELIB}/grab/util/default_config.pyc
|
||||
${PYSITELIB}/grab/util/default_config.pyo
|
||||
${PYSITELIB}/grab/util/log.py
|
||||
${PYSITELIB}/grab/util/log.pyc
|
||||
${PYSITELIB}/grab/util/log.pyo
|
||||
${PYSITELIB}/grab/util/misc.py
|
||||
${PYSITELIB}/grab/util/misc.pyc
|
||||
${PYSITELIB}/grab/util/misc.pyo
|
||||
${PYSITELIB}/grab/util/module.py
|
||||
${PYSITELIB}/grab/util/module.pyc
|
||||
${PYSITELIB}/grab/util/module.pyo
|
||||
${PYSITELIB}/grab/util/warning.py
|
||||
${PYSITELIB}/grab/util/warning.pyc
|
||||
${PYSITELIB}/grab/util/warning.pyo
|
6
py-grab/distinfo
Normal file
6
py-grab/distinfo
Normal file
|
@ -0,0 +1,6 @@
|
|||
$NetBSD$
|
||||
|
||||
SHA1 (grab-0.6.30.tar.gz) = 20053a5afe7e40b3780f528f834b1135672a1018
|
||||
RMD160 (grab-0.6.30.tar.gz) = b2ab331665060f9b7b32461a12c6eb9beb85dc98
|
||||
SHA512 (grab-0.6.30.tar.gz) = a8a4eb45e680bcc1715fecaa27edadbe8fe8e5f63e5654e97a2d14d997d4ea9b3fbc6ec7d5a5b2de6b4dbd2a37a42a5c56990087566d7a85916b70d96daccfe1
|
||||
Size (grab-0.6.30.tar.gz) = 96246 bytes
|
Loading…
Reference in a new issue