文件名称:猎人:超级可配置的异步网络蜘蛛
文件大小:27KB
文件格式:ZIP
更新时间:2024-03-11 08:51:24
JavaScript
安装 npm install huntsman --save 示例脚本 /** Crawl wikipedia and use jquery syntax to extract information from the page **/ var huntsman = require ( 'huntsman' ) ; var spider = huntsman . spider ( ) ; spider . extensions = [ huntsman . extension ( 'recurse' ) , // load recurse extension & follow anchor links huntsman . extension ( 'cheerio' ) // load cheerio extension ] ; // follow pages which matc
【文件预览】:
huntsman-master
----.github()
--------FUNDING.yml(69B)
----lib()
--------extension()
--------resolve.js(2KB)
--------proxy()
--------link.js(2KB)
--------Queue.js(1019B)
--------huntsman.js(3KB)
--------storage()
----examples()
--------stats.js(514B)
--------listings.js(999B)
--------debug.js(790B)
--------products.js(813B)
--------recurse.js(601B)
--------basic.js(550B)
--------html.js(869B)
--------cached.js(780B)
--------api.js(1KB)
--------links.js(807B)
--------images.js(908B)
----.travis.yml(72B)
----test()
--------lib()
--------huntsman.coffee(650B)
----README.md(11KB)
----.gitignore(27B)
----index.js(390B)
----package.json(1KB)