Spider-master

代码说明：

说明：  简单的爬虫程序，可以用来爬取网页信息，基于python实现(Simple crawler program)

文件列表：

Spider-master, 0 , 2019-02-22
Spider-master\Ajax_weibo, 0 , 2019-02-22
Spider-master\Ajax_weibo\Ajax_weibo.py, 5130 , 2019-02-22
Spider-master\Ajax_weibo\selenium_test.py, 2610 , 2019-02-22
Spider-master\README.md, 1948 , 2019-02-22
Spider-master\appium_test, 0 , 2019-02-22
Spider-master\appium_test\app_test.py, 1390 , 2019-02-22
Spider-master\baidu_captcha, 0 , 2019-02-22
Spider-master\baidu_captcha\__init__.py, 179 , 2019-02-22
Spider-master\baidu_captcha\baidu_API.py, 1957 , 2019-02-22
Spider-master\bilibili, 0 , 2019-02-22
Spider-master\bilibili\bilibili, 0 , 2019-02-22
Spider-master\bilibili\bilibili\__init__.py, 0 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__, 0 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__\__init__.cpython-36.pyc, 129 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__\items.cpython-36.pyc, 421 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__\middlewares.cpython-36.pyc, 2570 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__\pipelines.cpython-36.pyc, 1265 , 2019-02-22
Spider-master\bilibili\bilibili\__pycache__\settings.cpython-36.pyc, 1017 , 2019-02-22
Spider-master\bilibili\bilibili\items.py, 597 , 2019-02-22
Spider-master\bilibili\bilibili\middlewares.py, 3601 , 2019-02-22
Spider-master\bilibili\bilibili\pipelines.py, 997 , 2019-02-22
Spider-master\bilibili\bilibili\settings.py, 3629 , 2019-02-22
Spider-master\bilibili\bilibili\spiders, 0 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\__init__.py, 161 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\__pycache__, 0 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\__pycache__\__init__.cpython-36.pyc, 137 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\__pycache__\bilibili.cpython-36.pyc, 2398 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\__pycache__\test.cpython-36.pyc, 328 , 2019-02-22
Spider-master\bilibili\bilibili\spiders\bilibili.py, 5615 , 2019-02-22
Spider-master\bilibili\scrapy.cfg, 356 , 2019-02-22
Spider-master\bilibili\scrapyd-deploy, 9906 , 2019-02-22
Spider-master\bilibili\微信截图_20180822171444.png, 73628 , 2019-02-22
Spider-master\csdn_scrapy, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__init__.py, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__\__init__.cpython-36.pyc, 135 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__\items.cpython-36.pyc, 375 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__\middlewares.cpython-36.pyc, 2602 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__\pipelines.cpython-36.pyc, 721 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\__pycache__\settings.cpython-36.pyc, 521 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\items.py, 411 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\middlewares.py, 3605 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\pipelines.py, 2723 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\settings.py, 3562 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders\__init__.py, 161 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders\__pycache__, 0 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders\__pycache__\__init__.cpython-36.pyc, 143 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders\__pycache__\csdn.cpython-36.pyc, 1772 , 2019-02-22
Spider-master\csdn_scrapy\csdn_scrapy\spiders\csdn.py, 3679 , 2019-02-22
Spider-master\csdn_scrapy\scrapy.cfg, 351 , 2019-02-22
Spider-master\csdn_scrapy\scrapyd-deploy, 9906 , 2019-02-22
Spider-master\dianping, 0 , 2019-02-22
Spider-master\dianping\__init__.py, 3370 , 2019-02-22
Spider-master\dianping\emotion_analysis.py, 798 , 2019-02-22
Spider-master\dianping\get_cookies.py, 1434 , 2019-02-22
Spider-master\dianping\get_rankinfo.py, 4855 , 2019-02-22
Spider-master\dianping\get_shopinfo.py, 8703 , 2019-02-22
Spider-master\dianping\shop_analysis.py, 3091 , 2019-02-22
Spider-master\dianping\test.py, 1833 , 2019-02-22
Spider-master\dianping\文本挖掘&情感分析.py, 9620 , 2019-02-22
Spider-master\matplotlib测试.py, 4687 , 2019-02-22
Spider-master\numpy_test.py, 3509 , 2019-02-22
Spider-master\scrapyd, 0 , 2019-02-22
Spider-master\scrapyd\Dockerfile, 143 , 2019-02-22
Spider-master\scrapyd\requirements.txt, 140 , 2019-02-22
Spider-master\scrapyd\scrapyd.conf, 898 , 2019-02-22
Spider-master\taobao, 0 , 2019-02-22
Spider-master\taobao\scrapy.cfg, 255 , 2019-02-22
Spider-master\taobao\taobao, 0 , 2019-02-22
Spider-master\taobao\taobao\__init__.py, 0 , 2019-02-22
Spider-master\taobao\taobao\items.py, 469 , 2019-02-22
Spider-master\taobao\taobao\middlewares.py, 3597 , 2019-02-22
Spider-master\taobao\taobao\pipelines.py, 936 , 2019-02-22
Spider-master\taobao\taobao\settings.py, 3590 , 2019-02-22
Spider-master\taobao\taobao\spiders, 0 , 2019-02-22
Spider-master\taobao\taobao\spiders\__init__.py, 161 , 2019-02-22
Spider-master\taobao\taobao\spiders\analysis.py, 7196 , 2019-02-22
Spider-master\taobao\taobao\spiders\taobao.py, 5587 , 2019-02-22
Spider-master\taobao\text.py, 1820 , 2019-02-22
Spider-master\toutiao, 0 , 2019-02-22
Spider-master\toutiao\ghostdriver.log, 1327 , 2019-02-22
Spider-master\toutiao\scrapy.cfg, 257 , 2019-02-22
Spider-master\toutiao\test.py, 10200 , 2019-02-22
Spider-master\toutiao\toutiao, 0 , 2019-02-22
Spider-master\toutiao\toutiao\__init__.py, 0 , 2019-02-22
Spider-master\toutiao\toutiao\items.py, 605 , 2019-02-22
Spider-master\toutiao\toutiao\middlewares.py, 3599 , 2019-02-22
Spider-master\toutiao\toutiao\pipelines.py, 1010 , 2019-02-22
Spider-master\toutiao\toutiao\settings.py, 3480 , 2019-02-22
Spider-master\toutiao\toutiao\signature.js, 322 , 2019-02-22
Spider-master\toutiao\toutiao\spiders, 0 , 2019-02-22
Spider-master\toutiao\toutiao\spiders\__init__.py, 161 , 2019-02-22
Spider-master\toutiao\toutiao\spiders\toutiao.py, 4737 , 2019-02-22
Spider-master\zhihuCrawl, 0 , 2019-02-22
Spider-master\zhihuCrawl\scrapy.cfg, 291 , 2019-02-22
Spider-master\zhihuCrawl\scrapyd-deploy, 9906 , 2019-02-22
Spider-master\zhihuCrawl\zhihu.gif, 3703 , 2019-02-22