python怎么抓取渲染后的页面

Question

python怎么抓取渲染后的页面

Answer 1

from
tornado_fetcher import
Fetcher

# 创建一个爬虫

>>>
fetcher=Fetcher(user_agent= 'phantomjs'
, phantomjs_proxy= 'http://localhost:12306'
, poolsize= 10
)

# 开始连接Phantomjs的代码，可以渲染JS！

>>>
fetcher.fetch(url)

# 渲染成功后执行额外的JS脚本

>>>
fetcher.fetch(url, js_script= 'setTimeout("window.scrollTo(0,100000)", 1000)'
)

Answer 2

#!/usr/bin/env python3
#-*- coding=utf-8 -*-

import urllib3

if __name__ == '__main__':
http=urllib3.PoolManager()
r=http.request('GET','IP')
print(r.data.decode("gbk"))