知乎图片批量下载爬虫

代码地址：

https://gist.github.com/mzcyx/037e4134d8271c0de71b838a461e7ac1

用法：

1、安装python2.7

2、安装notepad++

3、notepad++安装插件PyNPP

打开Plugin Managet–>Show Plugin Manager,找到PyNPP，并安装。

4、复制代码出来，用notepad++打开

5、修改代码中的“知乎账号”和“知乎密码”为你的知乎账号密码。

6、同时按alt+shift+F5运行代码。

   首次运行会要求登录知乎，再次运行就不用登录。

运行结果：

如果有提示类似no pakeage name xxx的提示，说明没有安装这个库。比如提示没有安装requests库，打开cmd运行：**
pip install requests
安装requests库即可**

#-*- coding=utf-8 -*- 
"""
知乎图片下载器
"""
import requests
import re
import json
import time
from PIL import Image
import cStringIO
import cookielib  
import urllib
import os

api_url='https://www.zhihu.com/node/QuestionAnswerListV2'
login_url='https://www.zhihu.com/login/'
topic_url='https://www.zhihu.com/question/'


headers={
'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'
}

session=requests.Session()
session.headers=headers    
session.cookies = cookielib.LWPCookieJar(filename='cookies') 
try:  
    session.cookies.load(ignore_discard=True)  
except:  
    print u"未登陆过，需先登录"  
    

def get_xsrf(url="http://www.zhihu.com"):  
    '''''_xsrf 是一个动态变化的参数'''  
    global session
    index_url =  url
    index_page = session.get(index_url)  
    html = index_page.content  
    pattern = r'name="_xsrf" value="(.*?)"'  
    _xsrf = re.findall(pattern, html)  
    return _xsrf[0]


def ImageScale(url,session=None):
    if session==None:
        session=requests.Session()
    file = cStringIO.StringIO(session.get(url).content)
    img = Image.open(file)
    img.show()
    
   
def get_captcha():
    global session
    t=str(int(time.time()*1000))
    captcha_url='https://www.zhihu.com/captcha.gif?r=%s&type=login'%t
    print captcha_url
    ImageScale(captcha_url,session)
    print u'请输入验证码：'
    yzm=raw_input()
    return yzm

def isLogin():  
    global session
    url = "https://www.zhihu.com/settings/profile"  
    login_code = session.get(url, allow_redirects=False).status_code  
    if int(x=login_code) == 200:  
        return True  
    else:  
        return False 
    
def login(email,passwd):
    global session
    isemail=re.search('@',email)
    if isemail:
        loginurl=login_url+'email'
        data={'_xsrf':get_xsrf()
                ,'password':passwd
                ,'remember_me':'true'
                ,'email':email}
    else:
        loginurl=login_url+'phone_num'
        data={'_xsrf':get_xsrf()
                ,'password':passwd
                ,'remember_me':'true'
                ,'phone_num':email}
    try:
        login_page=session.post(loginurl,data=data)
        login_code=login_page.content
        print login_page.status
        print login_code
    except:
        data['captcha']=get_captcha()
        login_page=session.post(loginurl,data=data)
        login_code=json.loads(login_page.content)
        print login_code['msg']
    session.cookies.save()
 

def get_pic_from_topic(id,offset):
    global session
    topicurl=topic_url+str(id)
    _xsrf=get_xsrf(topicurl)
    pic_re=re.compile('data-actualsrc="(.*?)"')
    inner_data={"url_token":id
                ,"pagesize":10
                ,"offset":offset
                }
    data={'method':'next'
        ,'params':json.dumps(inner_data)
        }
    session.headers['Referer']=topicurl
    session.headers['Host']='www.zhihu.com'
    session.headers['Origin']='https://www.zhihu.com'
    session.headers['X-Xsrftoken']=_xsrf
    js_data=session.post(api_url,data=data)
    dat=json.loads(js_data.content)['msg']
    pictures=[]
    for d in dat:
        pics=pic_re.findall(d)
        picss=[re.sub('_b','_r',x) for x in pics]
        pictures.extend(picss)
    return pictures
    
def downloader(url,path):
    try:
        filename=url.split('/')[-1]
        save=os.path.join(path,filename)
        print u'开始下载 ',filename
        urllib.urlretrieve(url,filename=save)
    except Exception,e:
        print u'下载出错，错误信息为：'
        print e
    
 
if __name__=='__main__':
    email='知乎账号'
    passwd='知乎密码'
    is_login=isLogin()
    if not is_login:
        login(email,passwd)
    offset=0
    pictures=[]
    print u"""####################\n#  知乎图片下载器  #\n####################      
            """
    print u"请输入知乎问题id，比如https://www.zhihu.com/question/52049909，id就是52049909"
    id=input()
    print u'=====开始解析======'
    while 1:
        print u"+++++正在解析第%d页+++++"%(offset/10+1)
        pics=get_pic_from_topic(id,offset)
        if len(pics)==0:
            print u"解析完毕，共找到%d张图片"%len(pictures)
            break
        pictures.extend(pics)
        offset+=10
    print u"=====开始下载图片====="
    basepath=os.path.abspath('.')
    savepath=os.path.join(basepath,str(id))
    if not os.path.exists(savepath):
        os.mkdir(savepath)
    for pic in pictures:
        downloader(pic,savepath)
    print u"=====下载完毕====="

收藏

喜欢 0