【python爬虫】爬取知乎收藏夹内所有图片

拼搏现实的明天。 2022-09-24 13:19 228阅读 0赞

比如要爬取：https://www.zhihu.com/collection/26347524

只用自带库，没用框架。

![Center][]

# -*- coding: utf-8 -*-
    from __future__ import unicode_literals
    import urllib
    import urllib2
    import re
    import socket
    import os
    
    
    class Spider:
    
        def __init__(self, site_url):
            self.site_url = site_url
            self.p = 0
    
        def get_page(self):
            proxy = {'http': '115.215.209.77:8118'}
            proxy_support = urllib2.ProxyHandler(proxy)
            print proxy_support
            opener = urllib2.build_opener(proxy_support)
            urllib2.install_opener(opener)
            i_headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122 Safari/537.36 SE 2.X MetaSr 1.0'}
    
            self.p += 1
            url = self.site_url + "?page=" + str(self.p)
            print url
            request = urllib2.Request(url, headers=i_headers)
            response = urllib2.urlopen(request)
            return response.read()
    
        def get_pic(self):
            while 1:
                page = self.get_page()
                img_re = re.compile(r'data-original="(https://.*?)&')
                img_list = re.findall(img_re, page)
                print 'img_list'
                print img_list
                if img_list:
                    x = 1
                    for img_url in img_list:
                        print '正在保存第%s页的第%s张'%(self.p, x+1)
                        try:
                            urllib.urlretrieve(img_url,'%s/picture_%s_%s.jpg' % (name, self.p, x))
                        except urllib2.URLError, e:
                            if isinstance(e.reason, socket.timeout):
                                raise MyException("下载超时，跳过此图: %r" % e)
                                continue
                            else:
                                continue
                        x += 1
                else:
                    break
    
    
    print '请输入收藏夹代号:'
    in_URL = raw_input()
    in_URL = in_URL.strip()
    li = re.findall(r"\d+", in_URL)
    name = li[0]  # li是一个list，取出其中唯一一个字符串
    print '图片保存在当前目录的：%s下' % name
    if not os.path.exists('%s' % name):
        os.makedirs('%s' % name)
    
    spider = Spider(in_URL)
    spider.get_pic()
    print '所有收藏夹内图片保存完毕'

转载请注明原地址

[Center]: /images/20220719/22f1730afcb94b748068d7dc16593953.png