python3爬取糗百硬菜图片转自www.ustchacker.com

作者: 断翅的童话
来源: 51数据库
2022-08-12

import urllib.request
import re
import threading 


images=[]



def touchImages():
    url='http://www.51sjk.com/Upload/Articles/1/0/321/321153_20220812161231860.jpg'
    req=urllib.request.Request(url,headers={'User-Agent':'Mozilla/5.0'})
    res=urllib.request.urlopen(req)
    html=res.read().decode('utf8')
    rule=re.compile('<img src="(.?)" alt="(.?)" />')
    return rule.findall(html)



class downImg(threading.Thread):
    def init(self):
        threading.Thread.init(self)
    def run(self):
        global images
        while images:
            image=images.pop()
            link=image[0]
            imgType=link.split('.')[-1]
            name=image[1]+'.'+imgType
            with open(name,'wb') as f:
                f.write(urllib.request.urlopen(link).read())



def multiDown(n):
    global images
    images+=touchImages()
    print('一共有'+str(len(images))+'张糗百图片')
    for i in range(n):
        a=downImg()
        a.start()



if name=='main':
    multiDown(10) #开10个线程去下载

推荐阅读