bing背景图下载-python3的grequests测试

 1 # !usr/bin/python3.4
 2 # -*- coding:utf-8 -*-
 3 
 4 import json
 5 import grequests
 6 import requests
 7 import re
 8 import time
 9 
10 def geturl(urls):
11 
12     sn = requests.Session()
13     rs = [grequests.get(url, session=sn) for url in urls]
14 
15     return grequests.map(rs)
16 
17 def get(url):
18 
19     header = {'User-Agent':
20                 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:46.0) Gecko/20100101 Firefox/46.0',
21                 'Referer':'http://cn.bing.com',
22                 'Host': 'cn.bing.com'}
23 
24     # 解析网页
25     html_bytes = requests.get(url, headers=header)
26     return html_bytes
27 
28 # 去除标题中的非法字符 (Windows)
29 def validateTitle(title):
30     # '/\:*?"<>|'
31     rstr = r"[\/\\\:\*\?\"\<\>\|]"
32     new_title = re.sub(rstr, "", title)
33     return new_title
34 
35 if __name__ == '__main__':
36     i = 0
37     img = []
38     imgname = []
39     while True:
40         url = 'http://cn.bing.com/HPImageArchive.aspx?format=js&idx=' + str(i) + '&n=1'
41 
42         contents =get(url)
43         data = contents.content.decode('utf-8', 'ignore')
44         data = json.loads(data)
45         try:
46             onefile = data['images']
47             for item in onefile:
48                 img.append(item['url'])
49                 imgname.append(item['copyright'].replace(' ', ''))
50                 print(img[i])
51             i = i + 1
52         except Exception as err:
53             print(err)
54             break
55 
56     print('已经搜集好网址...')
57     print('暂停3秒后开始批量下载图片，请保持网络畅通...')
58     time.sleep(3)
59     print('正在下载...')
60     pics = geturl(img)
61 
62     j = 0
63     for pic in pics:
64         filenamep = '../jpg/' + validateTitle(imgname[j] + '.jpg')
65         filess = open(filenamep, 'wb')
66         filess.write(pic.content)
67         filess.close()
68         print('已经写入第' + str(j + 1) + '张图片')
69         j = j + 1