彼岸图图片资源下载
# 闲聊
其实这篇内容是当初了解python时候写的，现在还挂载 CSDN (opens new window)上面 ,最近打开了看了看，好像不能用了，之前打包
的可执行文件也不能执行了。现在更新下。
为了测试使用 目前打包了，想要下载的直接 点我下载🚀 (opens new window) ，目前支持持 window 环境哦！
大家有什么好的网址，欢迎分享！
听说小红书上面很多优质美女，下次试试！
# 代码
import random
import re
from os import getcwd as os_getcwd, path as os_path, makedirs as os_makedirs
from random import random as randomNumber
from threading import Thread
from time import sleep, time
from bs4 import BeautifulSoup
from requests import get as req_get
picture_type = {
'new': '最新',
'4kfengjing': '风景',
'4kmeinv': '美女',
'4kdongman': '动漫',
'4kyouxi': '游戏',
'4kyingshi': '影视',
'4kqiche': '汽车',
'4kdongwu': '动物',
'4krenwu': '人物',
'4kzongjiao': '宗教',
'shoujibizhi': '手机壁纸',
'pingban': '平板壁纸',
'tupian': '图片',
's/4kyuanchuang': '原创',
}
list_useragent = [
"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 "
"Safari/537.36",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2226.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.4; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2224.3 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 4.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36",
"Mozilla/5.0 (X11; OpenBSD i386) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.125 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.3319.102 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2309.372 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2117.157 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1866.237 Safari/537.36",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.137 Safari/4E423F",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36 Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.517 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.16 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1623.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.17 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36",
"Mozilla/5.0 (X11; CrOS i686 4319.74.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1468.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1464.0 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1500.55 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.90 Safari/537.36",
"Mozilla/5.0 (X11; NetBSD) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36",
"Mozilla/5.0 (X11; CrOS i686 3912.101.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36",
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.60 Safari/537.17",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1309.0 Safari/537.17",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.15 (KHTML, like Gecko) Chrome/24.0.1295.0 Safari/537.15",
"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.14 (KHTML, like Gecko) Chrome/24.0.1292.0 Safari/537.14"
]
# 创建文件夹
def create_path():
path = os_getcwd() + f"\\彼岸图\\{link_type}"
if not os_path.exists(path):
os_makedirs(path)
return path
# 提取解析之后的response数据
def response_html(link):
html = None
try:
sleep(randomNumber() * 3) # 添加休眠时间，防止访问服务器被封
h = random_headers()
data = req_get(url=link, headers=h, verify=True)
if data.status_code == 200:
data = data.content.decode("gbk")
html = BeautifulSoup(data, 'html.parser')
else:
print("响应失败！")
return html
except Exception as e:
print("响应失败！{}", e)
return None
# 提取数据
def get_imgList(data):
# 获取图片链接地址
img_list = data.find('div', {'class': 'slist'}, 'li').find_all("a")
for i, img in enumerate(img_list):
try:
# 大图片的地址url
if img.get("href") is not None:
img_url = f'{root_url}{img.get("href")}'
# 访问大图片地址
jgp_html_data = response_html(img_url)
if jgp_html_data is None:
pass;
else:
# 获取jpg格式的链接地址
j_ = jgp_html_data.find("img").get("src")
# 当获取不到url时不参与执行
if j_ is not None:
jpg_url = f'{root_url}{j_}'
jpg_name = jgp_html_data.find('img').get('title')
# 多线程下载图片
if jpg_name is not None:
t1 = Thread(target=save, args=(jpg_url, jpg_name))
t1.start()
else:
jpg_name = jpg_url.split('/')[-1]
t1 = Thread(target=save, args=(jpg_url, jpg_name))
t1.start()
except:
print("下载失败")
# 保存图片
def save(jpg_url, jpg_name):
jpg = req_get(jpg_url, headers=random_headers()).content
path = create_path()
with open("{}//{}.jpg".format(path, jpg_name), "wb") as f:
f.write(jpg)
print("下载成功！{}".format(jpg_name))
# 保存图片
def save_tupian(link):
# 访问大图片地址
jgp_html_data = response_html(link)
# 获取jpg格式的链接地址
jpg_url = f'{root_url}{jgp_html_data.find("img").get("src")}'
# 图片name
jpg_name = jgp_html_data.find('img').get('title')
# 当title为none时候
if jpg_name is not None:
save(jpg_url, jpg_name)
else:
jpg_name = jpg_url.split('/')[-1]
save(jpg_url, jpg_name)
def run(href, printPage):
global link_type
# 判断链接类型
link_type = parse_link_type(href)
print("下载类型为",link_type,"下载地址为:",href,"共计:",printPage,'页')
print("保存地址：", create_path())
for n in range(1, printPage + 1):
try:
print("======================正在下载第{}页数据=======================".format(n))
html_data = response_html(href)
if html_data is None:
print("======================下载第{}页数据失败=======================".format(n))
break
get_imgList(html_data)
# 下一页链接地址
next_link_page = html_data.find("div", {"class": "page"})
for i in next_link_page:
if i.get_text() == "下一页":
url = root_url + i.get("href")
href = url
except Exception as e:
print("爬取失败！{} {}".format(n, e))
def is_support(url):
return re.match('https?://pic.netbian.com/(.*)', url)
def is_picture_url(url):
return re.match('https?://pic.netbian.com/tupian/\\d+.html', url)
def parse_link_type(input_url):
for k, v in picture_type.items():
url = "https?://pic.netbian.com/" + k + "(.*)"
if re.match(url, input_url):
return v
return "默认"
def start():
while True:
try:
menu()
link = input("请输入地址或者输入序号 1-14:")
if re.match(r'\d+', link):
num = input("请输入总共要下载的页码数 默认为 1 页 ：")
if num == '':
num = '1'
if re.match(r'\d+', num):
if int(num) >= 1:
run(example_urls[int(link) - 1], int(num))
break
else:
print("下载页码必须大于等于1！")
continue
else:
print("请输入数字")
continue
if is_support(link): # 判断是不是下载链接地址
if is_picture_url(link): # 判断图片链接是否是最终链接地址
save_tupian(link)
break
else:
num = input("请输入要下载的页码数：")
if re.match(r'\d+', num):
if int(num) >= 1:
run(link, int(num))
break
else:
print("下载页码必须大于等于1！")
continue
else:
print("请输入数字")
continue
else:
continue
except Exception as e:
print(e)
continue
# 创建随机请求头函数
def random_headers():
return {
'user-agent': random.choice(list_useragent)
}
def menu():
index = 1
print("\n==============================默认菜单====================")
for k,v in picture_type.items():
print('序号',index, '类型',v ,"下载地址:",f'{root_url}{k}')
index = index+1
print("==========================================================")
print("下载的链接页的起始页链接仅支持https: // pic.netbian.com的图片：")
if __name__ == '__main__':
# 拼接链接的地址
root_url = "http://pic.netbian.com/"
example_urls = []
for k in picture_type.keys():
example_urls.append(f'{root_url}{k}/')
while True:
s_time = time()
start()
e_time = time()
print("\n本次下载花费时间 {} s".format(int(e_time - s_time)))
answer = input("是否继续y?")
if answer == 'y' or answer == "Y":
continue
else:
print("\n 拜拜! \n")
break
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
编辑 (opens new window)
上次更新: 2024-05-21, 09:50:09