-
Notifications
You must be signed in to change notification settings - Fork 0
/
2.py
61 lines (49 loc) · 1.37 KB
/
2.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#!/usr/local/bin/python
# coding: gbk
from bs4 import BeautifulSoup
import requests
import re
import xlwt
url = r'https://pf.53shop.com/m/pifashichang/sc10-1.html'
source = requests.get(url)
source.encoding = 'gbk'
source = source.text
soup = BeautifulSoup(source, 'lxml')
''''for hott in soup.find_all('h3', class_= 'hott'):
name = hott.a.text
print(name)'''''
info = r'<h3 .*?>(.*?)</h3>'
m_tr = re.findall(info,source,re.S|re.M)
print(type(source))
namlist = []
for line in m_tr:
name = r'<a href=.*?>(.*?)</a>'
link = r'<a href="(.*?)">.*?</a>'
nam = re.findall(name,line,re.S|re.M)
link = re.findall(link,line,re.S|re.M)
u = link[0]
abs = requests.get(u)
abs.encoding = 'gbk'
abs = abs.text
content = r'<div class="content">(.*?)</div>'
con = re.findall(content,abs,re.S|re.M)
#print(nam)
#print(namlist)
print(u)
#print(con)
if re.search('ÓÍ', con[0]) != None:
print(nam)
namlist.extend(nam)
else:
print('0')
print(namlist)
def excel_save(file_path, namlist):
f = xlwt.Workbook()
sheet1 = f.add_sheet(u'sheet1',cell_overwrite_ok=True)
i = 0
for n in namlist:
for j in range(len(namlist)):
sheet1.write(i,j,namlist[j])
i = i + 1
f.save(file_path)
excel_save('name.xls',namlist)