程序部分:
def bubble_sort(data):
#冒泡排序
for i in range(0,len(data)):#注意不是len(data)-1,因為(a,b)表示從a到b-1
for j in range(0,len(data)):
if i>j:
if data[j]>data[i]:
tmp1=data[i]
data[i]=data[j]
data[j]=tmp1
return data
from bs4 import BeautifulSoup
path='D:/課程源碼及作業參考答案/Plan-for-combating-master/week1/1_2/1_2answer_of_homework/1_2_homework_required/index.html'
info0=[]
with open(path,'r') as wb_data:
soup=BeautifulSoup(wb_data,'lxml')
stars=soup.select('body > div > div > div.col-md-9 > div > div > div > div.ratings > p:nth-of-type(2)')
addres = soup.select('body > div > div > div.col-md-9 > div > div > div > img')
prices = soup.select('body > div > div > div.col-md-9 > div > div > div > div.caption > h4.pull-right')
reviews = soup.select('body > div > div > div.col-md-9 > div > div > div > div.ratings > p.pull-right')
titles = soup.select('body > div > div > div.col-md-9 > div > div > div > div.caption > h4 > a')
#list(stars.stripped_strings)
import re
for star,addre, price, review, title in zip(stars,addres,prices,reviews,titles):
data0=[
'star: '+str(len(star.find_all('span',class_='glyphicon glyphicon-star'))),
'price: ' + price.get_text(),
'review: ' + str(re.findall(r'\d+', review.get_text())),? # 正則表達式,目標輸出結果為review:[65]
'addre: '+addre.get('src'),
#'review: '+review.get_text(),
'title: '+title.get_text()
]
print(data0)
info0.append(data0)
#以下程序根據星星數、價格、評論數進行排序
infos=[]
infop=[]
infor=[]
for k in range(0,len(info0)):
s=int(re.sub(r'\D+','',info0[k][0]))#將非字符串找到并用空格替換
p=float(re.sub(r'\D+','',info0[k][1]))#將非字符串找到并用空格替換
r=int(re.sub(r'\D+','',info0[k][2]))#將非字符串找到并用空格替換
infos.append(s)
infop.append(p)
infor.append(r)
print(bubble_sort(infos))
print(bubble_sort(infop))
print(bubble_sort(infor))
print('根據星星數排列:')
for i in range(0,len(info0)):
for j in range(0,len(info0)):
if int(re.sub(r'\D+', '', info0[i][0]))==int(infos[j]):
tmp=info0[i]
info0[i]=info0[j]
info0[j]=tmp
for i in range(0,len(info0)):
print(info0[i])
print('根據價格排列:')
for i in range(0,len(info0)):
for j in range(0,len(info0)):
if int(re.sub(r'\D+', '', info0[i][1]))==int(infop[j]):
tmp=info0[i]
info0[i]=info0[j]
info0[j]=tmp
for i in range(0,len(info0)):
print(info0[i])
print('根據評論數排列:')
for i in range(0,len(info0)):
for j in range(0,len(info0)):
if int(re.sub(r'\D+', '', info0[i][2]))==int(infor[j]):
tmp=info0[i]
info0[i]=info0[j]
info0[j]=tmp
for i in range(0,len(info0)):
print(info0[i])
運行結果:
根據星星數排列:
['star: 4', 'price: $15.5', "review: ['8']", 'addre: img/pic_0010_1027323963916688311_09cc2d7648d9.jpg', 'title: Park tickets']
['star: 4', 'price: $500', "review: ['35']", 'addre: img/pic_0011_1032030741401174813_4e43d182fce7.jpg', 'title: iWatch']
['star: 4', 'price: $214.5', "review: ['18']", 'addre: img/pic_0002_556261037783915561_bf22b24b9e4e.jpg', 'title: Best Bed']
['star: 4', 'price: $94.99', "review: ['18']", 'addre: img/pic_0001_160243060888837960_1c3bcd26f5fe.jpg', 'title: iphone gamepad']
['star: 4', 'price: $74.99', "review: ['31']", 'addre: img/pic_0006_949802399717918904_339a16e02268.jpg', 'title: New sunglasses']
['star: 4', 'price: $64.99', "review: ['12']", 'addre: img/pic_0005_828148335519990171_c234285520ff.jpg', 'title: New Pocket']
['star: 3', 'price: $84.99', "review: ['6']", 'addre: img/pic_0008_975641865984412951_ade7a767cfc8.jpg', 'title: Art Cup']
['star: 5', 'price: $24.99', "review: ['65']", 'addre: img/pic_0000_073a9256d9624c92a05dc680fc28865f.jpg', 'title: EarPod']
根據價格排列:
['star: 4', 'price: $15.5', "review: ['8']", 'addre: img/pic_0010_1027323963916688311_09cc2d7648d9.jpg', 'title: Park tickets']
['star: 4', 'price: $500', "review: ['35']", 'addre: img/pic_0011_1032030741401174813_4e43d182fce7.jpg', 'title: iWatch']
['star: 4', 'price: $214.5', "review: ['18']", 'addre: img/pic_0002_556261037783915561_bf22b24b9e4e.jpg', 'title: Best Bed']
['star: 5', 'price: $24.99', "review: ['65']", 'addre: img/pic_0000_073a9256d9624c92a05dc680fc28865f.jpg', 'title: EarPod']
['star: 4', 'price: $64.99', "review: ['12']", 'addre: img/pic_0005_828148335519990171_c234285520ff.jpg', 'title: New Pocket']
['star: 4', 'price: $74.99', "review: ['31']", 'addre: img/pic_0006_949802399717918904_339a16e02268.jpg', 'title: New sunglasses']
['star: 3', 'price: $84.99', "review: ['6']", 'addre: img/pic_0008_975641865984412951_ade7a767cfc8.jpg', 'title: Art Cup']
['star: 4', 'price: $94.99', "review: ['18']", 'addre: img/pic_0001_160243060888837960_1c3bcd26f5fe.jpg', 'title: iphone gamepad']
根據評論數排列:
['star: 3', 'price: $84.99', "review: ['6']", 'addre: img/pic_0008_975641865984412951_ade7a767cfc8.jpg', 'title: Art Cup']
['star: 4', 'price: $15.5', "review: ['8']", 'addre: img/pic_0010_1027323963916688311_09cc2d7648d9.jpg', 'title: Park tickets']
['star: 4', 'price: $94.99', "review: ['18']", 'addre: img/pic_0001_160243060888837960_1c3bcd26f5fe.jpg', 'title: iphone gamepad']
['star: 4', 'price: $214.5', "review: ['18']", 'addre: img/pic_0002_556261037783915561_bf22b24b9e4e.jpg', 'title: Best Bed']
['star: 4', 'price: $64.99', "review: ['12']", 'addre: img/pic_0005_828148335519990171_c234285520ff.jpg', 'title: New Pocket']
['star: 4', 'price: $74.99', "review: ['31']", 'addre: img/pic_0006_949802399717918904_339a16e02268.jpg', 'title: New sunglasses']
['star: 4', 'price: $500', "review: ['35']", 'addre: img/pic_0011_1032030741401174813_4e43d182fce7.jpg', 'title: iWatch']
['star: 5', 'price: $24.99', "review: ['65']", 'addre: img/pic_0000_073a9256d9624c92a05dc680fc28865f.jpg', 'title: EarPod']
總結:
1. 網上基本都是數字和非數字字符組合而成的信息,想要獲取其中的數字,正則表達式是目前較好用的方法。
2. 想要弄清網頁上星星的路徑,需要把每一個星星的路徑復制pycharm中,逐一對比才能發現通用的星星路徑。
3.本次作業對于理解網頁結構很有幫助。
3. python中對列表或字典中元素的定位多用[],matlab中多用(),剛上手時并不習慣。
4. 想要對程序冒泡排序部分進行簡化,但還沒成功。
5. findall與find_all的區別尚未搞清。
6. 目前對于價格的排序只能將價格從¥94.44轉化為9444,尚未想到較好的方法在中間插入小數點。