代碼如下:

#-*-coding:UTF-8-*-

”’

Createdon2021-12-5

@author:good-temper

”’

importurllib2

importbs4

importtime

defgetPage(urlStr):

”’

獲取頁(yè)面內(nèi)容

”’

content=urllib2.urlopen(urlStr).read()

returncontent

defgetNextPageUrl(currPageNum):

#頁(yè)碼-1-1-72-4137-33.html

url=u’‘+str(currPageNum+1)+’-1-1-72-4137-33.html’

#是否有下一頁(yè)

content=getPage(url);

soup=bs4.BeautifulSoup(content)

list=soup.findAll(‘span’,{‘class’:’next-disabled’});

if(len(list)==0):

returnurl

return”

defanalyzeList():

pageNum=0

list=[]

url=getNextPageUrl(pageNum)

whileurl!=”:

soup=bs4.BeautifulSoup(getPage(url))

pagelist=soup.findAll(‘div’,{‘class’:’p-name’})

foreleminpagelist:

soup1=bs4.BeautifulSoup(str(elem))

list.append(soup1.find(‘a(chǎn)’)[‘href’])

pageNum=pageNum+1

printpageNum

url=getNextPageUrl(pageNum)

returnlist

defanalyzeContent(url):

return”

defwriteToFile(list,path):

f=open(path,‘a(chǎn)’)

foreleminlist:

f.write(elem+’

’)

f.close()

if__name__==‘__main__’:

list=analyzeList()

print‘共抓取’+str(len(list))+’條

’

writeToFile(list,u’E:\\jd_phone_list.dat’);

轉(zhuǎn)載請(qǐng)注明：seo-網(wǎng)站優(yōu)化-網(wǎng)站建設(shè)?python抓取京東商城手機(jī)列表url實(shí)例代碼