Python爬虫实战(一)：爬取豆瓣电影top250排名

先上代码

  

   

    

     

    
    

     

      #coding=utf-8
     
    
   

    

     

    
    

     

      import re
     
    
   

    

     

    
    

     

      import urllib.request
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getHtml(url):
     
    
   

    

     

    
    

     

       page = urllib.request.urlopen(url)
     
    
   

    

     

    
    

     

       html = page.read()
     
    
   

    

     

    
    

     

       html = html.decode('utf-8')
     
    
   

    

     

    
    

     
 return html
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getItem(html):
     
    
   

    

     

    
    

     

       reg = re.compile(r'.*?<span class="title">(.*?)</span>.*?<p class="">.*?(\d+).*?</p>.*?<span class="rating_num" property="v:average">(.*?)</span>.*?<span>(\d+)人评价',re.S)
     
    
   

    

     

    
    

     

       items = re.findall(reg,html)
     
    
   

    

     

    
    

     
 global index
     
    
   

    

     

    
    

     
 for index,item in enumerate(items,index+1):
     
    
   

    

     

    
    

     
 print (index,item)
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      if __name__=='__main__':
     
    
   

    

     

    
    

     

       index = 0
     
    
   

    

     

    
    

     
 for i in range(0,226,25):
     
    
   

    

     

    
    

     

       url  = "https://movie.douban.com/top250?start="
     
    
   

    

     

    
    

     

       url += str(i) + "&filter="
     
    
   

    

     

    
    

     

       html = getHtml(url)
     
    
   

    

     

    
    

     

       getItem(html)
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     
 print ("\nOK!All OVER!")
     
    
  
 

#关于正则表达式的一些说明
#<span class="title">(.*?)</span>  获取电影名字
#<p class="">.*?(\d+) 获取电影上映年份
#<span class="rating_num" property="v:average">(.*?)</span> 获取评分
#</span>.*?<span>(\d+)人评价  获取评价人数   

如果想要代码看起来更优雅点，可以去掉

global index

index = 0

再将  index+1 改成1，只是不能按顺序统计了。

  

   

    

     

    
    

     

      #coding=utf-8
     
    
   

    

     

    
    

     

      import re
     
    
   

    

     

    
    

     

      import urllib.request
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getHtml(url):
     
    
   

    

     

    
    

     

       page = urllib.request.urlopen(url)
     
    
   

    

     

    
    

     

       html = page.read()
     
    
   

    

     

    
    

     

       html = html.decode('utf-8')
     
    
   

    

     

    
    

     
 return html
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getItem(html):
     
    
   

    

     

    
    

     

       reg = re.compile(r'.*?<span class="title">(.*?)</span>.*?<p class="">.*?(\d+).*?</p>.*?<span class="rating_num" property="v:average">(.*?)</span>.*?<span>(\d+)人评价',re.S)
     
    
   

    

     

    
    

     

       items = re.findall(reg,html)
     
    
   

    

     

    
    

     
 for index,item in enumerate(items,1):
     
    
   

    

     

    
    

     
 print (index,item)
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      if __name__=='__main__':
     
    
   

    

     

    
    

     
 for i in range(0,226,25):
     
    
   

    

     

    
    

     

       url  = "https://movie.douban.com/top250?start="
     
    
   

    

     

    
    

     

       url += str(i) + "&filter="
     
    
   

    

     

    
    

     

       html = getHtml(url)
     
    
   

    

     

    
    

     

       getItem(html)
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     
 print ("\nOK!All OVER!")
     
    
  
 

  

   

    

     

    
    

     

      #coding=utf-8
     
    
   

    

     

    
    

     

      import re
     
    
   

    

     

    
    

     

      import requests
     
    
   

    

     

    
    

     

      from prettytable import PrettyTable
     
    
   

    

     

    
    

     

      from colorama import init,Fore
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getHtml(url):  
     
    
   

    

     

    
    

     

       page = requests.get(url)  
     
    
   

    

     

    
    

     

       html = page.text  
     
    
   

    

     

    
    

     
 return html
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      def getItem(html):
     
    
   

    

     

    
    

     

       reg = re.compile(r'.*?<span class="title">(.*?)</span>.*?<p class="">.*?(\d+).*?</p>.*?<span class="rating_num" property="v:average">(.*?)</span>.*?<span>(\d+)人评价',re.S)
     
    
   

    

     

    
    

     

       items = re.findall(reg,html)
     
    
   

    

     

    
    

     
 return items
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     
 
     
    
   

    

     

    
    

     

      if __name__=='__main__':
     
    
   

    

     

    
    

     

       movie = []
     
    
   

    

     

    
    

     

       init(autoreset=True)
     
    
   

    

     

    
    

     

       table = PrettyTable([Fore.RED +"排名", "电影名",'上映年份','综合评分','评价人数'])
     
    
   

    

     

    
    

     
 for i in range(0,226,25):
     
    
   

    

     

    
    

     

       url  = "https://movie.douban.com/top250?start="
     
    
   

    

     

    
    

     

       url += str(i) + "&filter="
     
    
   

    

     

    
    

     

       html = getHtml(url)
     
    
   

    

     

    
    

     

       items = getItem(html)
     
    
   

    

     

    
    

     
 for item in items:
     
    
   

    

     

    
    

     

       movie.append(item)
     
    
   

    

     

    
    

     
 for index,item in enumerate(movie,1):
     
    
   

    

     

    
    

     
 if index % 4 == 0:
     
    
   

    

     

    
    

     

       color = Fore.RED
     
    
   

    

     

    
    

     
 elif index % 4 == 1:
     
    
   

    

     

    
    

     

       color = Fore.YELLOW
     
    
   

    

     

    
    

     
 elif index % 4 == 2:
     
    
   

    

     

    
    

     

       color = Fore.GREEN
     
    
   

    

     

    
    

     
 else:
     
    
   

    

     

    
    

     

       color = Fore.CYAN
     
    
   

    

     

    
    

     

       table.add_row([color + str(index),item[0],item[1],item[2],item[3]])
     
    
   

    

     

    
    

     
 print (table)
     
    
  
 

文章来源: blog.csdn.net，作者：悦来客栈的老板，版权归原作者所有，如需转载，请联系作者。

原文链接：blog.csdn.net/qq523176585/article/details/77836194