很简单的一个爬取豆瓣音乐前250的一些信息。

from lxml import etree

import requests

#获取页面地址

def getUrl():

    for i in range(10):

     url = 'https://music.douban.com/top250?start={}'.format(i*25)

     scrapyPage(url)

#爬取每页数据

def scrapyPage(url):

    html = requests.get(url).text

    s = etree.HTML(html)

    trs = s.xpath('//*[@id="content"]/div/div[1]/div/table/tr')

    for tr in trs:

        href = tr.xpath('./td[2]/div/a/@href')[0]

        title = tr.xpath('./td[2]/div/a/text()')[0]

        score = tr.xpath('./td[2]/div/div/span[2]/text()')[0]

        number = tr.xpath('./td[2]/div/div/span[3]/text()')[0]

        img = tr.xpath('./td[1]/a/img/@src')[0]

        print(href, title, score, number, img)

if __name__ == '__main__':

    getUrl()