【python爬虫】 爬云音乐我和xxx共同听过的歌曲

闲聊的时候，觉得，想写个爬虫，爬下2个人共同听过的歌曲有哪些，然后一鼓作气，花了一个多小时，写了一个。支持最近一周和所有时间，需要用户没有关闭听歌排行显示

How to start

使用到的工具是Selenium一个web自动化测试工具，提供IDE以及插件多种方式。python下安装

pip install selenium

chromedriver.exe 下载对应Chrome版本的driver.exe，仓库带了一份Chrome version 78的driver.exe

代码不多，60行，我就直接贴代码了。

python main.py

# -*- coding:utf-8 -*-
from enum import Enum
from time import sleep

from selenium import webdriver
import selenium.webdriver.support.ui as ui
import sys

reload(sys)
sys.setdefaultencoding('utf8')


def get_song_rank_list(url, songs_time):
    print("\n-------------Start---------------")
    driver = webdriver.Chrome(
        executable_path='./drv/chromedriver')
    # https://sites.google.com/a/chromium.org/chromedriver/downloads chrome对应版本driver

    driver.get(url)
    driver.switch_to.frame('g_iframe')
    wait = ui.WebDriverWait(driver, 15)
    data = ""
    song_dict = {}

    if wait.until(lambda driver: driver.find_element_by_class_name('g-bd')):
        if songs_time == 1:
            driver.find_element_by_id('rHeader').find_element_by_id('songsall').click()
            sleep(3)

        data += driver.find_element_by_id('rHeader').find_element_by_tag_name('h4').text
        print(data)
        lists = driver.find_element_by_class_name('m-record').find_elements_by_tag_name('li')
        print("Top{}:".format(len(lists)))
        for l in lists:
            name = (l.find_element_by_tag_name('b').text).decode("utf-8")
            singer = (l.find_element_by_class_name('s-fc8').text.replace('-', '')).decode("utf-8")
            times = l.find_element_by_class_name('bg').get_attribute('style')
            song = "{}, {}, {}".format(name, singer, times)
            print(song)
            song_dict[name] = song
    return song_dict


def compare_song(dict1, dict2):
    print("\n--------------------------------")
    print("\n---->Same song between us")
    for name, song in dict1.iteritems():
        if name in dict2:
            print(song)
    print("---->End")
    print("\n--------------------------------")

SONGS_WEEK = 0
SONGS_ALL = 1
if __name__ == '__main__':
    girl = get_song_rank_list("https://music.163.com/#/user/songs/rank?id=288007045", SONGS_ALL)
    boy = get_song_rank_list("https://music.163.com/#/user/songs/rank?id=39661960", SONGS_ALL)
    compare_song(girl, boy)

Console