wmfo-lastfm.py

#!/usr/local/bin/python3
# A web scraper for scrobbling WMFO shows to last.fm
# By Tyler Calabrese

# Notes: You will need your last.fm API key and secret, as well as
# username and password md5 hash, in a .env file

import argparse
import os

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException

from dateutil.parser import parse
from datetime import *
import time

from itertools import repeat

from dotenv import load_dotenv

import pylast


def rows_from_url(url):
    firefoxOptions = webdriver.FirefoxOptions()
    firefoxOptions.add_argument("--headless")
    driver = webdriver.Firefox(options=firefoxOptions)
    driver.get(url)

    return driver.find_elements(By.XPATH, '//tr')


def rows_from_schedule(show, station):
    url = "https://widgets.spinitron.com/widget/schedule?station=" + station.lower()
    firefoxOptions = webdriver.FirefoxOptions()
    firefoxOptions.add_argument("--headless")
    driver = webdriver.Firefox(options=firefoxOptions)
    driver.get(url)

    # TODO: find a better way to wait for jQuery
    time.sleep(1)

    # open the page for the show
    if "'" in show:
        xpathstr = '//div[text()="' + show + '"]'
    else:
        xpathstr = "//div[text()='" + show + "']"
    try:
        showtitle = driver.find_element(By.XPATH, xpathstr)
    except NoSuchElementException:
        print('Show not found. Please check spelling and remember that',
              'show titles with both quotes and apostrophes are yet supported.')
        return []
    showbutton = showtitle.find_element(By.XPATH, "./ancestor::A")
    showbutton.click()

    rows = driver.find_elements(By.XPATH, '//tr')
    if len(rows) == 0 or rows[0].text == 'This playlist has no spins (yet).':
        return []
    return driver.find_elements(By.XPATH, '//tr')


# track should be a table row element
def extract_track(track, datestr):
    spintimestr = track.find_element(By.XPATH, './/td[@class="spin-time"]/a').text
    spintime = parse(spintimestr, default=datetime.now())
    if datestr != '': spintime = parse(datestr, default=spintime)
    spinunixtime = int(spintime.timestamp())

    artist = track.find_element(By.XPATH, './/span[@class="artist"]').text
    title = track.find_element(By.XPATH, './/span[@class="song"]').text
    try:
        album = track.find_element(By.XPATH, './/span[@class="release"]').text
    except NoSuchElementException:
        album = ''

    return {"timestamp":spinunixtime, "artist": artist, "title": title,
            "album": album}


def choose_to_send(track, network):
   promptstr =  "scrobble " + track["title"] + " by " + track["artist"]
   promptstr +=  "? y/n "
   choice = input(promptstr)
   if choice == 'y': send_scrobble(track, network)


def send_scrobble(track, network):
    print("scrobbling ", track)
    if track == '':
        network.scrobble(artist=track["artist"], title=track["title"],
                         timestamp=track["timestamp"])
    else:
        network.scrobble(artist=track["artist"], title=track["title"],
                         timestamp=track["timestamp"], album=track["album"])
    print("done.")


def setup_lastfm():
    load_dotenv()
    API_KEY = os.environ.get("API_KEY")
    API_SECRET = os.environ.get("API_SECRET")
    USERNAME = os.environ.get("USERNAME")
    HASHED_PASS = os.environ.get("HASHED_PASS")
    return pylast.LastFMNetwork(
        api_key=API_KEY,
        api_secret=API_SECRET,
        username=USERNAME,
        password_hash=HASHED_PASS
    )


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("--from-schedule",
                        help="scrobble from a show on the schedule")
    parser.add_argument("--date",
        help="change the date scrobbles are registered under. yyyy-mm-dd")
    parser.add_argument("--station", default="WMFO",
        help="for use with from-schedule. Specify a Spinitron station whose schedule to read.")
    parser.add_argument("--playlist-url",
        help="manually specify the URL of a Spinitron playlist instead of reading from a schedule or homepage.")
    args = parser.parse_args()
    if args.playlist_url:
        rows = rows_from_url(args.playlist_url)
    elif args.from_schedule:
        rows = rows_from_schedule(args.from_schedule, args.station)
    else:
        homepage_url = "https://www." + args.station.lower() + ".org"
        rows = rows_from_url(homepage_url)
    if not args.date: args.date = ''

    tracks = list(map(extract_track, rows, repeat(args.date)))

    promptstr =  "found " + str(len(tracks)) + " tracks. "
    promptstr += "s to scrobble all, p to pick tracks to scrobble, "
    promptstr += "or c to cancel. "
    choice = input(promptstr)

    if choice == 's' or choice == 'p':
        last_fm_net = setup_lastfm()
    if choice == 's':
        for track in tracks: send_scrobble(track,  last_fm_net)
    if choice == 'p':
        for track in tracks: choose_to_send(track, last_fm_net)
    if choice == 'c':
        print('Canceling. Nothing will be scrobbled.')

if __name__ == '__main__':
    main()