#!/usr/bin/python3 ''' Checks available Torrents on PleasureDome and updates the local versions if more recent versions are detected Basically what it does is: * Get all torrents in a directory torrents * Get all torrents from PleasureDome RSS * Get all torrents currently active in Transmission * Intersect the first two lists to get updatable torrents * And for each updatable torrent: - remove the old torrent from Transmission (if needed), - rename the local directory, - add the new torrent Supported Torrents: * MAME * HBMAME * No-Intro Work in progress… * TODO: implement some error handling Requirements: * Transmission for Bitorrent * A PleasureDome account * A proper PDMameUpdate.json file (see PDMameUpdate.template.json) * Python3 with the libraries below - feedparser - transmission-clutch - tabulate * Linux (untested on other OS, but it might work) Notes * This script logs in PleasureDome to get the proper cookies. It seems you can also set your cookies in Transmission using a cookies.txt file in the .config/transmission directory See: https://forum.transmissionbt.com/viewtopic.php?t=7468 !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !!! Provided with no warranty whatsoever. !!! !!! Make sure you understand what the script !!! !!! does and adapt it to your context !!! !!! Use with caution. !!! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! ''' import argparse import feedparser import json import logging import os import re import requests import time import pathlib from clutch.core import Client from tabulate import tabulate from collections import defaultdict from pprint import pformat from urllib.parse import quote def open_config_file(): """Reads configuration from PDMameUpdate.json file""" locations = ( os.environ.get("PDMAMEUPDATE_CONF"), "/etc", os.path.expanduser("~"), os.curdir ) for loc in locations: if loc is not None: logging.info("Searching for config file in '%s'", loc) config_path = loc + '/PDMameUpdate.json' if pathlib.Path(config_path).is_file(): config_file_loc = config_path break if 'config_file_loc' not in locals(): logging.error("Config file not found") raise FileNotFoundError("Config file not found") logging.info('Opening config file: '+config_file_loc) config_file = None with open(config_file_loc, 'r') as config_file: config = json.load(config_file) parameters = [ "mame-directory", "pleasuredome-password", "pleasuredome-user", "torrent-directory", "transmission-password", "transmission-port", "transmission-user" ] for key in parameters: if key not in config: logging.error('Missing key in config file: %s', key) raise ValueError('Invalid config file.') return config def fetch_local_torrents(): """Fetches local torrents versions""" logging.info('Fetching current MAME versions') directories = os.listdir(config['mame-directory']) for directory in directories: for regexp in regexps: match = regexp.search(directory) if match: version = match.group(0) name = regexp.sub('#', directory) torrents[name]['local-version'] = version torrents[name]['local-name'] = directory logging.debug('Found the local torrent versions: %s', pformat(torrents)) def fetch_remote_torrents(): """Fetches PleasureDome torrents versions""" logging.info('Opening PleasureDome RSS feed') d = feedparser.parse('http://www.pleasuredome.org.uk/rss.xml') for post in d.entries: for regexp in regexps: match = regexp.search(post.title) if match: matched_version = match.group(0) matched_torrent = torrents[regexp.sub('#', post.title)] if matched_version > matched_torrent.get('remote-version', ''): matched_torrent['remote-version'] = matched_version matched_torrent['remote-link'] = post.link matched_torrent['remote-name'] = post.title else: logging.info("Skipping '{}' version '{}'".format( match.group(0), matched_version )) logging.debug('Found the remote torrent versions: %s', pformat(torrents)) def filter_updatable_torrents(): """Checks if newer versions are available and prompt for update""" for torrent, data in list(torrents.items()): keys_to_check = {'local-version', 'remote-version'} if ( keys_to_check.issubset(data.keys()) and data['local-version'] < data['remote-version'] ): check_and_rewrite_download_url(data) else: del torrents[torrent] logging.debug( 'The following torrents can be updated: %s', [t for t in torrents.keys()] ) def check_and_rewrite_download_url(torrent_data): url_match = re.compile( r"https?://www.pleasuredome.org.uk/details.php\?id=(.*)" ) match = url_match.match(torrent_data['remote-link']) if match: url = ("http://www.pleasuredome.org.uk/download.php" "?id={}&f={}.torrent&secure=no").format( match.group(1), quote('+'.join(torrent_data['remote-name'].split(' ')), safe='+') ) logging.info('Changed url {} to {}'.format( torrent_data['remote-link'], url )) torrent_data['remote-link'] = url def prompt_for_update(): """Ask for user confirmation before updating""" output_header = ["Torrent", "From", "To", "Transmission ID"] output = [] if len(torrents) > 0: for torrent, data in torrents.items(): output.append([ torrent, data['local-version'], data['remote-version'], data.get('transmission-id', 'N/A') ]) print(tabulate(output, headers=output_header, tablefmt="simple")) print('Should I update the torrents listed above? (y/N)') answer = input() if answer.lower() != 'y': logging.info('Quitting: user cancelled update') print('Quitting…') exit(0) else: logging.info('Quitting: no update candidate') print('No update found…') exit(0) logging.info('User chose to update torrents') def get_cookies_from_pleasuredome(): """Connects to PleasureDome to retrieve Cookies""" logging.info('Logging in PleasureDome') data = { 'uid': config['pleasuredome-user'], 'pwd': config['pleasuredome-password'] } r = requests.post('http://www.pleasuredome.org.uk/login3.php', data=data) if r.status_code == 200: logging.info('Connected to PleasureDome') logging.info('Logging out') requests.get('http://www.pleasuredome.org.uk/logout.php') else: logging.error( 'Connection to PleasureDome failed with status %s', r.status_code ) exit(1) return {k: r.cookies[k] for k in ('uid', 'pass')} def connect_to_transmission(): """Connects to Transmission and return a Client object""" logging.info('Connecting to Transmission Remote Control') return Client( username=config['transmission-user'], password=config['transmission-password'], port=config['transmission-port'] ) def fetch_transmission_torrents(): """Gets the torrents id from Transmission""" logging.info('Listing Transmission torrents') for torrent in client.list().values(): for regexp in regexps: match = regexp.search(torrent['name']) if match: name = regexp.sub('#', torrent['name']) torrents[name]['transmission-id'] = torrent['id'] logging.debug('Found the Transmission torrent ids: %s', pformat(torrents)) def update_torrents(): """ Updates torrents: * remove it from Transmission, * rename the local directory, * and add the new torrent """ logging.info('Updating torrents') for torrent in torrents.values(): logging.info('Updating torrent : %s', torrent['remote-name']) old_name = os.path.join( config['mame-directory'], torrent['local-name'] ) new_name = os.path.join( config['mame-directory'], torrent['remote-name'] ) new_torrent = os.path.join( config['torrent-directory'], torrent['remote-name']+'.torrent' ) if 'transmission-id' in torrent: logging.debug('Removing from transmission : %s',torrent['transmission-id']) client.torrent.remove(torrent['transmission-id']) logging.debug('Renaming %s to %s',old_name, new_name) os.rename(old_name, new_name) logging.debug('Adding to transmission : %s', torrent['remote-link']) client.torrent.add( filename=torrent['remote-link'], download_dir=config['mame-directory'], cookies=cookies, paused=False ) if args.keep: logging.debug('Downloading torrent : %s', new_torrent) t = requests.get(torrent['remote-link'], verify=False, cookies=cookies) open(new_torrent, 'wb').write(t.content) if __name__ == '__main__': logging.basicConfig( level=logging.WARNING, format=' %(asctime)s - %(levelname)s - %(message)s' ) parser = argparse.ArgumentParser( description='Update PleasureDome MAME Torrents' ) parser.add_argument( '-l', '--log', action='store_true', help='Display more log messages' ) parser.add_argument( '-d', '--debug', action='store_true', help='Display debugging messages' ) parser.add_argument( '-k', '--keep', action='store_true', help='Keep torrent files localy' ) parser.add_argument( '-c', '--countdown', action='store_true', help='Start with a 5 second countdown' ) args = parser.parse_args() if args.log: logging.getLogger().setLevel(logging.INFO) if args.debug: logging.getLogger().setLevel(logging.DEBUG) if args.countdown: print('PDMameUpdate is about to start') # Useful if you run this script when your machine boots for i in range(5, 0, -1): print('{}\r'.format(i), end=''), time.sleep(1) regexps = [ re.compile(r'(?<=MAME )[\d.]+'), re.compile(r'(?<=HBMAME )[\d.]+'), re.compile(r'(?<=No-Intro \()[\d-]+') ] config = open_config_file() torrents = defaultdict(dict) client = connect_to_transmission() cookies = get_cookies_from_pleasuredome() fetch_local_torrents() fetch_remote_torrents() fetch_transmission_torrents() filter_updatable_torrents() prompt_for_update() update_torrents()