diff options
Diffstat (limited to 'youtube/local_playlist.py')
| -rw-r--r-- | youtube/local_playlist.py | 207 |
1 files changed, 164 insertions, 43 deletions
diff --git a/youtube/local_playlist.py b/youtube/local_playlist.py index 3c62134..aa3ac27 100644 --- a/youtube/local_playlist.py +++ b/youtube/local_playlist.py @@ -1,40 +1,94 @@ +from youtube import util, yt_data_extract +from youtube import yt_app +import settings + import os import json -from youtube.template import Template -from youtube import common import html +import gevent +import urllib +import math + +import flask +from flask import request + +playlists_directory = os.path.join(settings.data_dir, "playlists") +thumbnails_directory = os.path.join(settings.data_dir, "playlist_thumbnails") + + +def video_ids_in_playlist(name): + try: + with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: + videos = file.read() + return set(json.loads(video)['id'] for video in videos.splitlines()) + except FileNotFoundError: + return set() -playlists_directory = os.path.normpath("data/playlists") -with open('yt_local_playlist_template.html', 'r', encoding='utf-8') as file: - local_playlist_template = Template(file.read()) def add_to_playlist(name, video_info_list): if not os.path.exists(playlists_directory): os.makedirs(playlists_directory) + ids = video_ids_in_playlist(name) + missing_thumbnails = [] with open(os.path.join(playlists_directory, name + ".txt"), "a", encoding='utf-8') as file: for info in video_info_list: - file.write(info + "\n") - - -def get_local_playlist_page(name): - videos_html = '' - with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: - videos = file.read() - videos = videos.splitlines() + id = json.loads(info)['id'] + if id not in ids: + file.write(info + "\n") + missing_thumbnails.append(id) + gevent.spawn(util.download_thumbnails, os.path.join(thumbnails_directory, name), missing_thumbnails) + + +def add_extra_info_to_videos(videos, playlist_name): + '''Adds extra information necessary for rendering the video item HTML + Downloads missing thumbnails''' + try: + thumbnails = set(os.listdir(os.path.join(thumbnails_directory, + playlist_name))) + except FileNotFoundError: + thumbnails = set() + missing_thumbnails = [] + for video in videos: + video['type'] = 'video' + util.add_extra_html_info(video) + if video['id'] + '.jpg' in thumbnails: + video['thumbnail'] = ( + '/https://youtube.com/data/playlist_thumbnails/' + + playlist_name + + '/' + video['id'] + '.jpg') + else: + video['thumbnail'] = util.get_thumbnail_url(video['id']) + missing_thumbnails.append(video['id']) + + gevent.spawn(util.download_thumbnails, + os.path.join(thumbnails_directory, playlist_name), + missing_thumbnails) + + +def read_playlist(name): + '''Returns a list of videos for the given playlist name''' + playlist_path = os.path.join(playlists_directory, name + '.txt') + with open(playlist_path, 'r', encoding='utf-8') as f: + data = f.read() + + videos = [] + videos_json = data.splitlines() + for video_json in videos_json: try: - info = json.loads(video) - info['thumbnail'] = common.get_thumbnail_url(info['id']) - videos_html += common.video_item_html(info, common.small_video_item_template) + info = json.loads(video_json) + videos.append(info) except json.decoder.JSONDecodeError: - pass - return local_playlist_template.substitute( - page_title = name + ' - Local playlist', - header = common.get_header(), - videos = videos_html, - title = name, - page_buttons = '' - ) + if not video_json.strip() == '': + print('Corrupt playlist video entry: ' + video_json) + return videos + + +def get_local_playlist_videos(name, offset=0, amount=50): + videos = read_playlist(name) + add_extra_info_to_videos(videos, name) + return videos[offset:offset+amount], len(videos) + def get_playlist_names(): try: @@ -46,6 +100,7 @@ def get_playlist_names(): if ext == '.txt': yield name + def remove_from_playlist(name, video_info_list): ids = [json.loads(video)['id'] for video in video_info_list] with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: @@ -58,24 +113,90 @@ def remove_from_playlist(name, video_info_list): with open(os.path.join(playlists_directory, name + ".txt"), 'w', encoding='utf-8') as file: file.write("\n".join(videos_out) + "\n") -def get_playlists_list_page(): - page = '''<ul>\n''' - list_item_template = Template(''' <li><a href="$url">$name</a></li>\n''') - for name in get_playlist_names(): - page += list_item_template.substitute(url = html.escape(common.URL_ORIGIN + '/playlists/' + name), name = html.escape(name)) - page += '''</ul>\n''' - return common.yt_basic_template.substitute( - page_title = "Local playlists", - header = common.get_header(), - style = '', - page = page, - ) - - -def get_playlist_page(url, query_string=''): - url = url.rstrip('/').lstrip('/') - if url == '': - return get_playlists_list_page() + try: + thumbnails = set(os.listdir(os.path.join(thumbnails_directory, name))) + except FileNotFoundError: + pass + else: + to_delete = thumbnails & set(id + ".jpg" for id in ids) + for file in to_delete: + os.remove(os.path.join(thumbnails_directory, name, file)) + + return len(videos_out) + + +@yt_app.route('/playlists', methods=['GET']) +@yt_app.route('/playlists/<playlist_name>', methods=['GET']) +def get_local_playlist_page(playlist_name=None): + if playlist_name is None: + playlists = [(name, util.URL_ORIGIN + '/playlists/' + name) for name in get_playlist_names()] + return flask.render_template('local_playlists_list.html', playlists=playlists) else: - return get_local_playlist_page(url) + page = int(request.args.get('page', 1)) + offset = 50*(page - 1) + videos, num_videos = get_local_playlist_videos(playlist_name, offset=offset, amount=50) + return flask.render_template( + 'local_playlist.html', + header_playlist_names=get_playlist_names(), + playlist_name=playlist_name, + videos=videos, + num_pages=math.ceil(num_videos/50), + parameters_dictionary=request.args, + ) + + +@yt_app.route('/playlists/<playlist_name>', methods=['POST']) +def path_edit_playlist(playlist_name): + '''Called when making changes to the playlist from that playlist's page''' + if request.values['action'] == 'remove': + videos_to_remove = request.values.getlist('video_info_list') + number_of_videos_remaining = remove_from_playlist(playlist_name, videos_to_remove) + redirect_page_number = min(int(request.values.get('page', 1)), math.ceil(number_of_videos_remaining/50)) + return flask.redirect(util.URL_ORIGIN + request.path + '?page=' + str(redirect_page_number)) + elif request.values['action'] == 'remove_playlist': + try: + os.remove(os.path.join(playlists_directory, playlist_name + ".txt")) + except OSError: + pass + return flask.redirect(util.URL_ORIGIN + '/playlists') + elif request.values['action'] == 'export': + videos = read_playlist(playlist_name) + fmt = request.values['export_format'] + if fmt in ('ids', 'urls'): + prefix = '' + if fmt == 'urls': + prefix = 'https://www.youtube.com/watch?v=' + id_list = '\n'.join(prefix + v['id'] for v in videos) + id_list += '\n' + resp = flask.Response(id_list, mimetype='text/plain') + cd = 'attachment; filename="%s.txt"' % playlist_name + resp.headers['Content-Disposition'] = cd + return resp + elif fmt == 'json': + json_data = json.dumps({'videos': videos}, indent=2, + sort_keys=True) + resp = flask.Response(json_data, mimetype='text/json') + cd = 'attachment; filename="%s.json"' % playlist_name + resp.headers['Content-Disposition'] = cd + return resp + else: + flask.abort(400) + else: + flask.abort(400) + + +@yt_app.route('/edit_playlist', methods=['POST']) +def edit_playlist(): + '''Called when adding videos to a playlist from elsewhere''' + if request.values['action'] == 'add': + add_to_playlist(request.values['playlist_name'], request.values.getlist('video_info_list')) + return '', 204 + else: + flask.abort(400) + +@yt_app.route('/data/playlist_thumbnails/<playlist_name>/<thumbnail>') +def serve_thumbnail(playlist_name, thumbnail): + # .. is necessary because flask always uses the application directory at ./youtube, not the working directory + return flask.send_from_directory( + os.path.join('..', thumbnails_directory, playlist_name), thumbnail) |