from youtube import util, yt_data_extract from youtube import yt_app import settings import os import json import html import gevent import urllib import flask from flask import request playlists_directory = os.path.join(settings.data_dir, "playlists") thumbnails_directory = os.path.join(settings.data_dir, "playlist_thumbnails") def video_ids_in_playlist(name): try: with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: videos = file.read() return set(json.loads(video)['id'] for video in videos.splitlines()) except FileNotFoundError: return set() def add_to_playlist(name, video_info_list): if not os.path.exists(playlists_directory): os.makedirs(playlists_directory) ids = video_ids_in_playlist(name) missing_thumbnails = [] with open(os.path.join(playlists_directory, name + ".txt"), "a", encoding='utf-8') as file: for info in video_info_list: id = json.loads(info)['id'] if id not in ids: file.write(info + "\n") missing_thumbnails.append(id) gevent.spawn(download_thumbnails, name, missing_thumbnails) def download_thumbnail(playlist_name, video_id): url = "https://i.ytimg.com/vi/" + video_id + "/mqdefault.jpg" save_location = os.path.join(thumbnails_directory, playlist_name, video_id + ".jpg") try: thumbnail = util.fetch_url(url, report_text="Saved local playlist thumbnail: " + video_id) except urllib.error.HTTPError as e: print("Failed to download thumbnail for " + video_id + ": " + str(e)) return try: f = open(save_location, 'wb') except FileNotFoundError: os.makedirs(os.path.join(thumbnails_directory, playlist_name)) f = open(save_location, 'wb') f.write(thumbnail) f.close() def download_thumbnails(playlist_name, ids): # only do 5 at a time # do the n where n is divisible by 5 i = -1 for i in range(0, int(len(ids)/5) - 1 ): gevent.joinall([gevent.spawn(download_thumbnail, playlist_name, ids[j]) for j in range(i*5, i*5 + 5)]) # do the remainders (< 5) gevent.joinall([gevent.spawn(download_thumbnail, playlist_name, ids[j]) for j in range(i*5 + 5, len(ids))]) def get_local_playlist_videos(name): try: thumbnails = set(os.listdir(os.path.join(thumbnails_directory, name))) except FileNotFoundError: thumbnails = set() missing_thumbnails = [] videos = [] with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: data = file.read() videos_json = data.splitlines() for video_json in videos_json: try: info = json.loads(video_json) if info['id'] + ".jpg" in thumbnails: info['thumbnail'] = "/youtube.com/data/playlist_thumbnails/" + name + "/" + info['id'] + ".jpg" else: info['thumbnail'] = util.get_thumbnail_url(info['id']) missing_thumbnails.append(info['id']) info['item_size'] = 'small' info['type'] = 'video' yt_data_extract.add_extra_html_info(info) videos.append(info) except json.decoder.JSONDecodeError: if not video_json.strip() == '': print('Corrupt playlist video entry: ' + video_json) gevent.spawn(download_thumbnails, name, missing_thumbnails) return videos def get_playlist_names(): try: items = os.listdir(playlists_directory) except FileNotFoundError: return for item in items: name, ext = os.path.splitext(item) if ext == '.txt': yield name def remove_from_playlist(name, video_info_list): ids = [json.loads(video)['id'] for video in video_info_list] with open(os.path.join(playlists_directory, name + ".txt"), 'r', encoding='utf-8') as file: videos = file.read() videos_in = videos.splitlines() videos_out = [] for video in videos_in: if json.loads(video)['id'] not in ids: videos_out.append(video) with open(os.path.join(playlists_directory, name + ".txt"), 'w', encoding='utf-8') as file: file.write("\n".join(videos_out) + "\n") try: thumbnails = set(os.listdir(os.path.join(thumbnails_directory, name))) except FileNotFoundError: pass else: to_delete = thumbnails & set(id + ".jpg" for id in ids) for file in to_delete: os.remove(os.path.join(thumbnails_directory, name, file)) @yt_app.route('/playlists', methods=['GET']) @yt_app.route('/playlists/', methods=['GET']) def get_local_playlist_page(playlist_name=None): if playlist_name is None: playlists = [(name, util.URL_ORIGIN + '/playlists/' + name) for name in get_playlist_names()] return flask.render_template('local_playlists_list.html', playlists=playlists) else: videos = get_local_playlist_videos(playlist_name) return flask.render_template('local_playlist.html', playlist_name = playlist_name, videos = videos, ) @yt_app.route('/playlists/', methods=['POST']) def path_edit_playlist(playlist_name): '''Called when making changes to the playlist from that playlist's page''' if request.values['action'] == 'remove': remove_from_playlist(playlist_name, request.values.getlist('video_info_list')) return flask.redirect(util.URL_ORIGIN + request.path) else: flask.abort(400) @yt_app.route('/edit_playlist', methods=['POST']) def edit_playlist(): '''Called when adding videos to a playlist from elsewhere''' if request.values['action'] == 'add': add_to_playlist(request.values['playlist_name'], request.values.getlist('video_info_list')) return '', 204 else: flask.abort(400) @yt_app.route('/data/playlist_thumbnails//') def serve_thumbnail(playlist_name, thumbnail): # .. is necessary because flask always uses the application directory at ./youtube, not the working directory return flask.send_from_directory(os.path.join('..', thumbnails_directory, playlist_name), thumbnail)