import time import datetime import socket import urllib import shutil import nzbtomedia from lib import requests from nzbtomedia.Transcoder import Transcoder from nzbtomedia.nzbToMediaSceneExceptions import process_all_exceptions from nzbtomedia.nzbToMediaUtil import getDirectorySize, convert_to_ascii from nzbtomedia import logger class autoProcessMovie: def get_imdb(self, nzbName, dirName): imdbid = "" a = nzbName.find('.cp(') + 4 #search for .cptt( in nzbName b = nzbName[a:].find(')') + a if a > 3: # a == 3 if not exist imdbid = nzbName[a:b] if imdbid: logger.postprocess("Found movie id %s in name", imdbid) return imdbid a = dirName.find('.cp(') + 4 #search for .cptt( in dirname b = dirName[a:].find(')') + a if a > 3: # a == 3 if not exist imdbid = dirName[a:b] if imdbid: logger.postprocess("Found movie id %s in directory", imdbid) return imdbid else: logger.debug("Could not find an imdb id in directory or name") return "" def get_movie_postprocess(self, baseURL, imdbid, download_id): movie_id = None movie_status = None movieid = [] moviestatus = [] library = [] release = [] offset = int(0) release_status = None if not imdbid and not download_id: return movie_id, imdbid, download_id, movie_status, release_status while True: url = baseURL + "media.list/?status=active&release_status=snatched&limit_offset=50," + str(offset) logger.debug("Opening URL: %s", url) try: r = requests.get(url) except requests.ConnectionError: logger.error("Unable to open URL") break library2 = [] try: result = r.json() movieid2 = [item["_id"] for item in result["movies"]] for item in result["movies"]: if "identifier" in item: library2.append(item["identifier"]) else: library2.append(item["identifiers"]["imdb"]) release2 = [item["releases"] for item in result["movies"]] moviestatus2 = [item["status"] for item in result["movies"]] except Exception, e: logger.error("Unable to parse json data for movies") break movieid.extend(movieid2) moviestatus.extend(moviestatus2) library.extend(library2) release.extend(release2) if len(movieid2) < int(50): # finished parsing list of movies. Time to break. break offset = offset + 50 for index in range(len(movieid)): releaselist1 = [item for item in release[index] if item["status"] == "snatched" and "download_info" in item] if download_id: releaselist = [item for item in releaselist1 if item["download_info"]["id"].lower() == download_id.lower()] else: releaselist = releaselist1 if imdbid and library[index] == imdbid: movie_id = str(movieid[index]) movie_status = str(moviestatus[index]) logger.postprocess("Found movie id %s with status %s in CPS database for movie %s", movie_id, movie_status, imdbid) if not download_id and len(releaselist) == 1: download_id = releaselist[0]["download_info"]["id"] elif not imdbid and download_id and len(releaselist) > 0: movie_id = str(movieid[index]) movie_status = str(moviestatus[index]) imdbid = str(library[index]) logger.postprocess("Found movie id %s and imdb %s with status %s in CPS database via download_id %s", movie_id, imdbid, movie_status, download_id) else: continue if len(releaselist) == 1: release_status = releaselist[0]["status"] logger.debug("Found a single release with download_id: %s. Release status is: %s", download_id, release_status) break if not movie_id: logger.error("Could not parse database results to determine imdbid or movie id") return movie_id, imdbid, download_id, movie_status, release_status def get_status(self, baseURL, movie_id, download_id): result = None movie_status = None release_status = None if not movie_id: return movie_status, release_status logger.debug("Looking for status of movie: %s", movie_id) url = baseURL + "media.get/?id=" + str(movie_id) logger.debug("Opening URL: %s", url) try: r = requests.get(url) except requests.ConnectionError: logger.error("Unable to open URL") return None, None try: result = r.json() movie_status = str(result["media"]["status"]) logger.debug("This movie is marked as status %s in CouchPotatoServer", movie_status) except: logger.error("Could not find a status for this movie") try: if len(result["media"]["releases"]) == 1 and result["media"]["releases"][0]["status"] == "done": release_status = result["media"]["releases"][0]["status"] else: release_status_list = [item["status"] for item in result["media"]["releases"] if "download_info" in item and item["download_info"]["id"].lower() == download_id.lower()] if len(release_status_list) == 1: release_status = release_status_list[0] logger.debug("This release is marked as status %s in CouchPotatoServer", release_status) except: # index out of range/doesn't exist? logger.error("Could not find a status for this release") return movie_status, release_status def process(self, dirName, nzbName=None, status=0, clientAgent = "manual", download_id = "", inputCategory=None): if dirName is None: logger.error("No directory was given!") return 1 # failure # auto-detect correct section section = nzbtomedia.CFG.findsection(inputCategory) if not section: logger.error( "We were unable to find a section for category %s, please check your autoProcessMedia.cfg file.", inputCategory) return 1 logger.postprocess("Loading config from %s", nzbtomedia.CONFIG_FILE) status = int(status) host = nzbtomedia.CFG[section][inputCategory]["host"] port = nzbtomedia.CFG[section][inputCategory]["port"] apikey = nzbtomedia.CFG[section][inputCategory]["apikey"] delay = float(nzbtomedia.CFG[section][inputCategory]["delay"]) method = nzbtomedia.CFG[section][inputCategory]["method"] delete_failed = int(nzbtomedia.CFG[section][inputCategory]["delete_failed"]) wait_for = int(nzbtomedia.CFG[section][inputCategory]["wait_for"]) try: TimePerGiB = int(nzbtomedia.CFG[section][inputCategory]["TimePerGiB"]) except: TimePerGiB = 60 # note, if using Network to transfer on 100Mbit LAN, expect ~ 600 MB/minute. try: ssl = int(nzbtomedia.CFG[section][inputCategory]["ssl"]) except: ssl = 0 try: web_root = nzbtomedia.CFG[section][inputCategory]["web_root"] except: web_root = "" try: transcode = int(nzbtomedia.CFG["Transcoder"]["transcode"]) except: transcode = 0 try: remoteCPS = int(nzbtomedia.CFG[section][inputCategory]["remoteCPS"]) except: remoteCPS = 0 nzbName = str(nzbName) # make sure it is a string imdbid = self.get_imdb(nzbName, dirName) if ssl: protocol = "https://" else: protocol = "http://" # don't delay when we are calling this script manually. if clientAgent == "manual": delay = 0 baseURL = protocol + host + ":" + port + web_root + "/api/" + apikey + "/" movie_id, imdbid, download_id, initial_status, initial_release_status = self.get_movie_postprocess(baseURL, imdbid, download_id) # get the CPS database movie id for this movie. process_all_exceptions(nzbName.lower(), dirName) nzbName, dirName = convert_to_ascii(nzbName, dirName) if status == 0: if transcode == 1: result = Transcoder().Transcode_directory(dirName) if result == 0: logger.debug("Transcoding succeeded for files in %s", dirName) else: logger.warning("Transcoding failed for files in %s", dirName) if method == "manage": command = "manage.update" else: command = "renamer.scan" if clientAgent != "manual" and download_id != None: if remoteCPS == 1: command = command + "/?downloader=" + clientAgent + "&download_id=" + download_id else: command = command + "/?media_folder=" + urllib.quote(dirName) + "&downloader=" + clientAgent + "&download_id=" + download_id dirSize = getDirectorySize(dirName) # get total directory size to calculate needed processing time. TIME_OUT2 = int(TimePerGiB) * dirSize # Couchpotato needs to complete all moving and renaming before returning the status. TIME_OUT2 += 60 # Add an extra minute for over-head/processing/metadata. socket.setdefaulttimeout(int(TIME_OUT2)) #initialize socket timeout. We may now be able to remove the delays from the wait_for section below? If true, this should exit on first loop. url = baseURL + command logger.postprocess("Waiting for %s seconds to allow CPS to process newly extracted files", str(delay)) time.sleep(delay) logger.debug("Opening URL: %s", url) try: r = requests.get(url) except requests.ConnectionError: logger.error("Unable to open URL") return 1 # failure result = r.json() logger.postprocess("CouchPotatoServer returned %s", result) if result['success']: logger.postprocess("%s scan started on CouchPotatoServer for %s", method, nzbName) else: logger.error("%s scan has NOT started on CouchPotatoServer for %s. Exiting", method, nzbName) return 1 # failure else: logger.postprocess("Download of %s has failed.", nzbName) logger.postprocess("Trying to re-cue the next highest ranked release") if not movie_id: logger.warning("Cound not find a movie in the database for release %s", nzbName) logger.warning("Please manually ignore this release and refresh the wanted movie") logger.error("Exiting autoProcessMovie script") return 1 # failure url = baseURL + "movie.searcher.try_next/?media_id=" + movie_id logger.debug("Opening URL: %s", url) try: r = requests.get(url, stream=True) except requests.ConnectionError: logger.error("Unable to open URL") return 1 # failure for line in r.iter_lines(): if line: logger.postprocess("%s", line) logger.postprocess("Movie %s set to try the next best release on CouchPotatoServer", movie_id) if delete_failed and not dirName in ['sys.argv[0]','/','']: logger.postprocess("Deleting failed files and folder %s", dirName) try: shutil.rmtree(dirName) except: logger.error("Unable to delete folder %s", dirName) return 0 # success if clientAgent == "manual": return 0 # success if not download_id: if clientAgent in ['utorrent', 'transmission', 'deluge'] : return 1 # just to be sure TorrentToMedia doesn't start deleting files as we havent verified changed status. else: return 0 # success # we will now check to see if CPS has finished renaming before returning to TorrentToMedia and unpausing. release_status = None start = datetime.datetime.now() # set time for timeout pause_for = int(wait_for) * 10 # keep this so we only ever have 6 complete loops. This may not be necessary now? while (datetime.datetime.now() - start) < datetime.timedelta(minutes=wait_for): # only wait 2 (default) minutes, then return. movie_status, release_status = self.get_status(baseURL, movie_id, download_id) # get the current status fo this movie. if movie_status and initial_status and movie_status != initial_status: # Something has changed. CPS must have processed this movie. logger.postprocess("SUCCESS: This movie is now marked as status %s in CouchPotatoServer", movie_status) return 0 # success time.sleep(pause_for) # Just stop this looping infinitely and hogging resources for 2 minutes ;) else: if release_status and initial_release_status and release_status != initial_release_status: # Something has changed. CPS must have processed this movie. logger.postprocess("SUCCESS: This release is now marked as status %s in CouchPotatoServer", release_status) return 0 # success else: # The status hasn't changed. we have waited 2 minutes which is more than enough. uTorrent can resule seeding now. logger.warning("The movie does not appear to have changed status after %s minutes. Please check CouchPotato Logs", wait_for) return 1 # failure