diff --git a/TorrentToMedia.py b/TorrentToMedia.py index 379e6e7f..4ff1949b 100755 --- a/TorrentToMedia.py +++ b/TorrentToMedia.py @@ -19,242 +19,242 @@ from nzbToMediaEnv import * from nzbToMediaUtil import * from utorrent.client import UTorrentClient -nzbtomedia_configure_logging(os.path.dirname(sys.argv[0])) +nzbtomedia_configure_logging(os.path.dirname(sys.argv[0])) Logger = logging.getLogger(__name__) def category_search(inputDirectory, inputName, inputCategory, root, categories): - categorySearch = [os.path.normpath(inputDirectory),""] #initializie - notfound = 0 - for x in range(10): # loop up through 10 directories looking for category. - try: - categorySearch2 = os.path.split(os.path.normpath(categorySearch[0])) - except: # this might happen when we can't go higher. - if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. - Logger.info("SEARCH: Could not find a Torrent Name or category in the directory structure") - Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 1 - break #we are done - elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. - Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") - Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 2 - break #we are done - else: - Logger.error("SEARCH: Could not identify Category of Torrent Name in the directory structure. Please check downloader settings. Exiting") - sys.exit(-1) - if categorySearch2[1] in categories: - Logger.debug("SEARCH: Found Category: %s in directory structure", categorySearch2[1]) - if not inputCategory: - Logger.info("SEARCH: Determined Category to be: %s", categorySearch2[1]) - inputCategory = categorySearch2[1] - if inputName and categorySearch[0] != os.path.normpath(inputDirectory): # if we are not in the root directory and we have inputName we can continue. - if ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. - Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) - inputName = categorySearch[1] - Logger.info("SEARCH: Identified Category: %s and Torrent Name: %s. We are in a unique directory, so we can proceed.", inputCategory, inputName) - break # we are done - elif categorySearch[1] and not inputName: #assume the the next directory deep is the torrent name. - Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0],categorySearch[1]), categorySearch[0]) - inputName = categorySearch[1] - break # we are done - elif ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. - Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) - inputName = categorySearch[1] - break # we are done - elif os.path.isdir(os.path.join(categorySearch[0], inputName)) and inputName: # testing for torrent name in first sub directory - Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0], inputName), categorySearch[0]) - if categorySearch[0] == os.path.normpath(inputDirectory): #only true on first pass, x =0 - inputDirectory = os.path.join(categorySearch[0], inputName) #we only want to search this next dir up. - break #we are done - elif inputName: # if these exists, we are ok to proceed, but we are in a root/common directory. - Logger.info("SEARCH: Could not find a unique torrent folder in the directory structure") - Logger.info("SEARCH: The directory passed is the root directory for category %s", categorySearch2[1]) - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 1 - break #we are done - else: #this is a problem! if we don't have Torrent name and are in the root category dir, we can't proceed. - Logger.warn("SEARCH: Could not identify a torrent name and the directory passed is common to all downloads for category %s.", categorySearch[1]) - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 2 - break - elif categorySearch2[1] == inputName and inputName: #we have identified a unique directory. - Logger.info("SEARCH: Files appear to be in their own directory") - if inputCategory: #we are ok to proceed. - break # we are done - else: - Logger.debug("SEARCH: Continuing scan to determin category.") - categorySearch=categorySearch2 #ready for next loop - continue # keep going - else: - if x == 9: # This is the last pass in the loop and we didn't find anything. - notfound = 1 - break # we are done - else: - categorySearch=categorySearch2 #ready for next loop - continue # keep going - - if notfound == 1: - if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. - Logger.info("SEARCH: Could not find a category in the directory structure") - Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 1 - elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. - Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") - Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") - Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") - Logger.info("SEARCH: We will try and determine which files to process, individually") - root = 2 - if not inputCategory: #we didn't find this after 10 loops. This is a problem. - Logger.error("SEARCH: Could not identify category and torrent name from the directory structure. Please check downloader settings. Exiting") - sys.exit(-1) # Oh yeah.... WE ARE DONE! + categorySearch = [os.path.normpath(inputDirectory),""] #initializie + notfound = 0 + for x in range(10): # loop up through 10 directories looking for category. + try: + categorySearch2 = os.path.split(os.path.normpath(categorySearch[0])) + except: # this might happen when we can't go higher. + if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. + Logger.info("SEARCH: Could not find a Torrent Name or category in the directory structure") + Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 1 + break #we are done + elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. + Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") + Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 2 + break #we are done + else: + Logger.error("SEARCH: Could not identify Category of Torrent Name in the directory structure. Please check downloader settings. Exiting") + sys.exit(-1) + if categorySearch2[1] in categories: + Logger.debug("SEARCH: Found Category: %s in directory structure", categorySearch2[1]) + if not inputCategory: + Logger.info("SEARCH: Determined Category to be: %s", categorySearch2[1]) + inputCategory = categorySearch2[1] + if inputName and categorySearch[0] != os.path.normpath(inputDirectory): # if we are not in the root directory and we have inputName we can continue. + if ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. + Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) + inputName = categorySearch[1] + Logger.info("SEARCH: Identified Category: %s and Torrent Name: %s. We are in a unique directory, so we can proceed.", inputCategory, inputName) + break # we are done + elif categorySearch[1] and not inputName: #assume the the next directory deep is the torrent name. + Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0],categorySearch[1]), categorySearch[0]) + inputName = categorySearch[1] + break # we are done + elif ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. + Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) + inputName = categorySearch[1] + break # we are done + elif os.path.isdir(os.path.join(categorySearch[0], inputName)) and inputName: # testing for torrent name in first sub directory + Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0], inputName), categorySearch[0]) + if categorySearch[0] == os.path.normpath(inputDirectory): #only true on first pass, x =0 + inputDirectory = os.path.join(categorySearch[0], inputName) #we only want to search this next dir up. + break #we are done + elif inputName: # if these exists, we are ok to proceed, but we are in a root/common directory. + Logger.info("SEARCH: Could not find a unique torrent folder in the directory structure") + Logger.info("SEARCH: The directory passed is the root directory for category %s", categorySearch2[1]) + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 1 + break #we are done + else: #this is a problem! if we don't have Torrent name and are in the root category dir, we can't proceed. + Logger.warn("SEARCH: Could not identify a torrent name and the directory passed is common to all downloads for category %s.", categorySearch[1]) + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 2 + break + elif categorySearch2[1] == inputName and inputName: #we have identified a unique directory. + Logger.info("SEARCH: Files appear to be in their own directory") + if inputCategory: #we are ok to proceed. + break # we are done + else: + Logger.debug("SEARCH: Continuing scan to determin category.") + categorySearch=categorySearch2 #ready for next loop + continue # keep going + else: + if x == 9: # This is the last pass in the loop and we didn't find anything. + notfound = 1 + break # we are done + else: + categorySearch=categorySearch2 #ready for next loop + continue # keep going + + if notfound == 1: + if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. + Logger.info("SEARCH: Could not find a category in the directory structure") + Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 1 + elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. + Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") + Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") + Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") + Logger.info("SEARCH: We will try and determine which files to process, individually") + root = 2 + if not inputCategory: #we didn't find this after 10 loops. This is a problem. + Logger.error("SEARCH: Could not identify category and torrent name from the directory structure. Please check downloader settings. Exiting") + sys.exit(-1) # Oh yeah.... WE ARE DONE! - return inputDirectory, inputName, inputCategory, root + return inputDirectory, inputName, inputCategory, root def is_sample(filePath, inputName): - # 200 MB in bytes - SIZE_CUTOFF = 200 * 1024 * 1024 - # Ignore 'sample' in files unless 'sample' in Torrent Name - if ('sample' in filePath.lower()) and (not 'sample' in inputName) and (os.path.getsize(filePath) < SIZE_CUTOFF): - return True - else: - return False + # 200 MB in bytes + SIZE_CUTOFF = 200 * 1024 * 1024 + # Ignore 'sample' in files unless 'sample' in Torrent Name + if ('sample' in filePath.lower()) and (not 'sample' in inputName) and (os.path.getsize(filePath) < SIZE_CUTOFF): + return True + else: + return False def copy_link(source, target, useLink, outputDestination): - # Create destination folder - if not os.path.exists(outputDestination): - try: - Logger.info("COPYLINK: Creating destination folder: %s", outputDestination) - os.makedirs(outputDestination) - except Exception, e: - Logger.error("COPYLINK: Not possible to create destination folder: %s", e) - return False + # Create destination folder + if not os.path.exists(outputDestination): + try: + Logger.info("COPYLINK: Creating destination folder: %s", outputDestination) + os.makedirs(outputDestination) + except Exception, e: + Logger.error("COPYLINK: Not possible to create destination folder: %s", e) + return False - if useLink: - try: - Logger.info("COPYLINK: Linking %s to %s", source, target) - linktastic.link(source, target) - except: - if os.path.isfile(target): - Logger.info("COPYLINK: Something went wrong in linktastic.link, but the destination file was created") - else: - Logger.info("COPYLINK: Something went wrong in linktastic.link, copying instead") - Logger.debug("COPYLINK: Copying %s to %s", source, target) - shutil.copy(source, target) - else: - Logger.debug("Copying %s to %s", source, target) + if useLink: + try: + Logger.info("COPYLINK: Linking %s to %s", source, target) + linktastic.link(source, target) + except: + if os.path.isfile(target): + Logger.info("COPYLINK: Something went wrong in linktastic.link, but the destination file was created") + else: + Logger.info("COPYLINK: Something went wrong in linktastic.link, copying instead") + Logger.debug("COPYLINK: Copying %s to %s", source, target) shutil.copy(source, target) - return True + else: + Logger.debug("Copying %s to %s", source, target) + shutil.copy(source, target) + return True def unpack(dirpath, file, destination): - # Using Windows - if os.name == 'nt': - Logger.info("EXTRACTOR: We are using Windows") - cmd_7zip = [extractionTool, 'x -y'] - ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"] - EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip) + # Using Windows + if os.name == 'nt': + Logger.info("EXTRACTOR: We are using Windows") + cmd_7zip = [extractionTool, 'x -y'] + ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"] + EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip) - # Using linux - elif os.name == 'posix': - Logger.info("EXTRACTOR: We are using *nix") - EXTRACT_COMMANDS = {".rar": ["unrar", "e"], ".zip": ["unzip", ""], ".tar.gz": ["tar", "xzf"], ".tgz": ["tar", "xzf"], ".tar.bz2": ["tar", "xjf"], ".tbz": ["tar", "xjf"], ".tar.lzma": ["tar", "--lzma xf"], ".tlz": ["tar", "--lzma xf"], ".txz": ["tar", "--xz xf"], ".7z": ["7zr", "x"],} + # Using linux + elif os.name == 'posix': + Logger.info("EXTRACTOR: We are using *nix") + EXTRACT_COMMANDS = {".rar": ["unrar", "e"], ".zip": ["unzip", ""], ".tar.gz": ["tar", "xzf"], ".tgz": ["tar", "xzf"], ".tar.bz2": ["tar", "xjf"], ".tbz": ["tar", "xjf"], ".tar.lzma": ["tar", "--lzma xf"], ".tlz": ["tar", "--lzma xf"], ".txz": ["tar", "--xz xf"], ".7z": ["7zr", "x"],} - # Need to add a check for which commands that can be utilized in *nix systems.. + # Need to add a check for which commands that can be utilized in *nix systems.. + else: + Logger.error("EXTRACTOR: Unknown OS, exiting") + + ext = os.path.splitext(file) + fp = os.path.join(dirpath, file) + if ext[1] in (".gz", ".bz2", ".lzma"): + # Check if this is a tar + if os.path.splitext(ext[0])[1] == ".tar": + cmd = EXTRACT_COMMANDS[".tar" + ext[1]] + else: + if ext[1] in EXTRACT_COMMANDS: + cmd = EXTRACT_COMMANDS[ext[1]] else: - Logger.error("EXTRACTOR: Unknown OS, exiting") + Logger.debug("EXTRACTOR: Unknown file type: %s", ext[1]) + return False - ext = os.path.splitext(file) - fp = os.path.join(dirpath, file) - if ext[1] in (".gz", ".bz2", ".lzma"): - # Check if this is a tar - if os.path.splitext(ext[0])[1] == ".tar": - cmd = EXTRACT_COMMANDS[".tar" + ext[1]] - else: - if ext[1] in EXTRACT_COMMANDS: - cmd = EXTRACT_COMMANDS[ext[1]] - else: - Logger.debug("EXTRACTOR: Unknown file type: %s", ext[1]) - return False + # Create destination folder + if not os.path.exists(destination): + try: + Logger.debug("EXTRACTOR: Creating destination folder: %s", destination) + os.makedirs(destination) + except Exception, e: + Logger.error("EXTRACTOR: Not possible to create destination folder: %s", e) + return False - # Create destination folder - if not os.path.exists(destination): - try: - Logger.debug("EXTRACTOR: Creating destination folder: %s", destination) - os.makedirs(destination) - except Exception, e: - Logger.error("EXTRACTOR: Not possible to create destination folder: %s", e) - return False + Logger.info("Extracting %s to %s", fp, destination) - Logger.info("Extracting %s to %s", fp, destination) - - # Running - Logger.debug("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination) - pwd = os.getcwd() # Get our Present Working Directory - os.chdir(destination) # Not all unpack commands accept full paths, so just extract into this directory - if os.name == 'nt': # Windows needs quotes around directory structure - try: - run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" # Windows needs quotes around directories - res = call(run) - if res == 0: - Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) - else: - Logger.info("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) - except: - Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s", fp, run) - else: - try: - if cmd[1] == "": # If calling unzip, we dont want to pass the "" - res = call([cmd[0], fp]) - else: - res = call([cmd[0], cmd[1], fp]) - if res == 0: - Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) - else: - Logger.error("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) - except: - Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp) - os.chdir(pwd) # Go back to our Original Working Directory - return True + # Running + Logger.debug("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination) + pwd = os.getcwd() # Get our Present Working Directory + os.chdir(destination) # Not all unpack commands accept full paths, so just extract into this directory + if os.name == 'nt': # Windows needs quotes around directory structure + try: + run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" # Windows needs quotes around directories + res = call(run) + if res == 0: + Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) + else: + Logger.info("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) + except: + Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s", fp, run) + else: + try: + if cmd[1] == "": # If calling unzip, we dont want to pass the "" + res = call([cmd[0], fp]) + else: + res = call([cmd[0], cmd[1], fp]) + if res == 0: + Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) + else: + Logger.error("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) + except: + Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp) + os.chdir(pwd) # Go back to our Original Working Directory + return True def flatten(outputDestination): - Logger.info("FLATTEN: Flattening directory: %s", outputDestination) - for dirpath, dirnames, filenames in os.walk(outputDestination): # Flatten out the directory to make postprocessing easier - if dirpath == outputDestination: - continue # No need to try and move files in the root destination directory - for filename in filenames: - source = os.path.join(dirpath, filename) - target = os.path.join(outputDestination, filename) - try: - shutil.move(source, target) - except OSError: - Logger.info("FLATTEN: Could not flatten %s", source) - removeEmptyFolders(outputDestination) # Cleanup empty directories + Logger.info("FLATTEN: Flattening directory: %s", outputDestination) + for dirpath, dirnames, filenames in os.walk(outputDestination): # Flatten out the directory to make postprocessing easier + if dirpath == outputDestination: + continue # No need to try and move files in the root destination directory + for filename in filenames: + source = os.path.join(dirpath, filename) + target = os.path.join(outputDestination, filename) + try: + shutil.move(source, target) + except OSError: + Logger.info("FLATTEN: Could not flatten %s", source) + removeEmptyFolders(outputDestination) # Cleanup empty directories def removeEmptyFolders(path): - Logger.info("REMOVER: Removing empty folders in: %s", path) - if not os.path.isdir(path): - return + Logger.info("REMOVER: Removing empty folders in: %s", path) + if not os.path.isdir(path): + return - # Remove empty subfolders - files = os.listdir(path) - if len(files): - for f in files: - fullpath = os.path.join(path, f) - if os.path.isdir(fullpath): - removeEmptyFolders(fullpath) + # Remove empty subfolders + files = os.listdir(path) + if len(files): + for f in files: + fullpath = os.path.join(path, f) + if os.path.isdir(fullpath): + removeEmptyFolders(fullpath) - # If folder empty, delete it - files = os.listdir(path) - if len(files) == 0: - Logger.debug("REMOVER: Removing empty folder: %s", path) - os.rmdir(path) + # If folder empty, delete it + files = os.listdir(path) + if len(files) == 0: + Logger.debug("REMOVER: Removing empty folder: %s", path) + os.rmdir(path) Logger.info("TorrentToMedia %s", VERSION) config = ConfigParser.ConfigParser() @@ -263,8 +263,8 @@ configFilename = os.path.join(os.path.dirname(sys.argv[0]), "autoProcessMedia.cf ### TORRENT TO MEDIA ### if not os.path.isfile(configFilename): - Logger.error("You need an autoProcessMedia.cfg file - did you rename and edit the .sample?") - sys.exit(-1) + Logger.error("You need an autoProcessMedia.cfg file - did you rename and edit the .sample?") + sys.exit(-1) Logger.info("MAIN: Loading config from %s", configFilename) config.read(configFilename) @@ -272,10 +272,10 @@ config.read(configFilename) clientAgent = config.get("Torrent", "clientAgent") try: - parse_args(clientAgent) + parse_args(clientAgent) except: - Logger.error("MAIN: There was a problem loading variables: Exiting") - sys.exit(-1) + Logger.error("MAIN: There was a problem loading variables: Exiting") + sys.exit(-1) #### Main routine starts here. @@ -309,100 +309,100 @@ failed_extract = int(0) inputDirectory, inputName, inputCategory, root = category_search(inputDirectory, inputName, inputCategory, root, categories) # Confirm the category by parsing directory structure if inputCategory == movieCategory: - outputDestination = os.path.normpath(os.path.join(movieDestination, inputName)) + outputDestination = os.path.normpath(os.path.join(movieDestination, inputName)) elif inputCategory == tvCategory: - outputDestination = os.path.normpath(os.path.join(tvDestination, inputName)) + outputDestination = os.path.normpath(os.path.join(tvDestination, inputName)) else: - Logger.error("MAIN: Category of %s does not match either %s or %s: Exiting", inputCategory, movieCategory, tvCategory) - Logger.debug("MAIN: Future versions of this script might do something for Category: %s. Keep updating ;)", inputCategory) - sys.exit(-1) + Logger.error("MAIN: Category of %s does not match either %s or %s: Exiting", inputCategory, movieCategory, tvCategory) + Logger.debug("MAIN: Future versions of this script might do something for Category: %s. Keep updating ;)", inputCategory) + sys.exit(-1) Logger.debug("MAIN: Scanning files in directory: %s", inputDirectory) numloop = 0 now = datetime.datetime.now() for dirpath, dirnames, filenames in os.walk(inputDirectory): - for file in filenames: - if root == 1: - if numloop == 0: # only log this once. - Logger.debug("MAIN: Looking for %s in filename", inputName) - numloop = numloop + 1 - if (inputName in file) or (os.path.splitext(file)[0] in inputName): - pass # This file does match the Torrent name - Logger.debug("Found file %s that matches Torrent Name %s", file, inputName) - else: - continue # This file does not match the Torrent name, skip it - if root == 2: - if numloop == 0: # only log this once. - Logger.debug("MAIN: Looking for files with modified/created dates less than 5 minutes old.") - numloop = numloop + 1 - mtime_lapse = now - datetime.datetime.fromtimestamp(os.path.getmtime(os.path.join(dirpath, file))) - ctime_lapse = now - datetime.datetime.fromtimestamp(os.path.getctime(os.path.join(dirpath, file))) - if (mtime_lapse < datetime.timedelta(minutes=5)) or (ctime_lapse < datetime.timedelta(minutes=5)): - pass # This file does match the date time criteria - Logger.debug("Found file %s with date modifed/created less than 5 minutes ago.", file) - else: - continue # This file has not been recently moved or created, skip it - filePath = os.path.join(dirpath, file) - fileExtention = os.path.splitext(file)[1] - if fileExtention in mediaContainer: # If the file is a video file - if is_sample(filePath, inputName): # Ignore samples - Logger.info("MAIN: Ignoring %s sample file. Ignoring", filePath) - continue - else: - video = video + 1 - source = filePath - target = os.path.join(outputDestination, file) - Logger.info("MAIN: Found video file %s in %s", fileExtention, filePath) - state = copy_link(source, target, useLink, outputDestination) - if state == False: - Logger.info("MAIN: Failed to link file %s", file) - failed_link = 1 - elif fileExtention in metaContainer: - source = filePath - target = os.path.join(outputDestination, file) - Logger.info("MAIN: Found metadata file %s for file %s", fileExtention, filePath) - state = copy_link(source, target, useLink, outputDestination) - if state == False: - Logger.info("MAIN: Failed to link file %s", file) - failed_link = 1 - elif fileExtention in compressedContainer: - Logger.info("MAIN: Found compressed archive %s for file %s", fileExtention, filePath) - source = filePath - target = os.path.join(outputDestination, file) - state = unpack(dirpath, file, outputDestination) - if state == False: - Logger.info("MAIN: Failed to unpack file %s", file) - failed_extract = 1 - else: - Logger.info("MAIN: Ignoring unknown filetype %s for file %s", fileExtention, filePath) - continue + for file in filenames: + if root == 1: + if numloop == 0: # only log this once. + Logger.debug("MAIN: Looking for %s in filename", inputName) + numloop = numloop + 1 + if (inputName in file) or (os.path.splitext(file)[0] in inputName): + pass # This file does match the Torrent name + Logger.debug("Found file %s that matches Torrent Name %s", file, inputName) + else: + continue # This file does not match the Torrent name, skip it + if root == 2: + if numloop == 0: # only log this once. + Logger.debug("MAIN: Looking for files with modified/created dates less than 5 minutes old.") + numloop = numloop + 1 + mtime_lapse = now - datetime.datetime.fromtimestamp(os.path.getmtime(os.path.join(dirpath, file))) + ctime_lapse = now - datetime.datetime.fromtimestamp(os.path.getctime(os.path.join(dirpath, file))) + if (mtime_lapse < datetime.timedelta(minutes=5)) or (ctime_lapse < datetime.timedelta(minutes=5)): + pass # This file does match the date time criteria + Logger.debug("Found file %s with date modifed/created less than 5 minutes ago.", file) + else: + continue # This file has not been recently moved or created, skip it + filePath = os.path.join(dirpath, file) + fileExtention = os.path.splitext(file)[1] + if fileExtention in mediaContainer: # If the file is a video file + if is_sample(filePath, inputName): # Ignore samples + Logger.info("MAIN: Ignoring %s sample file. Ignoring", filePath) + continue + else: + video = video + 1 + source = filePath + target = os.path.join(outputDestination, file) + Logger.info("MAIN: Found video file %s in %s", fileExtention, filePath) + state = copy_link(source, target, useLink, outputDestination) + if state == False: + Logger.info("MAIN: Failed to link file %s", file) + failed_link = 1 + elif fileExtention in metaContainer: + source = filePath + target = os.path.join(outputDestination, file) + Logger.info("MAIN: Found metadata file %s for file %s", fileExtention, filePath) + state = copy_link(source, target, useLink, outputDestination) + if state == False: + Logger.info("MAIN: Failed to link file %s", file) + failed_link = 1 + elif fileExtention in compressedContainer: + Logger.info("MAIN: Found compressed archive %s for file %s", fileExtention, filePath) + source = filePath + target = os.path.join(outputDestination, file) + state = unpack(dirpath, file, outputDestination) + if state == False: + Logger.info("MAIN: Failed to unpack file %s", file) + failed_extract = 1 + else: + Logger.info("MAIN: Ignoring unknown filetype %s for file %s", fileExtention, filePath) + continue flatten(outputDestination) # Now check if movie files exist in destination: for dirpath, dirnames, filenames in os.walk(outputDestination): - for file in filenames: - filePath = os.path.join(dirpath, file) - fileExtention = os.path.splitext(file)[1] - if fileExtention in mediaContainer: # If the file is a video file - if is_sample(filePath, inputName): - Logger.info("file %s is a sample file. Removing", filePath) - os.unlink(filePath) #remove samples - else: - video2 = video2 + 1 + for file in filenames: + filePath = os.path.join(dirpath, file) + fileExtention = os.path.splitext(file)[1] + if fileExtention in mediaContainer: # If the file is a video file + if is_sample(filePath, inputName): + Logger.info("file %s is a sample file. Removing", filePath) + os.unlink(filePath) #remove samples + else: + video2 = video2 + 1 if video2 >= video and video2 > 0: # Check that all video files were moved - status = 0 + status = 0 -status = int(status) #just to be safe. +status = int(status) #just to be safe. if status == 0: - Logger.info("MAIN: Successful run") - Logger.debug("MAIN: Calling autoProcess script for successful download.") + Logger.info("MAIN: Successful run") + Logger.debug("MAIN: Calling autoProcess script for successful download.") elif failed_extract == 1 and failed_link == 0: #failed to extract files only. - Logger.info("MAIN: Failed to extract a packed file.") - Logger.debug("MAIN: Assume this to be password protected file.") - Logger.debug("MAIN: Calling autoProcess script for failed download.") + Logger.info("MAIN: Failed to extract a packed file.") + Logger.debug("MAIN: Assume this to be password protected file.") + Logger.debug("MAIN: Calling autoProcess script for failed download.") else: - Logger.info("MAIN: Something failed! Please check logs. Exiting") - sys.exit(-1) + Logger.info("MAIN: Something failed! Please check logs. Exiting") + sys.exit(-1) # Now we pass off to CouchPotato or Sick-Beard # Log this output old_stdout = sys.stdout # Still crude, but we wat to capture this for now @@ -413,16 +413,15 @@ sys.stdout = log_file # Hardlink solution with uTorrent if inputHash and useLink: Logger.debug("MAIN: We are using hardlinks with uTorrent, calling uTorrent to pause download") - utorrentClass = UTorrentClient(uTorrentWEBui, uTorrentUSR, uTorrentPWD) utorrentClass.stop(inputHash) - time.sleep(5) + time.sleep(5) # Give uTorrent some time to catch up with the change if inputCategory == movieCategory: - Logger.info("MAIN: Calling postprocessing script for CouchPotatoServer") - autoProcessMovie.process(outputDestination, inputName, status) + Logger.info("MAIN: Calling postprocessing script for CouchPotatoServer") + autoProcessMovie.process(outputDestination, inputName, status) elif inputCategory == tvCategory: - Logger.info("MAIN: Calling postprocessing script for Sick-Beard") - autoProcessTV.processEpisode(outputDestination, inputName, status) + Logger.info("MAIN: Calling postprocessing script for Sick-Beard") + autoProcessTV.processEpisode(outputDestination, inputName, status) # Hardlink solution with uTorrent if inputHash and useLink: diff --git a/nzbToMediaUtil.py b/nzbToMediaUtil.py index fe5d1bc0..0078068d 100644 --- a/nzbToMediaUtil.py +++ b/nzbToMediaUtil.py @@ -3,6 +3,7 @@ import logging.config import os.path import sys +from utorrent.client import UTorrentClient def nzbtomedia_configure_logging(dirname): logFile = os.path.join(dirname, "postprocess.log") @@ -12,47 +13,42 @@ def nzbtomedia_configure_logging(dirname): fileHandler.level = logging.DEBUG logging.getLogger().addHandler(fileHandler) - def parse_other(args): - return os.path.normpath(sys.argv[1]), '', '' - + return os.path.normpath(sys.argv[1]), '', '' def parse_utorrent(args): - # We will pass in 'utorrent' '%D', '%N', and '%L' (if it exists), from uTorrent - # In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<< - inputDirectory = os.path.normpath(sys.argv[2]) - inputName = sys.argv[3] - try: #assume we have a label. - inputCategory = sys.argv[4] # We dont have a category yet - except: - inputCategory = '' # We dont have a category yet - + # uTorrent usage: call TorrentToMedia.py "%D" "%N" "%L" "%I" + inputDirectory = os.path.normpath(sys.argv[2]) + inputName = sys.argv[3] + try: + inputCategory = sys.argv[4] + except: + inputCategory = '' + inputHash = sys.argv[5] + if inputHash and useLink: + utorrentClass = UTorrentClient(uTorrentWEBui, uTorrentUSR, uTorrentPWD) def parse_deluge(args): - # We will assume this to be the passin from deluge. torrent id, torrent name, torrent save path. - inputDirectory = os.path.normpath(sys.argv[3]) - inputName = sys.argv[2] - inputCategory = '' # We dont have a category yet - + # Deluge usage: call TorrentToMedia.py TORRENT_ID TORRENT_NAME TORRENT_DIR + inputDirectory = os.path.normpath(sys.argv[3]) + inputName = sys.argv[2] + inputCategory = '' # We dont have a category yet def parse_transmission(args): - # We will pass in %TR_TORRENT_DIR% %TR_TORRENT_NAME% from Transmission - # In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<< - inputDirectory = os.path.normpath(os.getenv('TR_TORRENT_DIR')) - inputName = os.getenv('TR_TORRENT_NAME') - inputCategory = '' # We dont have a category yet - + # Transmission usage: call TorrenToMedia.py (%TR_TORRENT_DIR% %TR_TORRENT_NAME% is passed on as environmental variables) + inputDirectory = os.path.normpath(os.getenv('TR_TORRENT_DIR')) + inputName = os.getenv('TR_TORRENT_NAME') + inputCategory = '' # We dont have a category yet __ARG_PARSERS__ = { - 'other': parse_other, - 'utorrent': parse_utorrent, - 'deluge': parse_deluge, - 'transmission': parse_transmission, + 'other': parse_other, + 'utorrent': parse_utorrent, + 'deluge': parse_deluge, + 'transmission': parse_transmission, } - def parse_args(clientAgent): - parseFunc = __ARG_PARSERS__.get(clientAgent, None) - if not parseFunc: - raise RuntimeError("Could not find client-agent") - parseFunc(sys.argv) + parseFunc = __ARG_PARSERS__.get(clientAgent, None) + if not parseFunc: + raise RuntimeError("Could not find client-agent") + parseFunc(sys.argv)