github/nzbToMedia
1
0
Fork 0
mirror of https://github.com/clinton-hall/nzbToMedia.git synced 2025-07-07 13:41:12 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed indentation and some minor cleanup

Browse source
This commit is contained in:
Joel Kåberg 2013-02-25 23:08:11 +01:00
parent d78aab5d77
commit b01ca87bbe
2 changed files with 328 additions and 333 deletions
Download patch file Download diff file Expand all files Collapse all files

601
TorrentToMedia.py
View file

@ -19,242 +19,242 @@ from nzbToMediaEnv import *
from nzbToMediaUtil import * from nzbToMediaUtil import *
from utorrent.client import UTorrentClient from utorrent.client import UTorrentClient
nzbtomedia_configure_logging(os.path.dirname(sys.argv[0])) nzbtomedia_configure_logging(os.path.dirname(sys.argv[0]))
Logger = logging.getLogger(__name__) Logger = logging.getLogger(__name__)
def category_search(inputDirectory, inputName, inputCategory, root, categories): def category_search(inputDirectory, inputName, inputCategory, root, categories):
categorySearch = [os.path.normpath(inputDirectory),""] #initializie categorySearch = [os.path.normpath(inputDirectory),""] #initializie
notfound = 0 notfound = 0
for x in range(10): # loop up through 10 directories looking for category. for x in range(10): # loop up through 10 directories looking for category.
try: try:
categorySearch2 = os.path.split(os.path.normpath(categorySearch[0])) categorySearch2 = os.path.split(os.path.normpath(categorySearch[0]))
except: # this might happen when we can't go higher. except: # this might happen when we can't go higher.
if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory.
Logger.info("SEARCH: Could not find a Torrent Name or category in the directory structure") Logger.info("SEARCH: Could not find a Torrent Name or category in the directory structure")
Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder")
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 1 root = 1
break #we are done break #we are done
elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates.
Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure")
Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder")
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 2 root = 2
break #we are done break #we are done
else: else:
Logger.error("SEARCH: Could not identify Category of Torrent Name in the directory structure. Please check downloader settings. Exiting") Logger.error("SEARCH: Could not identify Category of Torrent Name in the directory structure. Please check downloader settings. Exiting")
sys.exit(-1) sys.exit(-1)
if categorySearch2[1] in categories: if categorySearch2[1] in categories:
Logger.debug("SEARCH: Found Category: %s in directory structure", categorySearch2[1]) Logger.debug("SEARCH: Found Category: %s in directory structure", categorySearch2[1])
if not inputCategory: if not inputCategory:
Logger.info("SEARCH: Determined Category to be: %s", categorySearch2[1]) Logger.info("SEARCH: Determined Category to be: %s", categorySearch2[1])
inputCategory = categorySearch2[1] inputCategory = categorySearch2[1]
if inputName and categorySearch[0] != os.path.normpath(inputDirectory): # if we are not in the root directory and we have inputName we can continue. if inputName and categorySearch[0] != os.path.normpath(inputDirectory): # if we are not in the root directory and we have inputName we can continue.
if ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. if ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it.
Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1])
inputName = categorySearch[1] inputName = categorySearch[1]
Logger.info("SEARCH: Identified Category: %s and Torrent Name: %s. We are in a unique directory, so we can proceed.", inputCategory, inputName) Logger.info("SEARCH: Identified Category: %s and Torrent Name: %s. We are in a unique directory, so we can proceed.", inputCategory, inputName)
break # we are done break # we are done
elif categorySearch[1] and not inputName: #assume the the next directory deep is the torrent name. elif categorySearch[1] and not inputName: #assume the the next directory deep is the torrent name.
Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0],categorySearch[1]), categorySearch[0]) Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0],categorySearch[1]), categorySearch[0])
inputName = categorySearch[1] inputName = categorySearch[1]
break # we are done break # we are done
elif ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it. elif ('.cp(tt' in categorySearch[1]) and (not '.cp(tt' in inputName): # if the directory was created by CouchPotato, and this tag is not in Torrent name, we want to add it.
Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1]) Logger.info("SEARCH: Changing Torrent Name to %s to preserve imdb id.", categorySearch[1])
inputName = categorySearch[1] inputName = categorySearch[1]
break # we are done break # we are done
elif os.path.isdir(os.path.join(categorySearch[0], inputName)) and inputName: # testing for torrent name in first sub directory elif os.path.isdir(os.path.join(categorySearch[0], inputName)) and inputName: # testing for torrent name in first sub directory
Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0], inputName), categorySearch[0]) Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(categorySearch[0], inputName), categorySearch[0])
if categorySearch[0] == os.path.normpath(inputDirectory): #only true on first pass, x =0 if categorySearch[0] == os.path.normpath(inputDirectory): #only true on first pass, x =0
inputDirectory = os.path.join(categorySearch[0], inputName) #we only want to search this next dir up. inputDirectory = os.path.join(categorySearch[0], inputName) #we only want to search this next dir up.
break #we are done break #we are done
elif inputName: # if these exists, we are ok to proceed, but we are in a root/common directory. elif inputName: # if these exists, we are ok to proceed, but we are in a root/common directory.
Logger.info("SEARCH: Could not find a unique torrent folder in the directory structure") Logger.info("SEARCH: Could not find a unique torrent folder in the directory structure")
Logger.info("SEARCH: The directory passed is the root directory for category %s", categorySearch2[1]) Logger.info("SEARCH: The directory passed is the root directory for category %s", categorySearch2[1])
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 1 root = 1
break #we are done break #we are done
else: #this is a problem! if we don't have Torrent name and are in the root category dir, we can't proceed. else: #this is a problem! if we don't have Torrent name and are in the root category dir, we can't proceed.
Logger.warn("SEARCH: Could not identify a torrent name and the directory passed is common to all downloads for category %s.", categorySearch[1]) Logger.warn("SEARCH: Could not identify a torrent name and the directory passed is common to all downloads for category %s.", categorySearch[1])
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 2 root = 2
break break
elif categorySearch2[1] == inputName and inputName: #we have identified a unique directory. elif categorySearch2[1] == inputName and inputName: #we have identified a unique directory.
Logger.info("SEARCH: Files appear to be in their own directory") Logger.info("SEARCH: Files appear to be in their own directory")
if inputCategory: #we are ok to proceed. if inputCategory: #we are ok to proceed.
break # we are done break # we are done
else: else:
Logger.debug("SEARCH: Continuing scan to determin category.") Logger.debug("SEARCH: Continuing scan to determin category.")
categorySearch=categorySearch2 #ready for next loop categorySearch=categorySearch2 #ready for next loop
continue # keep going continue # keep going
else: else:
if x == 9: # This is the last pass in the loop and we didn't find anything. if x == 9: # This is the last pass in the loop and we didn't find anything.
notfound = 1 notfound = 1
break # we are done break # we are done
else: else:
categorySearch=categorySearch2 #ready for next loop categorySearch=categorySearch2 #ready for next loop
continue # keep going continue # keep going
if notfound == 1: if notfound == 1:
if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory. if inputCategory and inputName: # if these exists, we are ok to proceed, but assume we are in a root/common directory.
Logger.info("SEARCH: Could not find a category in the directory structure") Logger.info("SEARCH: Could not find a category in the directory structure")
Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder")
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 1 root = 1
elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates. elif inputCategory: # if this exists, we are ok to proceed, but assume we are in a root/common directory and we have to check file dates.
Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure") Logger.info("SEARCH: Could not find a Torrent Name or Category in the directory structure")
Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder") Logger.info("SEARCH: We assume the directory passed is the root directory for your downlaoder")
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible") Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
Logger.info("SEARCH: We will try and determine which files to process, individually") Logger.info("SEARCH: We will try and determine which files to process, individually")
root = 2 root = 2
if not inputCategory: #we didn't find this after 10 loops. This is a problem. if not inputCategory: #we didn't find this after 10 loops. This is a problem.
Logger.error("SEARCH: Could not identify category and torrent name from the directory structure. Please check downloader settings. Exiting") Logger.error("SEARCH: Could not identify category and torrent name from the directory structure. Please check downloader settings. Exiting")
sys.exit(-1) # Oh yeah.... WE ARE DONE! sys.exit(-1) # Oh yeah.... WE ARE DONE!
return inputDirectory, inputName, inputCategory, root return inputDirectory, inputName, inputCategory, root
def is_sample(filePath, inputName): def is_sample(filePath, inputName):
# 200 MB in bytes # 200 MB in bytes
SIZE_CUTOFF = 200 * 1024 * 1024 SIZE_CUTOFF = 200 * 1024 * 1024
# Ignore 'sample' in files unless 'sample' in Torrent Name # Ignore 'sample' in files unless 'sample' in Torrent Name
if ('sample' in filePath.lower()) and (not 'sample' in inputName) and (os.path.getsize(filePath) < SIZE_CUTOFF): if ('sample' in filePath.lower()) and (not 'sample' in inputName) and (os.path.getsize(filePath) < SIZE_CUTOFF):
return True return True
else: else:
return False return False
def copy_link(source, target, useLink, outputDestination): def copy_link(source, target, useLink, outputDestination):
# Create destination folder # Create destination folder
if not os.path.exists(outputDestination): if not os.path.exists(outputDestination):
try: try:
Logger.info("COPYLINK: Creating destination folder: %s", outputDestination) Logger.info("COPYLINK: Creating destination folder: %s", outputDestination)
os.makedirs(outputDestination) os.makedirs(outputDestination)
except Exception, e: except Exception, e:
Logger.error("COPYLINK: Not possible to create destination folder: %s", e) Logger.error("COPYLINK: Not possible to create destination folder: %s", e)
return False return False
if useLink: if useLink:
try: try:
Logger.info("COPYLINK: Linking %s to %s", source, target) Logger.info("COPYLINK: Linking %s to %s", source, target)
linktastic.link(source, target) linktastic.link(source, target)
except: except:
if os.path.isfile(target): if os.path.isfile(target):
Logger.info("COPYLINK: Something went wrong in linktastic.link, but the destination file was created") Logger.info("COPYLINK: Something went wrong in linktastic.link, but the destination file was created")
else: else:
Logger.info("COPYLINK: Something went wrong in linktastic.link, copying instead") Logger.info("COPYLINK: Something went wrong in linktastic.link, copying instead")
Logger.debug("COPYLINK: Copying %s to %s", source, target) Logger.debug("COPYLINK: Copying %s to %s", source, target)
shutil.copy(source, target)
else:
Logger.debug("Copying %s to %s", source, target)
shutil.copy(source, target) shutil.copy(source, target)
return True else:
Logger.debug("Copying %s to %s", source, target)
shutil.copy(source, target)
return True
def unpack(dirpath, file, destination): def unpack(dirpath, file, destination):
# Using Windows # Using Windows
if os.name == 'nt': if os.name == 'nt':
Logger.info("EXTRACTOR: We are using Windows") Logger.info("EXTRACTOR: We are using Windows")
cmd_7zip = [extractionTool, 'x -y'] cmd_7zip = [extractionTool, 'x -y']
ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"] ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"]
EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip) EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip)
# Using linux # Using linux
elif os.name == 'posix': elif os.name == 'posix':
Logger.info("EXTRACTOR: We are using *nix") Logger.info("EXTRACTOR: We are using *nix")
EXTRACT_COMMANDS = {".rar": ["unrar", "e"], ".zip": ["unzip", ""], ".tar.gz": ["tar", "xzf"], ".tgz": ["tar", "xzf"], ".tar.bz2": ["tar", "xjf"], ".tbz": ["tar", "xjf"], ".tar.lzma": ["tar", "--lzma xf"], ".tlz": ["tar", "--lzma xf"], ".txz": ["tar", "--xz xf"], ".7z": ["7zr", "x"],} EXTRACT_COMMANDS = {".rar": ["unrar", "e"], ".zip": ["unzip", ""], ".tar.gz": ["tar", "xzf"], ".tgz": ["tar", "xzf"], ".tar.bz2": ["tar", "xjf"], ".tbz": ["tar", "xjf"], ".tar.lzma": ["tar", "--lzma xf"], ".tlz": ["tar", "--lzma xf"], ".txz": ["tar", "--xz xf"], ".7z": ["7zr", "x"],}
# Need to add a check for which commands that can be utilized in *nix systems.. # Need to add a check for which commands that can be utilized in *nix systems..
else:
Logger.error("EXTRACTOR: Unknown OS, exiting")
ext = os.path.splitext(file)
fp = os.path.join(dirpath, file)
if ext[1] in (".gz", ".bz2", ".lzma"):
# Check if this is a tar
if os.path.splitext(ext[0])[1] == ".tar":
cmd = EXTRACT_COMMANDS[".tar" + ext[1]]
else:
if ext[1] in EXTRACT_COMMANDS:
cmd = EXTRACT_COMMANDS[ext[1]]
else: else:
Logger.error("EXTRACTOR: Unknown OS, exiting") Logger.debug("EXTRACTOR: Unknown file type: %s", ext[1])
return False
ext = os.path.splitext(file) # Create destination folder
fp = os.path.join(dirpath, file) if not os.path.exists(destination):
if ext[1] in (".gz", ".bz2", ".lzma"): try:
# Check if this is a tar Logger.debug("EXTRACTOR: Creating destination folder: %s", destination)
if os.path.splitext(ext[0])[1] == ".tar": os.makedirs(destination)
cmd = EXTRACT_COMMANDS[".tar" + ext[1]] except Exception, e:
else: Logger.error("EXTRACTOR: Not possible to create destination folder: %s", e)
if ext[1] in EXTRACT_COMMANDS: return False
cmd = EXTRACT_COMMANDS[ext[1]]
else:
Logger.debug("EXTRACTOR: Unknown file type: %s", ext[1])
return False
# Create destination folder Logger.info("Extracting %s to %s", fp, destination)
if not os.path.exists(destination):
try:
Logger.debug("EXTRACTOR: Creating destination folder: %s", destination)
os.makedirs(destination)
except Exception, e:
Logger.error("EXTRACTOR: Not possible to create destination folder: %s", e)
return False
Logger.info("Extracting %s to %s", fp, destination) # Running
Logger.debug("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination)
# Running pwd = os.getcwd() # Get our Present Working Directory
Logger.debug("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination) os.chdir(destination) # Not all unpack commands accept full paths, so just extract into this directory
pwd = os.getcwd() # Get our Present Working Directory if os.name == 'nt': # Windows needs quotes around directory structure
os.chdir(destination) # Not all unpack commands accept full paths, so just extract into this directory try:
if os.name == 'nt': # Windows needs quotes around directory structure run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" # Windows needs quotes around directories
try: res = call(run)
run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" # Windows needs quotes around directories if res == 0:
res = call(run) Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination)
if res == 0: else:
Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) Logger.info("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res)
else: except:
Logger.info("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s", fp, run)
except: else:
Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s", fp, run) try:
else: if cmd[1] == "": # If calling unzip, we dont want to pass the ""
try: res = call([cmd[0], fp])
if cmd[1] == "": # If calling unzip, we dont want to pass the "" else:
res = call([cmd[0], fp]) res = call([cmd[0], cmd[1], fp])
else: if res == 0:
res = call([cmd[0], cmd[1], fp]) Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination)
if res == 0: else:
Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination) Logger.error("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res)
else: except:
Logger.error("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res) Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp)
except: os.chdir(pwd) # Go back to our Original Working Directory
Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp) return True
os.chdir(pwd) # Go back to our Original Working Directory
return True
def flatten(outputDestination): def flatten(outputDestination):
Logger.info("FLATTEN: Flattening directory: %s", outputDestination) Logger.info("FLATTEN: Flattening directory: %s", outputDestination)
for dirpath, dirnames, filenames in os.walk(outputDestination): # Flatten out the directory to make postprocessing easier for dirpath, dirnames, filenames in os.walk(outputDestination): # Flatten out the directory to make postprocessing easier
if dirpath == outputDestination: if dirpath == outputDestination:
continue # No need to try and move files in the root destination directory continue # No need to try and move files in the root destination directory
for filename in filenames: for filename in filenames:
source = os.path.join(dirpath, filename) source = os.path.join(dirpath, filename)
target = os.path.join(outputDestination, filename) target = os.path.join(outputDestination, filename)
try: try:
shutil.move(source, target) shutil.move(source, target)
except OSError: except OSError:
Logger.info("FLATTEN: Could not flatten %s", source) Logger.info("FLATTEN: Could not flatten %s", source)
removeEmptyFolders(outputDestination) # Cleanup empty directories removeEmptyFolders(outputDestination) # Cleanup empty directories
def removeEmptyFolders(path): def removeEmptyFolders(path):
Logger.info("REMOVER: Removing empty folders in: %s", path) Logger.info("REMOVER: Removing empty folders in: %s", path)
if not os.path.isdir(path): if not os.path.isdir(path):
return return
# Remove empty subfolders # Remove empty subfolders
files = os.listdir(path) files = os.listdir(path)
if len(files): if len(files):
for f in files: for f in files:
fullpath = os.path.join(path, f) fullpath = os.path.join(path, f)
if os.path.isdir(fullpath): if os.path.isdir(fullpath):
removeEmptyFolders(fullpath) removeEmptyFolders(fullpath)
# If folder empty, delete it # If folder empty, delete it
files = os.listdir(path) files = os.listdir(path)
if len(files) == 0: if len(files) == 0:
Logger.debug("REMOVER: Removing empty folder: %s", path) Logger.debug("REMOVER: Removing empty folder: %s", path)
os.rmdir(path) os.rmdir(path)
Logger.info("TorrentToMedia %s", VERSION) Logger.info("TorrentToMedia %s", VERSION)
config = ConfigParser.ConfigParser() config = ConfigParser.ConfigParser()
@ -263,8 +263,8 @@ configFilename = os.path.join(os.path.dirname(sys.argv[0]), "autoProcessMedia.cf
### TORRENT TO MEDIA ### ### TORRENT TO MEDIA ###
if not os.path.isfile(configFilename): if not os.path.isfile(configFilename):
Logger.error("You need an autoProcessMedia.cfg file - did you rename and edit the .sample?") Logger.error("You need an autoProcessMedia.cfg file - did you rename and edit the .sample?")
sys.exit(-1) sys.exit(-1)
Logger.info("MAIN: Loading config from %s", configFilename) Logger.info("MAIN: Loading config from %s", configFilename)
config.read(configFilename) config.read(configFilename)
@ -272,10 +272,10 @@ config.read(configFilename)
clientAgent = config.get("Torrent", "clientAgent") clientAgent = config.get("Torrent", "clientAgent")
try: try:
parse_args(clientAgent) parse_args(clientAgent)
except: except:
Logger.error("MAIN: There was a problem loading variables: Exiting") Logger.error("MAIN: There was a problem loading variables: Exiting")
sys.exit(-1) sys.exit(-1)
#### Main routine starts here. #### Main routine starts here.
@ -309,100 +309,100 @@ failed_extract = int(0)
inputDirectory, inputName, inputCategory, root = category_search(inputDirectory, inputName, inputCategory, root, categories) # Confirm the category by parsing directory structure inputDirectory, inputName, inputCategory, root = category_search(inputDirectory, inputName, inputCategory, root, categories) # Confirm the category by parsing directory structure
if inputCategory == movieCategory: if inputCategory == movieCategory:
outputDestination = os.path.normpath(os.path.join(movieDestination, inputName)) outputDestination = os.path.normpath(os.path.join(movieDestination, inputName))
elif inputCategory == tvCategory: elif inputCategory == tvCategory:
outputDestination = os.path.normpath(os.path.join(tvDestination, inputName)) outputDestination = os.path.normpath(os.path.join(tvDestination, inputName))
else: else:
Logger.error("MAIN: Category of %s does not match either %s or %s: Exiting", inputCategory, movieCategory, tvCategory) Logger.error("MAIN: Category of %s does not match either %s or %s: Exiting", inputCategory, movieCategory, tvCategory)
Logger.debug("MAIN: Future versions of this script might do something for Category: %s. Keep updating ;)", inputCategory) Logger.debug("MAIN: Future versions of this script might do something for Category: %s. Keep updating ;)", inputCategory)
sys.exit(-1) sys.exit(-1)
Logger.debug("MAIN: Scanning files in directory: %s", inputDirectory) Logger.debug("MAIN: Scanning files in directory: %s", inputDirectory)
numloop = 0 numloop = 0
now = datetime.datetime.now() now = datetime.datetime.now()
for dirpath, dirnames, filenames in os.walk(inputDirectory): for dirpath, dirnames, filenames in os.walk(inputDirectory):
for file in filenames: for file in filenames:
if root == 1: if root == 1:
if numloop == 0: # only log this once. if numloop == 0: # only log this once.
Logger.debug("MAIN: Looking for %s in filename", inputName) Logger.debug("MAIN: Looking for %s in filename", inputName)
numloop = numloop + 1 numloop = numloop + 1
if (inputName in file) or (os.path.splitext(file)[0] in inputName): if (inputName in file) or (os.path.splitext(file)[0] in inputName):
pass # This file does match the Torrent name pass # This file does match the Torrent name
Logger.debug("Found file %s that matches Torrent Name %s", file, inputName) Logger.debug("Found file %s that matches Torrent Name %s", file, inputName)
else: else:
continue # This file does not match the Torrent name, skip it continue # This file does not match the Torrent name, skip it
if root == 2: if root == 2:
if numloop == 0: # only log this once. if numloop == 0: # only log this once.
Logger.debug("MAIN: Looking for files with modified/created dates less than 5 minutes old.") Logger.debug("MAIN: Looking for files with modified/created dates less than 5 minutes old.")
numloop = numloop + 1 numloop = numloop + 1
mtime_lapse = now - datetime.datetime.fromtimestamp(os.path.getmtime(os.path.join(dirpath, file))) mtime_lapse = now - datetime.datetime.fromtimestamp(os.path.getmtime(os.path.join(dirpath, file)))
ctime_lapse = now - datetime.datetime.fromtimestamp(os.path.getctime(os.path.join(dirpath, file))) ctime_lapse = now - datetime.datetime.fromtimestamp(os.path.getctime(os.path.join(dirpath, file)))
if (mtime_lapse < datetime.timedelta(minutes=5)) or (ctime_lapse < datetime.timedelta(minutes=5)): if (mtime_lapse < datetime.timedelta(minutes=5)) or (ctime_lapse < datetime.timedelta(minutes=5)):
pass # This file does match the date time criteria pass # This file does match the date time criteria
Logger.debug("Found file %s with date modifed/created less than 5 minutes ago.", file) Logger.debug("Found file %s with date modifed/created less than 5 minutes ago.", file)
else: else:
continue # This file has not been recently moved or created, skip it continue # This file has not been recently moved or created, skip it
filePath = os.path.join(dirpath, file) filePath = os.path.join(dirpath, file)
fileExtention = os.path.splitext(file)[1] fileExtention = os.path.splitext(file)[1]
if fileExtention in mediaContainer: # If the file is a video file if fileExtention in mediaContainer: # If the file is a video file
if is_sample(filePath, inputName): # Ignore samples if is_sample(filePath, inputName): # Ignore samples
Logger.info("MAIN: Ignoring %s sample file. Ignoring", filePath) Logger.info("MAIN: Ignoring %s sample file. Ignoring", filePath)
continue continue
else: else:
video = video + 1 video = video + 1
source = filePath source = filePath
target = os.path.join(outputDestination, file) target = os.path.join(outputDestination, file)
Logger.info("MAIN: Found video file %s in %s", fileExtention, filePath) Logger.info("MAIN: Found video file %s in %s", fileExtention, filePath)
state = copy_link(source, target, useLink, outputDestination) state = copy_link(source, target, useLink, outputDestination)
if state == False: if state == False:
Logger.info("MAIN: Failed to link file %s", file) Logger.info("MAIN: Failed to link file %s", file)
failed_link = 1 failed_link = 1
elif fileExtention in metaContainer: elif fileExtention in metaContainer:
source = filePath source = filePath
target = os.path.join(outputDestination, file) target = os.path.join(outputDestination, file)
Logger.info("MAIN: Found metadata file %s for file %s", fileExtention, filePath) Logger.info("MAIN: Found metadata file %s for file %s", fileExtention, filePath)
state = copy_link(source, target, useLink, outputDestination) state = copy_link(source, target, useLink, outputDestination)
if state == False: if state == False:
Logger.info("MAIN: Failed to link file %s", file) Logger.info("MAIN: Failed to link file %s", file)
failed_link = 1 failed_link = 1
elif fileExtention in compressedContainer: elif fileExtention in compressedContainer:
Logger.info("MAIN: Found compressed archive %s for file %s", fileExtention, filePath) Logger.info("MAIN: Found compressed archive %s for file %s", fileExtention, filePath)
source = filePath source = filePath
target = os.path.join(outputDestination, file) target = os.path.join(outputDestination, file)
state = unpack(dirpath, file, outputDestination) state = unpack(dirpath, file, outputDestination)
if state == False: if state == False:
Logger.info("MAIN: Failed to unpack file %s", file) Logger.info("MAIN: Failed to unpack file %s", file)
failed_extract = 1 failed_extract = 1
else: else:
Logger.info("MAIN: Ignoring unknown filetype %s for file %s", fileExtention, filePath) Logger.info("MAIN: Ignoring unknown filetype %s for file %s", fileExtention, filePath)
continue continue
flatten(outputDestination) flatten(outputDestination)
# Now check if movie files exist in destination: # Now check if movie files exist in destination:
for dirpath, dirnames, filenames in os.walk(outputDestination): for dirpath, dirnames, filenames in os.walk(outputDestination):
for file in filenames: for file in filenames:
filePath = os.path.join(dirpath, file) filePath = os.path.join(dirpath, file)
fileExtention = os.path.splitext(file)[1] fileExtention = os.path.splitext(file)[1]
if fileExtention in mediaContainer: # If the file is a video file if fileExtention in mediaContainer: # If the file is a video file
if is_sample(filePath, inputName): if is_sample(filePath, inputName):
Logger.info("file %s is a sample file. Removing", filePath) Logger.info("file %s is a sample file. Removing", filePath)
os.unlink(filePath) #remove samples os.unlink(filePath) #remove samples
else: else:
video2 = video2 + 1 video2 = video2 + 1
if video2 >= video and video2 > 0: # Check that all video files were moved if video2 >= video and video2 > 0: # Check that all video files were moved
status = 0 status = 0
status = int(status) #just to be safe. status = int(status) #just to be safe.
if status == 0: if status == 0:
Logger.info("MAIN: Successful run") Logger.info("MAIN: Successful run")
Logger.debug("MAIN: Calling autoProcess script for successful download.") Logger.debug("MAIN: Calling autoProcess script for successful download.")
elif failed_extract == 1 and failed_link == 0: #failed to extract files only. elif failed_extract == 1 and failed_link == 0: #failed to extract files only.
Logger.info("MAIN: Failed to extract a packed file.") Logger.info("MAIN: Failed to extract a packed file.")
Logger.debug("MAIN: Assume this to be password protected file.") Logger.debug("MAIN: Assume this to be password protected file.")
Logger.debug("MAIN: Calling autoProcess script for failed download.") Logger.debug("MAIN: Calling autoProcess script for failed download.")
else: else:
Logger.info("MAIN: Something failed! Please check logs. Exiting") Logger.info("MAIN: Something failed! Please check logs. Exiting")
sys.exit(-1) sys.exit(-1)
# Now we pass off to CouchPotato or Sick-Beard # Now we pass off to CouchPotato or Sick-Beard
# Log this output # Log this output
old_stdout = sys.stdout # Still crude, but we wat to capture this for now old_stdout = sys.stdout # Still crude, but we wat to capture this for now
@ -413,16 +413,15 @@ sys.stdout = log_file
# Hardlink solution with uTorrent # Hardlink solution with uTorrent
if inputHash and useLink: if inputHash and useLink:
Logger.debug("MAIN: We are using hardlinks with uTorrent, calling uTorrent to pause download") Logger.debug("MAIN: We are using hardlinks with uTorrent, calling uTorrent to pause download")
utorrentClass = UTorrentClient(uTorrentWEBui, uTorrentUSR, uTorrentPWD)
utorrentClass.stop(inputHash) utorrentClass.stop(inputHash)
time.sleep(5) time.sleep(5) # Give uTorrent some time to catch up with the change
if inputCategory == movieCategory: if inputCategory == movieCategory:
Logger.info("MAIN: Calling postprocessing script for CouchPotatoServer") Logger.info("MAIN: Calling postprocessing script for CouchPotatoServer")
autoProcessMovie.process(outputDestination, inputName, status) autoProcessMovie.process(outputDestination, inputName, status)
elif inputCategory == tvCategory: elif inputCategory == tvCategory:
Logger.info("MAIN: Calling postprocessing script for Sick-Beard") Logger.info("MAIN: Calling postprocessing script for Sick-Beard")
autoProcessTV.processEpisode(outputDestination, inputName, status) autoProcessTV.processEpisode(outputDestination, inputName, status)
# Hardlink solution with uTorrent # Hardlink solution with uTorrent
if inputHash and useLink: if inputHash and useLink:

60
nzbToMediaUtil.py
View file

@ -3,6 +3,7 @@ import logging.config
import os.path import os.path
import sys import sys
from utorrent.client import UTorrentClient
def nzbtomedia_configure_logging(dirname): def nzbtomedia_configure_logging(dirname):
logFile = os.path.join(dirname, "postprocess.log") logFile = os.path.join(dirname, "postprocess.log")
@ -12,47 +13,42 @@ def nzbtomedia_configure_logging(dirname):
fileHandler.level = logging.DEBUG fileHandler.level = logging.DEBUG
logging.getLogger().addHandler(fileHandler) logging.getLogger().addHandler(fileHandler)
def parse_other(args): def parse_other(args):
return os.path.normpath(sys.argv[1]), '', '' return os.path.normpath(sys.argv[1]), '', ''
def parse_utorrent(args): def parse_utorrent(args):
# We will pass in 'utorrent' '%D', '%N', and '%L' (if it exists), from uTorrent # uTorrent usage: call TorrentToMedia.py "%D" "%N" "%L" "%I"
# In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<< inputDirectory = os.path.normpath(sys.argv[2])
inputDirectory = os.path.normpath(sys.argv[2]) inputName = sys.argv[3]
inputName = sys.argv[3] try:
try: #assume we have a label. inputCategory = sys.argv[4]
inputCategory = sys.argv[4] # We dont have a category yet except:
except: inputCategory = ''
inputCategory = '' # We dont have a category yet inputHash = sys.argv[5]
if inputHash and useLink:
utorrentClass = UTorrentClient(uTorrentWEBui, uTorrentUSR, uTorrentPWD)
def parse_deluge(args): def parse_deluge(args):
# We will assume this to be the passin from deluge. torrent id, torrent name, torrent save path. # Deluge usage: call TorrentToMedia.py TORRENT_ID TORRENT_NAME TORRENT_DIR
inputDirectory = os.path.normpath(sys.argv[3]) inputDirectory = os.path.normpath(sys.argv[3])
inputName = sys.argv[2] inputName = sys.argv[2]
inputCategory = '' # We dont have a category yet inputCategory = '' # We dont have a category yet
def parse_transmission(args): def parse_transmission(args):
# We will pass in %TR_TORRENT_DIR% %TR_TORRENT_NAME% from Transmission # Transmission usage: call TorrenToMedia.py (%TR_TORRENT_DIR% %TR_TORRENT_NAME% is passed on as environmental variables)
# In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<< inputDirectory = os.path.normpath(os.getenv('TR_TORRENT_DIR'))
inputDirectory = os.path.normpath(os.getenv('TR_TORRENT_DIR')) inputName = os.getenv('TR_TORRENT_NAME')
inputName = os.getenv('TR_TORRENT_NAME') inputCategory = '' # We dont have a category yet
inputCategory = '' # We dont have a category yet
__ARG_PARSERS__ = { __ARG_PARSERS__ = {
'other': parse_other, 'other': parse_other,
'utorrent': parse_utorrent, 'utorrent': parse_utorrent,
'deluge': parse_deluge, 'deluge': parse_deluge,
'transmission': parse_transmission, 'transmission': parse_transmission,
} }
def parse_args(clientAgent): def parse_args(clientAgent):
parseFunc = __ARG_PARSERS__.get(clientAgent, None) parseFunc = __ARG_PARSERS__.get(clientAgent, None)
if not parseFunc: if not parseFunc:
raise RuntimeError("Could not find client-agent") raise RuntimeError("Could not find client-agent")
parseFunc(sys.argv) parseFunc(sys.argv)