mirror of
https://github.com/clinton-hall/nzbToMedia.git
synced 2025-08-14 10:36:52 -07:00
changed logging as per #65
This commit is contained in:
Clinton Hall
parent
9f56927443
commit
0bb2c5f856
1 changed files with 293 additions and 300 deletions
|
|
@ -2,190 +2,28 @@
|
|||
|
||||
#System imports
|
||||
import ConfigParser
|
||||
import logging
|
||||
import shutil
|
||||
import sys
|
||||
import os
|
||||
import shutil
|
||||
import logging
|
||||
import logging.config
|
||||
from subprocess import call
|
||||
|
||||
# Custom imports
|
||||
import linktastic.linktastic as linktastic
|
||||
import autoProcessMovie
|
||||
import autoProcessTV
|
||||
from nzbToMediaEnv import *
|
||||
from nzbToMediaUtil import *
|
||||
|
||||
Logger = logging.getLogger()
|
||||
logFile = os.path.normpath(os.path.join(os.path.dirname(sys.argv[0]), "postprocess.log"))
|
||||
logging.config.fileConfig(os.path.join(os.path.dirname(sys.argv[0]), "logger.conf"))
|
||||
fileHandler = logging.FileHandler(logFile, encoding='utf-8', delay=True)
|
||||
fileHandler.formatter = logging.Formatter('%(asctime)s|%(levelname)-7.7s %(message)s', '%H:%M:%S')
|
||||
fileHandler.level = logging.DEBUG
|
||||
Logger.addHandler(fileHandler)
|
||||
|
||||
def category_search(inputDirectory, inputCategory, root):
|
||||
categorySearch = os.path.split(os.path.normpath(inputDirectory)) # Test for blackhole sub-directory
|
||||
if categorySearch[1] == inputName:
|
||||
Logger.info("SEARCH: Files appear to be in their own directory")
|
||||
categorySearch2 = os.path.split(os.path.normpath(categorySearch[0]))
|
||||
if categorySearch2[1] == movieCategory or categorySearch2[1] == tvCategory:
|
||||
if not inputCategory:
|
||||
Logger.info("SEARCH: Determined Category to be: %s", categorySearch2[1])
|
||||
inputCategory = categorySearch2[1]
|
||||
elif not inputCategory:
|
||||
Logger.error("SEARCH: Could not identify category from the directory structure. please check downlaoder settings")
|
||||
sys.exit(-1)
|
||||
else:
|
||||
pass
|
||||
|
||||
elif categorySearch[1] == movieCategory or categorySearch[1] == tvCategory:
|
||||
if os.path.isdir(os.path.join(inputDirectory, inputName)):
|
||||
Logger.info("SEARCH: Found torrent directory %s in category directory %s", os.path.join(inputDirectory, inputName), inputDirectory)
|
||||
inputDirectory = os.path.join(inputDirectory, inputName)
|
||||
else:
|
||||
Logger.info("SEARCH: The directory passed is the root directory for category %s", categorySearch[1])
|
||||
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible")
|
||||
Logger.info("SEARCH: We will try and determine which files to process, individually")
|
||||
root = 1
|
||||
if not inputCategory:
|
||||
Logger.info("SEARCH: Determined Category to be: %s", categorySearch[1])
|
||||
inputCategory = categorySearch[1]
|
||||
elif not inputCategory:
|
||||
Logger.error("SEARCH: Could not identify category from the directory structure. please check downlaoder settings")
|
||||
sys.exit(-1)
|
||||
else:
|
||||
Logger.info("SEARCH: The directory passed does not appear to include a category or the torrent name")
|
||||
Logger.warn("SEARCH: You should change settings to download torrents to their own directory if possible and include Label/Category directories")
|
||||
Logger.info("SEARCH: We will try and determine which files to process, individually")
|
||||
root = 1
|
||||
return inputDirectory, inputCategory, root
|
||||
nzbtomedia_configure_logging(os.path.dirname(sys.argv[0]))
|
||||
Logger = logging.getLogger(__name__)
|
||||
|
||||
def is_sample(filePath, inputName):
|
||||
# 200 MB in bytes
|
||||
SIZE_CUTOFF = 200 * 1024 * 1024
|
||||
# Ignore 'sample' in files unless 'sample' in Torrent Name
|
||||
if ('sample' in filePath.lower()) and (not 'sample' in inputName) and (os.path.getsize(filePath) < SIZE_CUTOFF):
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
def copy_link(source, target, useLink, outputDestination):
|
||||
# Create destination folder
|
||||
if not os.path.exists(outputDestination):
|
||||
try:
|
||||
Logger.info("COPYLINK: Creating destination folder: %s", outputDestination)
|
||||
os.makedirs(outputDestination)
|
||||
except Exception, e:
|
||||
Logger.error("COPYLINK: Not possible to create destination folder: %s", e)
|
||||
return False
|
||||
|
||||
if useLink:
|
||||
try:
|
||||
Logger.info("COPYLINK: Linking %s to %s", source, target)
|
||||
linktastic.link(source, target)
|
||||
except:
|
||||
if os.path.isfile(target):
|
||||
Logger.info("COPYLINK: Something went wrong in linktastic.link, but the destination file was created")
|
||||
else:
|
||||
Logger.info("COPYLINK: Something went wrong in linktastic.link, copying instead")
|
||||
Logger.debug("COPYLINK: Copying %s to %s", source, target)
|
||||
shutil.copy(source, target)
|
||||
else:
|
||||
Logger.debug("Copying %s to %s", source, target)
|
||||
shutil.copy(source, target)
|
||||
return True
|
||||
|
||||
def unpack(dirpath, file, destination):
|
||||
# Using Windows
|
||||
if os.name == 'nt':
|
||||
Logger.info("EXTRACTOR: We are using Windows")
|
||||
cmd_7zip = [extractionTool, 'x -y']
|
||||
ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"]
|
||||
EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip)
|
||||
|
||||
# Using linux
|
||||
elif os.name == 'posix':
|
||||
Logger.info("EXTRACTOR: We are using *nix")
|
||||
required_cmds=["unrar", "unzip", "tar", "unxz", "unlzma", "7zr"]
|
||||
EXTRACT_COMMANDS = {".rar": ["unrar", "x -o+ -y"], ".zip": ["unzip", ""], ".tar.gz": ["tar", "xzf"], ".tgz": ["tar", "xzf"], ".tar.bz2": ["tar", "xjf"], ".tbz": ["tar", "xjf"], ".tar.lzma": ["tar", "--lzma xf"], ".tlz": ["tar", "--lzma xf"], ".txz": ["tar", "--xz xf"], ".7z": ["7zr", "x"],}
|
||||
|
||||
# Need to add a check for which commands that can be utilized in *nix systems..
|
||||
else:
|
||||
Logger.error("EXTRACTOR: Unknown OS, exiting")
|
||||
|
||||
ext = os.path.splitext(file)
|
||||
fp = os.path.join(dirpath, file)
|
||||
if ext[1] in (".gz", ".bz2", ".lzma"):
|
||||
# Check if this is a tar
|
||||
if os.path.splitext(ext[0])[1] == ".tar":
|
||||
cmd = EXTRACT_COMMANDS[".tar" + ext[1]]
|
||||
else:
|
||||
if ext[1] in EXTRACT_COMMANDS:
|
||||
cmd = EXTRACT_COMMANDS[ext[1]]
|
||||
else:
|
||||
Logger.debug("EXTRACTOR: Unknown file type: %s", ext[1])
|
||||
return False
|
||||
|
||||
# Create destination folder
|
||||
if not os.path.exists(destination):
|
||||
try:
|
||||
Logger.debug("EXTRACTOR: Creating destination folder: %s", destination)
|
||||
os.makedirs(destination)
|
||||
except Exception, e:
|
||||
Logger.error("EXTRACTOR: Not possible to create destination folder: %s", e)
|
||||
return False
|
||||
|
||||
Logger.info("Extracting %s to %s", fp, destination)
|
||||
|
||||
# Running
|
||||
Logger.debug("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination)
|
||||
pwd = os.getcwd() # Get our Present Working Directory
|
||||
os.chdir(destination) # Not all unpack commands accept full paths, so just extract into this directory
|
||||
if os.name == 'nt': # Windows needs quotes around directory structure
|
||||
try:
|
||||
run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" # Windows needs quotes around directories
|
||||
res = call(run)
|
||||
if res == 0:
|
||||
Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination)
|
||||
else:
|
||||
Logger.info("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res)
|
||||
except:
|
||||
Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s", fp, run)
|
||||
else:
|
||||
try:
|
||||
if cmd[1] == "": # If calling unzip, we dont want to pass the ""
|
||||
res = call([cmd[0], fp])
|
||||
else:
|
||||
res = call([cmd[0], cmd[1], fp])
|
||||
if res == 0:
|
||||
Logger.info("EXTRACTOR: Extraction was successful for %s to %s", fp, destination)
|
||||
else:
|
||||
Logger.error("EXTRACTOR: Extraction failed for %s. 7zip result was %s", fp, res)
|
||||
except:
|
||||
Logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp)
|
||||
os.chdir(pwd) # Go back to our Original Working Directory
|
||||
return True
|
||||
|
||||
def flatten(outputDestination):
|
||||
Logger.info("FLATTEN: Flattening directory: %s", outputDestination)
|
||||
for dirpath, dirnames, filenames in os.walk(outputDestination): # Flatten out the directory to make postprocessing easier
|
||||
if dirpath == outputDestination:
|
||||
continue # No need to try and move files in the root destination directory
|
||||
for filename in filenames:
|
||||
source = os.path.join(dirpath, filename)
|
||||
target = os.path.join(outputDestination, filename)
|
||||
try:
|
||||
shutil.move(source, target)
|
||||
except OSError:
|
||||
Logger.info("FLATTEN: Could not flatten %s", source)
|
||||
removeEmptyFolders(outputDestination) # Cleanup empty directories
|
||||
|
||||
def removeEmptyFolders(path):
|
||||
Logger.info("REMOVER: Removing empty folders in: %s", path)
|
||||
if not os.path.isdir(path):
|
||||
return
|
||||
|
||||
# Remove empty subfolders
|
||||
# remove empty subfolders
|
||||
files = os.listdir(path)
|
||||
if len(files):
|
||||
for f in files:
|
||||
|
|
@ -193,158 +31,313 @@ def removeEmptyFolders(path):
|
|||
if os.path.isdir(fullpath):
|
||||
removeEmptyFolders(fullpath)
|
||||
|
||||
# If folder empty, delete it
|
||||
# if folder empty, delete it
|
||||
files = os.listdir(path)
|
||||
if len(files) == 0:
|
||||
Logger.debug("REMOVER: Removing empty folder: %s", path)
|
||||
Logger.info("Removing empty folder: %s", path)
|
||||
os.rmdir(path)
|
||||
|
||||
|
||||
#old_stdout = sys.stdout #backup the default stdout
|
||||
#log_file = open(os.path.join(os.path.dirname(sys.argv[0]), "postprocess.log"),"a+")
|
||||
#sys.stdout = log_file #create a local log file, and direct all "print" to the log.
|
||||
Logger.info("TorrentToMedia %s", VERSION)
|
||||
|
||||
|
||||
if len(sys.argv) == 4:
|
||||
##You can use the following parameters (UTORRENT):
|
||||
##
|
||||
##%F - Name of downloaded file (for single file torrents)
|
||||
##%D - Directory where files are saved
|
||||
##%N - Title of torrent
|
||||
##%P - Previous state of torrent
|
||||
##%L - Label
|
||||
##%T - Tracker
|
||||
##%M - Status message string (same as status column)
|
||||
##%I - hex encoded info-hash
|
||||
##%S - State of torrent
|
||||
##%K - kind of torrent (single|multi)
|
||||
##
|
||||
##Where State is one of:
|
||||
##
|
||||
##Error - 1
|
||||
##Checked - 2
|
||||
##Paused - 3
|
||||
##Super seeding - 4
|
||||
##Seeding - 5
|
||||
##Downloading - 6
|
||||
##Super seed [F] - 7
|
||||
##Seeding [F] - 8
|
||||
##Downloading [F] - 9
|
||||
##Queued seed - 10
|
||||
##Finished - 11
|
||||
##Queued - 12
|
||||
##Stopped - 13
|
||||
|
||||
## We will pass in %D, %N, %L from uTorrent
|
||||
Logger.info("Script called from utorrent")
|
||||
Directory = sys.argv[1] ## %D -- Example output: F:\path\to\dir\My.Series.S01E01.720p.HDTV.x264-2HD
|
||||
Name = sys.argv[2] ## %N -- Example output: My.Series.S01E01.720p.HDTV.x264-2HD
|
||||
Category = sys.argv[3] ## %L -- Example output: tvseries ## This is the label in uTorrent
|
||||
|
||||
elif len(sys.argv) > 1: #Doesn't match Transmission (1) or uTorrent (4).
|
||||
Logger.error("The number of arguments passed is %s. Unable to determin the arguments to use; Exiting", len(sys.argv))
|
||||
sys.exit(-1)
|
||||
|
||||
else:
|
||||
##test for Transmission here.
|
||||
#TR_APP_VERSION
|
||||
#TR_TIME_LOCALTIME
|
||||
#TR_TORRENT_DIR
|
||||
#TR_TORRENT_HASH
|
||||
#TR_TORRENT_ID
|
||||
#TR_TORRENT_NAME
|
||||
try:
|
||||
Directory = os.getenv('TR_TORRENT_DIR')
|
||||
Name = os.getenv('TR_TORRENT_NAME')
|
||||
Logger.info("Script called from Transmission")
|
||||
except:
|
||||
Logger.error("There was a problem loading variables from Transmission: Exiting")
|
||||
sys.exit(-1)
|
||||
Category = '' #We dont have a category, so assume the last directory is the category for now.
|
||||
|
||||
Logger.debug("Received Directory: %s", Directory)
|
||||
Logger.debug("Received Torrent Name: %s", Name)
|
||||
Logger.debug("Received Category: %s", Category)
|
||||
|
||||
status = 0
|
||||
packed = 0
|
||||
root = 0
|
||||
video = 0
|
||||
|
||||
config = ConfigParser.ConfigParser()
|
||||
configFilename = os.path.join(os.path.dirname(sys.argv[0]), "autoProcessMedia.cfg")
|
||||
|
||||
Logger.info("Loading config from %s", configFilename)
|
||||
|
||||
### TORRENT TO MEDIA ###
|
||||
if not os.path.isfile(configFilename):
|
||||
Logger.error("You need an autoProcessMedia.cfg file - did you rename and edit the .sample?")
|
||||
sys.exit(-1)
|
||||
|
||||
Logger.info("MAIN: Loading config from %s", configFilename)
|
||||
config.read(configFilename)
|
||||
|
||||
if len(sys.argv) > 2:
|
||||
# We will pass in %D, %N, and %L (if it exists), from uTorrent
|
||||
# In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<<
|
||||
inputDirectory = os.path.normpath(sys.argv[1])
|
||||
inputName = sys.argv[2]
|
||||
inputCategory = '' # We dont have a category yet
|
||||
if len (sys.argv) > 3: #assume we have a label.
|
||||
inputCategory = sys.argv[3] # We dont have a category yet
|
||||
elif os.getenv('TR_TORRENT_DIR'):
|
||||
# We will pass in %TR_TORRENT_DIR% %TR_TORRENT_NAME% from Transmission
|
||||
# In short pass "/path/to/downloaded/torrent/ name" to TorrentToMedia.py, eg >>>> TorrentToMedia.py /Downloaded/MovieName.2013.BluRay.1080p.x264-10bit.DTS MovieName.2013.BluRay.1080p.x264-10bit.DTS <<<<
|
||||
inputDirectory = os.path.normpath(os.getenv('TR_TORRENT_DIR'))
|
||||
inputName = os.getenv('TR_TORRENT_NAME')
|
||||
inputCategory = '' # We dont have a category yet
|
||||
TV_Cat = config.get("SickBeard", "category")
|
||||
TV_dest = config.get("SickBeard", "destination")
|
||||
Movie_dest = config.get("CouchPotato", "destination")
|
||||
Movie_Cat = config.get("CouchPotato", "category")
|
||||
useLink = int(config.get("Torrent", "uselink"))
|
||||
extractionTool = config.get("Torrent", "extractiontool")
|
||||
|
||||
DirBase = os.path.split(os.path.normpath(Directory)) #Test for blackhole sub-directory.
|
||||
if DirBase[1] == Name:
|
||||
Logger.info("Files appear to be in their own directory")
|
||||
DirBase2 = os.path.split(os.path.normpath(DirBase[0]))
|
||||
if DirBase2[1] == Movie_Cat or DirBase2[1] == TV_Cat:
|
||||
if not Category:
|
||||
Logger.info("Determined Category to be: %s", DirBase2[1])
|
||||
Category = DirBase2[1]
|
||||
|
||||
elif DirBase[1] == Movie_Cat or DirBase[1] == TV_Cat:
|
||||
if os.path.isdir(os.path.join(Directory, Name)):
|
||||
Logger.info("Found torrent directory %s in category directory %s", os.path.join(Directory, Name), Directory)
|
||||
Directory = os.path.join(Directory, Name)
|
||||
else:
|
||||
Logger.info("The directory passed is the root directory for category %s", DirBase[1])
|
||||
Logger.warn("You should change settings to download torrents to their own directory")
|
||||
Logger.info("We will try and determine which files to process, individually")
|
||||
root = 1
|
||||
if not Category:
|
||||
Logger.info("Determined Category to be: %s", DirBase[1])
|
||||
Category = DirBase[1]
|
||||
|
||||
else: # no category found in directory. For Utorrent we can do a recursive scan.
|
||||
Logger.info("The directory passed does not appear to include a category or the torrent name")
|
||||
Logger.warn("You should change settings to download torrents to their own directory")
|
||||
Logger.info("We will try and determine which files to process, individually")
|
||||
root = 1
|
||||
|
||||
if Category == Movie_Cat:
|
||||
destination = os.path.join(Movie_dest, Name)
|
||||
elif Category == TV_Cat:
|
||||
destination = os.path.join(TV_dest, Name)
|
||||
else:
|
||||
Logger.error("MAIN: There was a problem loading variables: Exiting")
|
||||
sys.exit(-1)
|
||||
Logger.info("Category of %s does not match either %s or %s: Exiting", Category, Movie_Cat, TV_Cat)
|
||||
sys.exit(-1)
|
||||
|
||||
#### Main routine starts here.
|
||||
|
||||
Logger.debug("MAIN: Received Directory: %s | Name: %s | Category: %s", inputDirectory, inputName, inputCategory)
|
||||
|
||||
# Sick-Beard
|
||||
tvCategory = config.get("SickBeard", "category")
|
||||
tvDestination = os.path.normpath(config.get("SickBeard", "outputDirectory"))
|
||||
# CouchPotatoServer
|
||||
movieCategory = config.get("CouchPotato", "category")
|
||||
movieDestination = os.path.normpath(config.get("CouchPotato", "outputDirectory"))
|
||||
# Torrent specific
|
||||
useLink = int(config.get("Torrent", "useLink"))
|
||||
extractionTool = os.path.normpath(config.get("Torrent", "extractionTool"))
|
||||
compressedContainer = config.get("Torrent", "compressedExtentions")
|
||||
mediaContainer = config.get("Torrent", "mediaExtentions")
|
||||
metaContainer = config.get("Torrent", "metaExtentions")
|
||||
|
||||
status = int(1) # We start as "failed" until we verify movie file in destination
|
||||
root = int(0)
|
||||
video = int(0)
|
||||
video2 = int(0)
|
||||
failed_link = int(0)
|
||||
failed_extract = int(0)
|
||||
|
||||
inputDirectory, inputCategory, root = category_search(inputDirectory, inputCategory, root) # Confirm the catgeogy by parsing directory structure
|
||||
if inputCategory == movieCategory:
|
||||
outputDestination = os.path.normpath(os.path.join(movieDestination, inputName))
|
||||
elif inputCategory == tvCategory:
|
||||
outputDestination = os.path.normpath(os.path.join(tvDestination, inputName))
|
||||
test = ['.zip', '.rar', '.7z', '.gz', '.bz', '.tar', '.arj']
|
||||
test2 = ['.mkv', '.avi', '.divx', '.xvid', '.mov', '.wmv', '.mp4', '.mpg', '.mpeg']
|
||||
Logger.debug("scanning files in directory: %s", Directory)
|
||||
f = [filenames for dirpath, dirnames, filenames in os.walk(Directory)]
|
||||
if root == 1:
|
||||
Logger.debug("Looking for %s in filenames", Name)
|
||||
for file in f[1]:
|
||||
if (Name in file) or (file in Name):
|
||||
if os.path.splitext(file)[1] in test:
|
||||
Logger.info("Found a packed file %s", file)
|
||||
packed = 1
|
||||
break
|
||||
elif os.path.splitext(file)[1] in test2:
|
||||
Logger.info("Found a video file %s", file)
|
||||
video = 1
|
||||
break
|
||||
else:
|
||||
continue
|
||||
else:
|
||||
Logger.error("MAIN: Category of %s does not match either %s or %s: Exiting", inputCategory, movieCategory, tvCategory)
|
||||
sys.exit(-1)
|
||||
ext = [os.path.splitext(file)[1] for file in f[1]]
|
||||
if set(ext).intersection(set(test)):
|
||||
Logger.info("Found compressed archives, extracting")
|
||||
packed = 1
|
||||
## Check that files actully is .mkv / .avi etc, and not packed files or anything else
|
||||
elif set(ext).intersection(set(test2)):
|
||||
Logger.info("Found media files, moving")
|
||||
video = 1
|
||||
else:
|
||||
Logger.debug("Found files with extensions %s.", ext)
|
||||
Logger.debug("Looking for extensions %s or %s.", test, test2)
|
||||
Logger.info("Didn't find any compressed archives or media files to process, exiting")
|
||||
sys.exit(-1)
|
||||
|
||||
Logger.debug("MAIN: Scanning files in directory: %s", inputDirectory)
|
||||
for dirpath, dirnames, filenames in os.walk(inputDirectory):
|
||||
for file in filenames:
|
||||
if root == 1:
|
||||
Logger.debug("MAIN: Looking for %s in filename", inputName)
|
||||
if (inputName in file) or (os.path.splitext(file)[0] in inputName):
|
||||
pass # This file does match the Torrent name
|
||||
Logger.debug("Found file %s that matches Torrent Name %s", file, inputName)
|
||||
else:
|
||||
continue # This file does not match the Torrent name, skip it
|
||||
filePath = os.path.join(dirpath, file)
|
||||
fileExtention = os.path.splitext(file)[1]
|
||||
if fileExtention in mediaContainer: # If the file is a video file
|
||||
if is_sample(filePath, inputName): # Ignore samples
|
||||
Logger.info("MAIN: Ignoring %s sample file. Ignoring", filePath)
|
||||
continue
|
||||
else:
|
||||
video = video + 1
|
||||
source = filePath
|
||||
target = os.path.join(outputDestination, file)
|
||||
Logger.info("MAIN: Found video file %s in %s", fileExtention, filePath)
|
||||
state = copy_link(source, target, useLink, outputDestination)
|
||||
if state == False:
|
||||
Logger.info("MAIN: Failed to link file %s", file)
|
||||
failed_link = 1
|
||||
elif fileExtention in metaContainer:
|
||||
source = filePath
|
||||
target = os.path.join(outputDestination, file)
|
||||
Logger.info("MAIN: Found metadata file %s for file %s", fileExtention, filePath)
|
||||
state = copy_link(source, target, useLink, outputDestination)
|
||||
if state == False:
|
||||
Logger.info("MAIN: Failed to link file %s", file)
|
||||
failed_link = 1
|
||||
elif fileExtention in compressedContainer:
|
||||
Logger.info("MAIN: Found compressed archive %s for file %s", fileExtention, filePath)
|
||||
source = filePath
|
||||
target = os.path.join(outputDestination, file)
|
||||
state = unpack(dirpath, file, outputDestination)
|
||||
if state == False:
|
||||
Logger.info("MAIN: Failed to unpack file %s", file)
|
||||
failed_extract = 1
|
||||
else:
|
||||
Logger.info("MAIN: Ignoring unknown filetype %s for file %s", fileExtention, filePath)
|
||||
continue
|
||||
flatten(outputDestination)
|
||||
if useLink == 0 and packed == 0 and video == 1: ## copy
|
||||
if root == 0: #move all files in tier own directory
|
||||
Logger.info("Copying all files from %s to %s.", Directory, destination)
|
||||
shutil.copytree(Directory, destination)
|
||||
else: #we only want to move files matching the torrent name when root directory is used.
|
||||
Logger.info("Copying files that match the torrent name %s from %s to %s.", Name, Directory, destination)
|
||||
for dirpath, dirnames, filenames in os.walk(Directory):
|
||||
for file in filenames:
|
||||
if (Name in file) or (file in Name):
|
||||
pass
|
||||
else:
|
||||
continue #ignore the other files
|
||||
source = os.path.join(dirpath, file)
|
||||
target = os.path.join(destination, file)
|
||||
shutil.copy(source, target)
|
||||
|
||||
# Now check if movie files exist in destination:
|
||||
for dirpath, dirnames, filenames in os.walk(outputDestination):
|
||||
for file in filenames:
|
||||
filePath = os.path.join(dirpath, file)
|
||||
fileExtention = os.path.splitext(file)[1]
|
||||
if fileExtention in mediaContainer: # If the file is a video file
|
||||
if is_sample(filePath, inputName):
|
||||
Logger.info("file %s is a sample file. Removing", filePath)
|
||||
os.unlink(filePath) #remove samples
|
||||
else:
|
||||
video2 = video2 + 1
|
||||
if video2 >= video and video2 > 0: # Check that all video files were moved
|
||||
status = 0
|
||||
elif useLink == 1 and packed == 0 and video == 1: ## hardlink
|
||||
Logger.info("Creating hard link for files from %s to %s.", Directory, destination)
|
||||
os.mkdir(destination)
|
||||
for dirpath, dirnames, filenames in os.walk(Directory):
|
||||
for file in filenames:
|
||||
if root == 1: #we only want to move files matching the torrent name when root directory is used.
|
||||
if (Name in file) or (file in Name):
|
||||
pass
|
||||
else:
|
||||
continue #ignore the other files
|
||||
source = os.path.join(dirpath, file)
|
||||
target = os.path.join(destination, file)
|
||||
|
||||
status = int(status) #just to be safe.
|
||||
linktastic.link(source, target)
|
||||
|
||||
elif packed == 1: ## unpack
|
||||
## Using Windows?
|
||||
if os.name == 'nt':
|
||||
cmd_7zip = [extractionTool, 'x -y']
|
||||
ext_7zip = [".rar",".zip",".tar.gz","tgz",".tar.bz2",".tbz",".tar.lzma",".tlz",".7z",".xz"]
|
||||
EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip)
|
||||
Logger.info("We are using Windows")
|
||||
|
||||
## Using linux?
|
||||
elif os.name == 'posix':
|
||||
required_cmds=["unrar", "unzip", "tar", "unxz", "unlzma", "7zr"]
|
||||
EXTRACT_COMMANDS = {
|
||||
".rar": ["unrar", "x -o+ -y"],
|
||||
".zip": ["unzip", ""],
|
||||
".tar.gz": ["tar", "xzf"],
|
||||
".tgz": ["tar", "xzf"],
|
||||
".tar.bz2": ["tar", "xjf"],
|
||||
".tbz": ["tar", "xjf"],
|
||||
".tar.lzma": ["tar", "--lzma xf"],
|
||||
".tlz": ["tar", "--lzma xf"],
|
||||
".txz": ["tar", "--xz xf"],
|
||||
".7z": ["7zr", "x"],
|
||||
}
|
||||
Logger.info("We are using *nix")
|
||||
|
||||
## Need to add a check for which commands that can be utilized in *nix systems..
|
||||
else:
|
||||
Logger.error("Unknown OS, exiting")
|
||||
|
||||
files = [ f for f in os.listdir(Directory) if os.path.isfile(os.path.join(Directory,f)) ]
|
||||
for f in files:
|
||||
if root == 1: #we only want to move files matching the torrent name when root directory is used.
|
||||
if (Name in file) or (file in Name):
|
||||
pass
|
||||
else:
|
||||
continue #ignore the other files
|
||||
ext = os.path.splitext(f)
|
||||
fp = os.path.join(Directory, os.path.normpath(f))
|
||||
if ext[1] in (".gz", ".bz2", ".lzma"):
|
||||
## Check if this is a tar
|
||||
if os.path.splitext(ext[0])[1] == ".tar":
|
||||
cmd = EXTRACT_COMMANDS[".tar" + ext[1]]
|
||||
else:
|
||||
if ext[1] in EXTRACT_COMMANDS:
|
||||
cmd = EXTRACT_COMMANDS[ext[1]]
|
||||
else:
|
||||
Logger.debug("Unknown file type: %s", ext[1])
|
||||
continue
|
||||
|
||||
## Create destination folder
|
||||
if not os.path.exists(destination):
|
||||
try:
|
||||
os.makedirs(destination)
|
||||
except Exception, e:
|
||||
Logger.error("Not possible to create destination folder: %s", e)
|
||||
continue
|
||||
|
||||
Logger.info("Extracting to %s", destination)
|
||||
|
||||
## Running..
|
||||
Logger.info("Extracting %s %s %s %s", cmd[0], cmd[1], fp, destination)
|
||||
pwd = os.getcwd() # Get our Present Working Directory
|
||||
os.chdir(destination) #not all unpack commands accept full paths, so just extract into this directory.
|
||||
if os.name == 'nt': #Windows needs quotes around directory structure
|
||||
try:
|
||||
run = "\"" + cmd[0] + "\" " + cmd[1] + " \"" + fp + "\"" #windows needs quotes around directories.
|
||||
res = call(run)
|
||||
if res == 0:
|
||||
status = 0
|
||||
Logger.info("Extraction was successful for %s to %s", fp, destination)
|
||||
else:
|
||||
Logger.info("Extraction failed for %s. 7zip result was %s", fp, res)
|
||||
except:
|
||||
Logger.error("Extraction failed for %s. Could not call command %s %s", fp, run)
|
||||
else:
|
||||
try:
|
||||
if cmd[1] == "": #if calling unzip, we dont want to pass the ""
|
||||
res = call([cmd[0], fp])
|
||||
else:
|
||||
res = call([cmd[0], cmd[1], fp])
|
||||
if res == 0:
|
||||
status = 0
|
||||
Logger.info("Extraction was successful for %s to %s", fp, destination)
|
||||
else:
|
||||
Logger.error("Extraction failed for %s. 7zip result was %s", fp, res)
|
||||
except:
|
||||
Logger.error("Extraction failed for %s. Could not call command %s %s %s %s", fp, cmd[0], cmd[1], fp)
|
||||
os.chdir(pwd) # Go back to our Original Working Directory
|
||||
|
||||
for dirpath, dirnames, filenames in os.walk(destination): #flatten out the directory to make postprocessing easier.
|
||||
if dirpath == destination:
|
||||
continue #no need to try and move files in the root destination directory.
|
||||
for filename in filenames:
|
||||
try:
|
||||
shutil.move(os.path.join(dirpath, filename), destination)
|
||||
except OSError:
|
||||
Logger.info("Could not flatten %s", os.path.join(dirpath, filename))
|
||||
removeEmptyFolders(destination) #cleanup empty directories.
|
||||
|
||||
status = int(status)
|
||||
if status == 0:
|
||||
Logger.info("MAIN: Successful run")
|
||||
Logger.debug("MAIN: Calling autoProcess script for successful download.")
|
||||
elif failed_extract == 1 and failed_link == 0: #failed to extract files only.
|
||||
Logger.info("MAIN: Failed to extract a packed file.")
|
||||
Logger.debug("MAIN: Assume this to be password protected file.")
|
||||
Logger.debug("MAIN: Calling autoProcess script for failed download.")
|
||||
Logger.info("calling autoProcess script for successful download")
|
||||
else:
|
||||
Logger.info("MAIN: Something failed! Please check logs. Exiting")
|
||||
sys.exit(-1)
|
||||
|
||||
# Now we pass off to CouchPotato or Sick-Beard
|
||||
# Log this output
|
||||
old_stdout = sys.stdout # Still crude, but we wat to capture this for now
|
||||
log_file = open(logFile,"a+")
|
||||
sys.stdout = log_file
|
||||
if inputCategory == movieCategory:
|
||||
Logger.info("MAIN: Calling postprocessing script for CouchPotatoServer")
|
||||
autoProcessMovie.process(outputDestination, inputName, status)
|
||||
elif inputCategory == tvCategory:
|
||||
Logger.info("MAIN: Calling postprocessing script for Sick-Beard")
|
||||
autoProcessTV.processEpisode(outputDestination, inputName, status)
|
||||
sys.stdout = old_stdout
|
||||
log_file.close()
|
||||
Logger.info("calling autoProcess script for failed download")
|
||||
## Now we pass off to CouchPotato or SickBeard.
|
||||
old_stdout = sys.stdout #backup the default stdout
|
||||
sys.stdout = Logger.info #Capture the print from the autoProcess scripts.
|
||||
if Category == Movie_Cat:
|
||||
autoProcessMovie.process(destination, Name, status)
|
||||
elif Category == TV_Cat:
|
||||
autoProcessTV.processEpisode(destination, Name, status)
|
||||
sys.stdout = old_stdout #reset our stdout
|
||||
#log_file.close() #close the log
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue