rename nzbtomedia to core. Fixes #744 #746

core/extractor/bin/AMD64/license.txt

@@ -0,0 +1,56 @@
+  7-Zip
+  ~~~~~
+  License for use and distribution
+  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+  7-Zip Copyright (C) 1999-2012 Igor Pavlov.
+
+  Licenses for files are:
+
+    1) 7z.dll: GNU LGPL + unRAR restriction
+    2) All other files:  GNU LGPL
+
+  The GNU LGPL + unRAR restriction means that you must follow both 
+  GNU LGPL rules and unRAR restriction rules.
+
+
+  Note: 
+    You can use 7-Zip on any computer, including a computer in a commercial 
+    organization. You don't need to register or pay for 7-Zip.
+
+
+  GNU LGPL information
+  --------------------
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You can receive a copy of the GNU Lesser General Public License from 
+    http://www.gnu.org/
+
+
+  unRAR restriction
+  -----------------
+
+    The decompression engine for RAR archives was developed using source 
+    code of unRAR program.
+    All copyrights to original unRAR code are owned by Alexander Roshal.
+
+    The license for original unRAR code has the following restriction:
+
+      The unRAR sources cannot be used to re-create the RAR compression algorithm, 
+      which is proprietary. Distribution of modified unRAR sources in separate form 
+      or as a part of other software is permitted, provided that it is clearly
+      stated in the documentation and source comments that the code may
+      not be used to develop a RAR (WinRAR) compatible archiver.
+
+
+  --
+  Igor Pavlov

core/extractor/bin/invisible.cmd

@@ -0,0 +1 @@
+start /B /wait wscript "%~dp0\invisible.vbs" %*

core/extractor/bin/invisible.vbs

@@ -0,0 +1,20 @@
+set args = WScript.Arguments
+num = args.Count
+
+if num = 0 then
+    WScript.Echo "Usage: [CScript | WScript] invis.vbs aScript.bat <some script arguments>"
+    WScript.Quit 1
+end if
+
+sargs = ""
+if num > 1 then
+    sargs = " "
+    for k = 1 to num - 1
+        anArg = args.Item(k)
+        sargs = sargs & anArg & " "
+    next
+end if
+
+Set WshShell = WScript.CreateObject("WScript.Shell")
+
+WshShell.Run """" & WScript.Arguments(0) & """" & sargs, 0, True

core/extractor/bin/x86/license.txt

@@ -0,0 +1,56 @@
+  7-Zip
+  ~~~~~
+  License for use and distribution
+  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+  7-Zip Copyright (C) 1999-2012 Igor Pavlov.
+
+  Licenses for files are:
+
+    1) 7z.dll: GNU LGPL + unRAR restriction
+    2) All other files:  GNU LGPL
+
+  The GNU LGPL + unRAR restriction means that you must follow both 
+  GNU LGPL rules and unRAR restriction rules.
+
+
+  Note: 
+    You can use 7-Zip on any computer, including a computer in a commercial 
+    organization. You don't need to register or pay for 7-Zip.
+
+
+  GNU LGPL information
+  --------------------
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You can receive a copy of the GNU Lesser General Public License from 
+    http://www.gnu.org/
+
+
+  unRAR restriction
+  -----------------
+
+    The decompression engine for RAR archives was developed using source 
+    code of unRAR program.
+    All copyrights to original unRAR code are owned by Alexander Roshal.
+
+    The license for original unRAR code has the following restriction:
+
+      The unRAR sources cannot be used to re-create the RAR compression algorithm, 
+      which is proprietary. Distribution of modified unRAR sources in separate form 
+      or as a part of other software is permitted, provided that it is clearly
+      stated in the documentation and source comments that the code may
+      not be used to develop a RAR (WinRAR) compatible archiver.
+
+
+  --
+  Igor Pavlov

core/extractor/extractor.py

@@ -0,0 +1,160 @@
+import os
+import platform
+import shutil
+import stat
+from time import sleep
+import core
+from subprocess import call, Popen
+import subprocess
+
+def extract(filePath, outputDestination):
+    success = 0
+    # Using Windows
+    if platform.system() == 'Windows':
+        if not os.path.exists(core.SEVENZIP):
+            core.logger.error("EXTRACTOR: Could not find 7-zip, Exiting")
+            return False
+        invislocation = os.path.join(core.PROGRAM_DIR, 'core', 'extractor', 'bin', 'invisible.cmd')
+        cmd_7zip = [invislocation, core.SEVENZIP, "x", "-y"]
+        ext_7zip = [".rar", ".zip", ".tar.gz", "tgz", ".tar.bz2", ".tbz", ".tar.lzma", ".tlz", ".7z", ".xz"]
+        EXTRACT_COMMANDS = dict.fromkeys(ext_7zip, cmd_7zip)
+    # Using unix
+    else:
+        required_cmds = ["unrar", "unzip", "tar", "unxz", "unlzma", "7zr", "bunzip2"]
+        ## Possible future suport:
+        # gunzip: gz (cmd will delete original archive)
+        ## the following do not extract to dest dir
+        # ".xz": ["xz", "-d --keep"],
+        # ".lzma": ["xz", "-d --format=lzma --keep"],
+        # ".bz2": ["bzip2", "-d --keep"],
+
+        EXTRACT_COMMANDS = {
+            ".rar": ["unrar", "x", "-o+", "-y"],
+            ".tar": ["tar", "-xf"],
+            ".zip": ["unzip"],
+            ".tar.gz": ["tar", "-xzf"], ".tgz": ["tar", "-xzf"],
+            ".tar.bz2": ["tar", "-xjf"], ".tbz": ["tar", "-xjf"],
+            ".tar.lzma": ["tar", "--lzma", "-xf"], ".tlz": ["tar", "--lzma", "-xf"],
+            ".tar.xz": ["tar", "--xz", "-xf"], ".txz": ["tar", "--xz", "-xf"],
+            ".7z": ["7zr", "x"],
+        }
+        # Test command exists and if not, remove
+        if not os.getenv('TR_TORRENT_DIR'):
+            devnull = open(os.devnull, 'w')
+            for cmd in required_cmds:
+                if call(['which', cmd], stdout=devnull, stderr=devnull):  #note, returns 0 if exists, or 1 if doesn't exist.
+                    if cmd == "7zr" and not call(["which", "7z"]):  # we do have "7z" command
+                        EXTRACT_COMMANDS[".7z"] = ["7z", "x"]
+                    elif cmd == "7zr" and not call(["which", "7za"]):  # we do have "7za" command
+                        EXTRACT_COMMANDS[".7z"] = ["7za", "x"]
+                    else: 
+                        for k, v in EXTRACT_COMMANDS.items():
+                            if cmd in v[0]:
+                                core.logger.error("EXTRACTOR: %s not found, disabling support for %s" % (cmd, k))
+                                del EXTRACT_COMMANDS[k]
+            devnull.close()
+        else:
+            core.logger.warning("EXTRACTOR: Cannot determine which tool to use when called from Transmission")
+
+        if not EXTRACT_COMMANDS:
+            core.logger.warning("EXTRACTOR: No archive extracting programs found, plugin will be disabled")
+
+    ext = os.path.splitext(filePath)
+    cmd = []
+    if ext[1] in (".gz", ".bz2", ".lzma"):
+        # Check if this is a tar
+        if os.path.splitext(ext[0])[1] == ".tar":
+            cmd = EXTRACT_COMMANDS[".tar" + ext[1]]
+    elif ext[1] in (".1", ".01", ".001") and os.path.splitext(ext[0])[1] in (".rar", ".zip", ".7z"):
+        cmd = EXTRACT_COMMANDS[os.path.splitext(ext[0])[1]]
+    elif ext[1] in (".cb7", ".cba", ".cbr", ".cbt", ".cbz"):  # don't extract these comic book archives.
+        return False
+    else:
+        if ext[1] in EXTRACT_COMMANDS:
+            cmd = EXTRACT_COMMANDS[ext[1]]
+        else:
+            core.logger.debug("EXTRACTOR: Unknown file type: %s" % ext[1])
+            return False
+
+    # Create outputDestination folder
+        core.makeDir(outputDestination)
+
+    if core.PASSWORDSFILE != "" and os.path.isfile(os.path.normpath(core.PASSWORDSFILE)):
+        passwords = [line.strip() for line in open(os.path.normpath(core.PASSWORDSFILE))]
+    else:
+        passwords = []
+
+    core.logger.info("Extracting %s to %s" % (filePath, outputDestination))
+    core.logger.debug("Extracting %s %s %s" % (cmd, filePath, outputDestination))
+
+    origFiles = []
+    origDirs = []
+    for dir, subdirs, files in os.walk(outputDestination):
+        for subdir in subdirs:
+            origDirs.append(os.path.join(dir, subdir))
+        for file in files:
+            origFiles.append(os.path.join(dir, file))
+
+    pwd = os.getcwd()  # Get our Present Working Directory
+    os.chdir(outputDestination)  # Not all unpack commands accept full paths, so just extract into this directory
+    devnull = open(os.devnull, 'w')
+    
+    try:  # now works same for nt and *nix
+        info = None
+        cmd.append(filePath)  # add filePath to final cmd arg.
+        if platform.system() == 'Windows':
+            info = subprocess.STARTUPINFO()
+            info.dwFlags |= subprocess.STARTF_USESHOWWINDOW
+        else:
+            cmd = core.NICENESS + cmd
+        cmd2 = cmd
+        cmd2.append("-p-")  # don't prompt for password.
+        p = Popen(cmd2, stdout=devnull, stderr=devnull, startupinfo=info)  # should extract files fine.
+        res = p.wait()
+        if (res >= 0 and os.name == 'nt') or res == 0:  # for windows chp returns process id if successful or -1*Error code. Linux returns 0 for successful.
+            core.logger.info("EXTRACTOR: Extraction was successful for %s to %s" % (filePath, outputDestination))
+            success = 1
+        elif len(passwords) > 0:
+            core.logger.info("EXTRACTOR: Attempting to extract with passwords")
+            for password in passwords:
+                if password == "":  # if edited in windows or otherwise if blank lines.
+                    continue
+                cmd2 = cmd
+                #append password here.
+                passcmd = "-p" + password
+                cmd2.append(passcmd)
+                p = Popen(cmd2, stdout=devnull, stderr=devnull, startupinfo=info)  # should extract files fine.
+                res = p.wait()
+                if (res >= 0 and platform == 'Windows') or res == 0:
+                    core.logger.info("EXTRACTOR: Extraction was successful for %s to %s using password: %s" % (
+                    filePath, outputDestination, password))
+                    success = 1
+                    break
+                else:
+                    continue
+    except:
+        core.logger.error("EXTRACTOR: Extraction failed for %s. Could not call command %s" % (filePath, cmd))
+        os.chdir(pwd)
+        return False
+
+    devnull.close()
+    os.chdir(pwd)  # Go back to our Original Working Directory
+    if success:
+        # sleep to let files finish writing to disk
+        sleep (3)
+        perms = stat.S_IMODE(os.lstat(os.path.split(filePath)[0]).st_mode)
+        for dir, subdirs, files in os.walk(outputDestination):
+            for subdir in subdirs:
+                if not os.path.join(dir, subdir) in origFiles:
+                    try:
+                        os.chmod(os.path.join(dir, subdir), perms)
+                    except: pass
+            for file in files:
+                if not os.path.join(dir, file) in origFiles:
+                    try:
+                        shutil.copymode(filePath, os.path.join(dir, file))
+                    except: pass
+        return True
+    else:
+        core.logger.error("EXTRACTOR: Extraction failed for %s. Result was %s" % (filePath, res))
+        return False