Refactor file type detection to utils.files

core/utils/files.py

@@ -1,9 +1,13 @@
+import shutil
 import os
+import re
+import stat
+import time
 
 from six import text_type
 
 import core
-from core import logger
+from core import extractor, logger
 from core.utils.naming import is_sample
 from core.utils.paths import get_dir_size
 
@@ -100,3 +104,69 @@ def list_media_files(path, min_size=0, delete_ignored=0, media=True, audio=True,
             files.append(full_cur_file)
 
     return sorted(files, key=len)
+
+
+def extract_files(src, dst=None, keep_archive=None):
+    extracted_folder = []
+    extracted_archive = []
+
+    for inputFile in list_media_files(src, media=False, audio=False, meta=False, archives=True):
+        dir_path = os.path.dirname(inputFile)
+        full_file_name = os.path.basename(inputFile)
+        archive_name = os.path.splitext(full_file_name)[0]
+        archive_name = re.sub(r'part[0-9]+', '', archive_name)
+
+        if dir_path in extracted_folder and archive_name in extracted_archive:
+            continue  # no need to extract this, but keep going to look for other archives and sub directories.
+
+        try:
+            if extractor.extract(inputFile, dst or dir_path):
+                extracted_folder.append(dir_path)
+                extracted_archive.append(archive_name)
+        except Exception:
+            logger.error('Extraction failed for: {0}'.format(full_file_name))
+
+    for folder in extracted_folder:
+        for inputFile in list_media_files(folder, media=False, audio=False, meta=False, archives=True):
+            full_file_name = os.path.basename(inputFile)
+            archive_name = os.path.splitext(full_file_name)[0]
+            archive_name = re.sub(r'part[0-9]+', '', archive_name)
+            if archive_name not in extracted_archive or keep_archive:
+                continue  # don't remove if we haven't extracted this archive, or if we want to preserve them.
+            logger.info('Removing extracted archive {0} from folder {1} ...'.format(full_file_name, folder))
+            try:
+                if not os.access(inputFile, os.W_OK):
+                    os.chmod(inputFile, stat.S_IWUSR)
+                os.remove(inputFile)
+                time.sleep(1)
+            except Exception as e:
+                logger.error('Unable to remove file {0} due to: {1}'.format(inputFile, e))
+
+
+def backup_versioned_file(old_file, version):
+    num_tries = 0
+
+    new_file = '{old}.v{version}'.format(old=old_file, version=version)
+
+    while not os.path.isfile(new_file):
+        if not os.path.isfile(old_file):
+            logger.log(u'Not creating backup, {file} doesn\'t exist'.format(file=old_file), logger.DEBUG)
+            break
+
+        try:
+            logger.log(u'Trying to back up {old} to {new]'.format(old=old_file, new=new_file), logger.DEBUG)
+            shutil.copy(old_file, new_file)
+            logger.log(u'Backup done', logger.DEBUG)
+            break
+        except Exception as error:
+            logger.log(u'Error while trying to back up {old} to {new} : {msg}'.format
+                       (old=old_file, new=new_file, msg=error), logger.WARNING)
+            num_tries += 1
+            time.sleep(1)
+            logger.log(u'Trying again.', logger.DEBUG)
+
+        if num_tries >= 10:
+            logger.log(u'Unable to back up {old} to {new} please do it manually.'.format(old=old_file, new=new_file), logger.ERROR)
+            return False
+
+    return True