mirror of
https://github.com/clinton-hall/nzbToMedia.git
synced 2025-08-22 06:13:19 -07:00
Added classes for sickbeard (base) and PyMedusa.
* refactored part of the forks.py code -> InitSickBeard class.
This commit is contained in:
parent
eaa4e0e29b
commit
372b5df18c
4 changed files with 205 additions and 117 deletions
|
@ -102,7 +102,7 @@ FORK_SICKCHILL_API = 'SickChill-api'
|
||||||
FORK_SICKBEARD_API = 'SickBeard-api'
|
FORK_SICKBEARD_API = 'SickBeard-api'
|
||||||
FORK_MEDUSA = 'Medusa'
|
FORK_MEDUSA = 'Medusa'
|
||||||
FORK_MEDUSA_API = 'Medusa-api'
|
FORK_MEDUSA_API = 'Medusa-api'
|
||||||
FORK_MEDUSA_API = 'Medusa-apiV2'
|
FORK_MEDUSA_APIV2 = 'Medusa-apiv2'
|
||||||
FORK_SICKGEAR = 'SickGear'
|
FORK_SICKGEAR = 'SickGear'
|
||||||
FORK_SICKGEAR_API = 'SickGear-api'
|
FORK_SICKGEAR_API = 'SickGear-api'
|
||||||
FORK_STHENO = 'Stheno'
|
FORK_STHENO = 'Stheno'
|
||||||
|
@ -116,7 +116,7 @@ FORKS = {
|
||||||
FORK_SICKBEARD_API: {'path': None, 'failed': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'delete': None, 'force_next': None, 'cmd': 'postprocess'},
|
FORK_SICKBEARD_API: {'path': None, 'failed': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'delete': None, 'force_next': None, 'cmd': 'postprocess'},
|
||||||
FORK_MEDUSA: {'proc_dir': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'ignore_subs': None},
|
FORK_MEDUSA: {'proc_dir': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'ignore_subs': None},
|
||||||
FORK_MEDUSA_API: {'path': None, 'failed': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'delete_files': None, 'is_priority': None, 'cmd': 'postprocess'},
|
FORK_MEDUSA_API: {'path': None, 'failed': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'delete_files': None, 'is_priority': None, 'cmd': 'postprocess'},
|
||||||
FORK_MEDUSA_APIV2: {'proc_dir': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'is_priority': None},
|
FORK_MEDUSA_APIV2: {'proc_dir': None, 'resource': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'is_priority': None},
|
||||||
FORK_SICKGEAR: {'dir': None, 'failed': None, 'process_method': None, 'force': None},
|
FORK_SICKGEAR: {'dir': None, 'failed': None, 'process_method': None, 'force': None},
|
||||||
FORK_SICKGEAR_API: {'path': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'is priority': None, 'failed': None, 'cmd': 'sg.postprocess'},
|
FORK_SICKGEAR_API: {'path': None, 'process_method': None, 'force_replace': None, 'return_data': None, 'type': None, 'is priority': None, 'failed': None, 'cmd': 'sg.postprocess'},
|
||||||
FORK_STHENO: {'proc_dir': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'ignore_subs': None},
|
FORK_STHENO: {'proc_dir': None, 'failed': None, 'process_method': None, 'force': None, 'delete_on': None, 'ignore_subs': None},
|
||||||
|
|
11
core/auto_process/managers/pymedusa.py
Normal file
11
core/auto_process/managers/pymedusa.py
Normal file
|
@ -0,0 +1,11 @@
|
||||||
|
from .sickbeard import SickBeard
|
||||||
|
|
||||||
|
|
||||||
|
class PyMedusa(SickBeard):
|
||||||
|
"""PyMedusa class."""
|
||||||
|
|
||||||
|
def __init__(self, config):
|
||||||
|
super(PyMedusa, self).__init__(config)
|
||||||
|
|
||||||
|
def configure():
|
||||||
|
"""Configure pymedusa with config options."""
|
186
core/auto_process/managers/sickbeard.py
Normal file
186
core/auto_process/managers/sickbeard.py
Normal file
|
@ -0,0 +1,186 @@
|
||||||
|
import core
|
||||||
|
from .pymedusa import PyMedusa
|
||||||
|
|
||||||
|
|
||||||
|
import requests
|
||||||
|
import six
|
||||||
|
from oauthlib.oauth2 import LegacyApplicationClient
|
||||||
|
from requests_oauthlib import OAuth2Session
|
||||||
|
from six import iteritems
|
||||||
|
|
||||||
|
import core
|
||||||
|
from core import logger
|
||||||
|
|
||||||
|
|
||||||
|
class InitSickBeard(object):
|
||||||
|
"""Sickbeard init class.
|
||||||
|
|
||||||
|
Used to determin which sickbeard fork object to initialize.
|
||||||
|
"""
|
||||||
|
def __init__(self, cfg, section, input_category):
|
||||||
|
# As a bonus let's also put the config on self.
|
||||||
|
self.config = cfg
|
||||||
|
self.section = section
|
||||||
|
self.input_category = input_category
|
||||||
|
|
||||||
|
self.host = cfg['host']
|
||||||
|
self.port = cfg['port']
|
||||||
|
self.ssl = int(cfg.get('ssl', 0))
|
||||||
|
self.web_root = cfg.get('web_root', '')
|
||||||
|
self.protocol = 'https://' if self.ssl else 'http://'
|
||||||
|
self.username = cfg.get('username', '')
|
||||||
|
self.password = cfg.get('password', '')
|
||||||
|
self.apikey = cfg.get('apikey', '')
|
||||||
|
self.api_version = int(cfg.get('api_version', 2))
|
||||||
|
self.sso_username = cfg.get('sso_username', '')
|
||||||
|
self.sso_password = cfg.get('sso_password', '')
|
||||||
|
|
||||||
|
|
||||||
|
self.fork = 'auto'
|
||||||
|
|
||||||
|
replace = {
|
||||||
|
'medusa': 'Medusa',
|
||||||
|
'medusa-api': 'Medusa-api',
|
||||||
|
'sickbeard-api': 'SickBeard-api',
|
||||||
|
'sickgear': 'SickGear',
|
||||||
|
'sickchill': 'SickChill',
|
||||||
|
'stheno': 'Stheno',
|
||||||
|
}
|
||||||
|
_val = cfg.get('fork', 'auto')
|
||||||
|
f1 = replace.get(_val, _val)
|
||||||
|
try:
|
||||||
|
fork = f1, core.FORKS[f1]
|
||||||
|
except KeyError:
|
||||||
|
fork = 'auto'
|
||||||
|
protocol = 'https://' if self.ssl else 'http://'
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _api_check(r, params, rem_params):
|
||||||
|
try:
|
||||||
|
json_data = r.json()
|
||||||
|
except ValueError:
|
||||||
|
logger.error('Failed to get JSON data from response')
|
||||||
|
logger.debug('Response received')
|
||||||
|
raise
|
||||||
|
|
||||||
|
try:
|
||||||
|
json_data = json_data['data']
|
||||||
|
except KeyError:
|
||||||
|
logger.error('Failed to get data from JSON')
|
||||||
|
logger.debug('Response received: {}'.format(json_data))
|
||||||
|
raise
|
||||||
|
else:
|
||||||
|
if six.PY3:
|
||||||
|
str_type = (str)
|
||||||
|
else:
|
||||||
|
str_type = (str, unicode)
|
||||||
|
if isinstance(json_data, str_type):
|
||||||
|
return rem_params, False
|
||||||
|
json_data = json_data.get('data', json_data)
|
||||||
|
|
||||||
|
try:
|
||||||
|
optional_parameters = json_data['optionalParameters'].keys()
|
||||||
|
# Find excess parameters
|
||||||
|
excess_parameters = set(params).difference(optional_parameters)
|
||||||
|
excess_parameters.remove('cmd') # Don't remove cmd from api params
|
||||||
|
logger.debug('Removing excess parameters: {}'.format(sorted(excess_parameters)))
|
||||||
|
rem_params.extend(excess_parameters)
|
||||||
|
return rem_params, True
|
||||||
|
except:
|
||||||
|
logger.error('Failed to identify optionalParameters')
|
||||||
|
return rem_params, False
|
||||||
|
|
||||||
|
def detect_fork(self):
|
||||||
|
"""Try to detect a specific fork."""
|
||||||
|
|
||||||
|
params = core.ALL_FORKS
|
||||||
|
rem_params = []
|
||||||
|
logger.info('Attempting to auto-detect {category} fork'.format(category=self.input_category))
|
||||||
|
# define the order to test. Default must be first since the default fork doesn't reject parameters.
|
||||||
|
# then in order of most unique parameters.
|
||||||
|
|
||||||
|
if self.apikey:
|
||||||
|
url = '{protocol}{host}:{port}{root}/api/{apikey}/'.format(
|
||||||
|
protocol=self.protocol, host=self.host, port=self.port, root=self.web_root, apikey=self.apikey,
|
||||||
|
)
|
||||||
|
api_params = {'cmd': 'sg.postprocess', 'help': '1'}
|
||||||
|
else:
|
||||||
|
url = '{protocol}{host}:{port}{root}/home/postprocess/'.format(
|
||||||
|
protocol=self.protocol, host=self.host, port=self.port, root=self.web_root,
|
||||||
|
)
|
||||||
|
api_params = {}
|
||||||
|
|
||||||
|
# attempting to auto-detect fork
|
||||||
|
try:
|
||||||
|
s = requests.Session()
|
||||||
|
|
||||||
|
if not self.apikey and self.username and self.password:
|
||||||
|
login = '{protocol}{host}:{port}{root}/login'.format(
|
||||||
|
protocol=self.protocol, host=self.host, port=self.port, root=self.web_root)
|
||||||
|
login_params = {'username': self.username, 'password': self.password}
|
||||||
|
r = s.get(login, verify=False, timeout=(30, 60))
|
||||||
|
if r.status_code in [401, 403] and r.cookies.get('_xsrf'):
|
||||||
|
login_params['_xsrf'] = r.cookies.get('_xsrf')
|
||||||
|
s.post(login, data=login_params, stream=True, verify=False)
|
||||||
|
r = s.get(url, auth=(self.username, self.password), params=api_params, verify=False)
|
||||||
|
except requests.ConnectionError:
|
||||||
|
logger.info('Could not connect to {section}:{category} to perform auto-fork detection!'.format
|
||||||
|
(section=self.section, category=self.input_category))
|
||||||
|
r = []
|
||||||
|
|
||||||
|
if r and r.ok:
|
||||||
|
if self.apikey:
|
||||||
|
rem_params, found = self._api_check(r, params, rem_params)
|
||||||
|
if found:
|
||||||
|
params['cmd'] = 'sg.postprocess'
|
||||||
|
else: # try different api set for non-SickGear forks.
|
||||||
|
api_params = {'cmd': 'help', 'subject': 'postprocess'}
|
||||||
|
try:
|
||||||
|
if not self.apikey and self.username and self.password:
|
||||||
|
r = s.get(url, auth=(self.username, self.password), params=api_params, verify=False)
|
||||||
|
else:
|
||||||
|
r = s.get(url, params=api_params, verify=False)
|
||||||
|
except requests.ConnectionError:
|
||||||
|
logger.info('Could not connect to {section}:{category} to perform auto-fork detection!'.format
|
||||||
|
(section=self.section, category=self.input_category))
|
||||||
|
rem_params, found = self._api_check(r, params, rem_params)
|
||||||
|
params['cmd'] = 'postprocess'
|
||||||
|
else:
|
||||||
|
# Find excess parameters
|
||||||
|
rem_params.extend(
|
||||||
|
param
|
||||||
|
for param in params
|
||||||
|
if 'name="{param}"'.format(param=param) not in r.text
|
||||||
|
)
|
||||||
|
|
||||||
|
# Remove excess params
|
||||||
|
for param in rem_params:
|
||||||
|
params.pop(param)
|
||||||
|
|
||||||
|
for fork in sorted(iteritems(core.FORKS), reverse=False):
|
||||||
|
if params == fork[1]:
|
||||||
|
detected = True
|
||||||
|
break
|
||||||
|
|
||||||
|
if detected:
|
||||||
|
logger.info('{section}:{category} fork auto-detection successful ...'.format
|
||||||
|
(section=self.section, category=self.input_category))
|
||||||
|
elif rem_params:
|
||||||
|
logger.info('{section}:{category} fork auto-detection found custom params {params}'.format
|
||||||
|
(section=self.section, category=self.input_category, params=params))
|
||||||
|
fork = ['custom', params]
|
||||||
|
else:
|
||||||
|
logger.info('{section}:{category} fork auto-detection failed'.format
|
||||||
|
(section=self.section, category=self.input_category))
|
||||||
|
fork = list(core.FORKS.items())[list(core.FORKS.keys()).index(core.FORK_DEFAULT)]
|
||||||
|
|
||||||
|
return fork
|
||||||
|
|
||||||
|
|
||||||
|
class SickBeard(object):
|
||||||
|
"""Sickbeard base class."""
|
||||||
|
|
||||||
|
def __init__(self, config):
|
||||||
|
"""SB constructor."""
|
||||||
|
self.config = config
|
||||||
|
self.fork = 'auto'
|
121
core/forks.py
121
core/forks.py
|
@ -16,41 +16,7 @@ from six import iteritems
|
||||||
import core
|
import core
|
||||||
from core import logger
|
from core import logger
|
||||||
|
|
||||||
|
from core.auto_process.managers.sickbeard import InitSickBeard
|
||||||
def api_check(r, params, rem_params):
|
|
||||||
try:
|
|
||||||
json_data = r.json()
|
|
||||||
except ValueError:
|
|
||||||
logger.error('Failed to get JSON data from response')
|
|
||||||
logger.debug('Response received')
|
|
||||||
raise
|
|
||||||
|
|
||||||
try:
|
|
||||||
json_data = json_data['data']
|
|
||||||
except KeyError:
|
|
||||||
logger.error('Failed to get data from JSON')
|
|
||||||
logger.debug('Response received: {}'.format(json_data))
|
|
||||||
raise
|
|
||||||
else:
|
|
||||||
if six.PY3:
|
|
||||||
str_type = (str)
|
|
||||||
else:
|
|
||||||
str_type = (str, unicode)
|
|
||||||
if isinstance(json_data, str_type):
|
|
||||||
return rem_params, False
|
|
||||||
json_data = json_data.get('data', json_data)
|
|
||||||
|
|
||||||
try:
|
|
||||||
optional_parameters = json_data['optionalParameters'].keys()
|
|
||||||
# Find excess parameters
|
|
||||||
excess_parameters = set(params).difference(optional_parameters)
|
|
||||||
excess_parameters.remove('cmd') # Don't remove cmd from api params
|
|
||||||
logger.debug('Removing excess parameters: {}'.format(sorted(excess_parameters)))
|
|
||||||
rem_params.extend(excess_parameters)
|
|
||||||
return rem_params, True
|
|
||||||
except:
|
|
||||||
logger.error('Failed to identify optionalParameters')
|
|
||||||
return rem_params, False
|
|
||||||
|
|
||||||
|
|
||||||
def auto_fork(section, input_category):
|
def auto_fork(section, input_category):
|
||||||
|
@ -63,6 +29,10 @@ def auto_fork(section, input_category):
|
||||||
|
|
||||||
cfg = dict(core.CFG[section][input_category])
|
cfg = dict(core.CFG[section][input_category])
|
||||||
|
|
||||||
|
# Refactor into an OO structure.
|
||||||
|
# For now let's do botch the OO and the serialized code, until everything has been migrated.
|
||||||
|
init_sickbeard = InitSickBeard(cfg, section, input_category)
|
||||||
|
|
||||||
host = cfg.get('host')
|
host = cfg.get('host')
|
||||||
port = cfg.get('port')
|
port = cfg.get('port')
|
||||||
username = cfg.get('username', '')
|
username = cfg.get('username', '')
|
||||||
|
@ -157,86 +127,7 @@ def auto_fork(section, input_category):
|
||||||
fork = ['default', params]
|
fork = ['default', params]
|
||||||
|
|
||||||
elif fork == 'auto':
|
elif fork == 'auto':
|
||||||
params = core.ALL_FORKS
|
fork = init_sickbeard.detect_fork()
|
||||||
rem_params = []
|
|
||||||
logger.info('Attempting to auto-detect {category} fork'.format(category=input_category))
|
|
||||||
# define the order to test. Default must be first since the default fork doesn't reject parameters.
|
|
||||||
# then in order of most unique parameters.
|
|
||||||
|
|
||||||
if apikey:
|
|
||||||
url = '{protocol}{host}:{port}{root}/api/{apikey}/'.format(
|
|
||||||
protocol=protocol, host=host, port=port, root=web_root, apikey=apikey,
|
|
||||||
)
|
|
||||||
api_params = {'cmd': 'sg.postprocess', 'help': '1'}
|
|
||||||
else:
|
|
||||||
url = '{protocol}{host}:{port}{root}/home/postprocess/'.format(
|
|
||||||
protocol=protocol, host=host, port=port, root=web_root,
|
|
||||||
)
|
|
||||||
api_params = {}
|
|
||||||
|
|
||||||
# attempting to auto-detect fork
|
|
||||||
try:
|
|
||||||
s = requests.Session()
|
|
||||||
|
|
||||||
if not apikey and username and password:
|
|
||||||
login = '{protocol}{host}:{port}{root}/login'.format(
|
|
||||||
protocol=protocol, host=host, port=port, root=web_root)
|
|
||||||
login_params = {'username': username, 'password': password}
|
|
||||||
r = s.get(login, verify=False, timeout=(30, 60))
|
|
||||||
if r.status_code in [401, 403] and r.cookies.get('_xsrf'):
|
|
||||||
login_params['_xsrf'] = r.cookies.get('_xsrf')
|
|
||||||
s.post(login, data=login_params, stream=True, verify=False)
|
|
||||||
r = s.get(url, auth=(username, password), params=api_params, verify=False)
|
|
||||||
except requests.ConnectionError:
|
|
||||||
logger.info('Could not connect to {section}:{category} to perform auto-fork detection!'.format
|
|
||||||
(section=section, category=input_category))
|
|
||||||
r = []
|
|
||||||
|
|
||||||
if r and r.ok:
|
|
||||||
if apikey:
|
|
||||||
rem_params, found = api_check(r, params, rem_params)
|
|
||||||
if found:
|
|
||||||
params['cmd'] = 'sg.postprocess'
|
|
||||||
else: # try different api set for non-SickGear forks.
|
|
||||||
api_params = {'cmd': 'help', 'subject': 'postprocess'}
|
|
||||||
try:
|
|
||||||
if not apikey and username and password:
|
|
||||||
r = s.get(url, auth=(username, password), params=api_params, verify=False)
|
|
||||||
else:
|
|
||||||
r = s.get(url, params=api_params, verify=False)
|
|
||||||
except requests.ConnectionError:
|
|
||||||
logger.info('Could not connect to {section}:{category} to perform auto-fork detection!'.format
|
|
||||||
(section=section, category=input_category))
|
|
||||||
rem_params, found = api_check(r, params, rem_params)
|
|
||||||
params['cmd'] = 'postprocess'
|
|
||||||
else:
|
|
||||||
# Find excess parameters
|
|
||||||
rem_params.extend(
|
|
||||||
param
|
|
||||||
for param in params
|
|
||||||
if 'name="{param}"'.format(param=param) not in r.text
|
|
||||||
)
|
|
||||||
|
|
||||||
# Remove excess params
|
|
||||||
for param in rem_params:
|
|
||||||
params.pop(param)
|
|
||||||
|
|
||||||
for fork in sorted(iteritems(core.FORKS), reverse=False):
|
|
||||||
if params == fork[1]:
|
|
||||||
detected = True
|
|
||||||
break
|
|
||||||
|
|
||||||
if detected:
|
|
||||||
logger.info('{section}:{category} fork auto-detection successful ...'.format
|
|
||||||
(section=section, category=input_category))
|
|
||||||
elif rem_params:
|
|
||||||
logger.info('{section}:{category} fork auto-detection found custom params {params}'.format
|
|
||||||
(section=section, category=input_category, params=params))
|
|
||||||
fork = ['custom', params]
|
|
||||||
else:
|
|
||||||
logger.info('{section}:{category} fork auto-detection failed'.format
|
|
||||||
(section=section, category=input_category))
|
|
||||||
fork = list(core.FORKS.items())[list(core.FORKS.keys()).index(core.FORK_DEFAULT)]
|
|
||||||
|
|
||||||
logger.info('{section}:{category} fork set to {fork}'.format
|
logger.info('{section}:{category} fork set to {fork}'.format
|
||||||
(section=section, category=input_category, fork=fork[0]))
|
(section=section, category=input_category, fork=fork[0]))
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue