From 274cde03960c9ee24026258821e5277102429859 Mon Sep 17 00:00:00 2001
From: ngosang <diegodelasheras@gmail.com>
Date: Tue, 9 Jun 2015 02:22:36 +0200
Subject: [PATCH] [search engine] Add Demonoid search engine

---
 src/searchengine/nova/engines/demonoid.png  | Bin 0 -> 675 bytes
 src/searchengine/nova/engines/demonoid.py   | 153 ++++++++++++++++++++
 src/searchengine/nova/engines/versions.txt  |   1 +
 src/searchengine/nova3/engines/demonoid.png | Bin 0 -> 675 bytes
 src/searchengine/nova3/engines/demonoid.py  | 153 ++++++++++++++++++++
 src/searchengine/nova3/engines/versions.txt |   1 +
 src/searchengine/search.qrc                 |   4 +
 7 files changed, 312 insertions(+)
 create mode 100644 src/searchengine/nova/engines/demonoid.png
 create mode 100644 src/searchengine/nova/engines/demonoid.py
 create mode 100644 src/searchengine/nova3/engines/demonoid.png
 create mode 100644 src/searchengine/nova3/engines/demonoid.py

diff --git a/src/searchengine/nova/engines/demonoid.png b/src/searchengine/nova/engines/demonoid.png
new file mode 100644
index 0000000000000000000000000000000000000000..71eb564420cc35634786d17ce137c308d33a0fd6
GIT binary patch
literal 675
zcmV;U0$lxxP)<h;3K|Lk000e1NJLTq000mG000mO1^@s6AM^iV00006VoOIv0RI60
z0RN!9r;`8x010qNS#tmY3ljhU3ljkVnw%H_00KivL_t(I%f*w=OB8V!#y{WP*>QiE
zxw|cC2)ZRGSx6Rv7!?x*(V-x^cF0RXmo8CI(6tCUdNPRa_7^x_3e!vB+Ll`6x@xjE
zy1&NRnQ`XZK~^a;y!D<Q-k0~`<$0e6{%2{LCPf|8o4T%xy)4$TQU`Y*NAaWtc80sv
z;C&Zx7=9MpAuv`w(w&VwdJ$!Dp-RV*IH6Dg&-VdI$*?gDo8|;qmd*FCH6TWyPEab^
zhyd6%$)}GcjMW;BBe6^$%k+svRmw$&h4}*ENCPuj16|j}Hi1(MA*Cb`5L~|2PCOaL
zu_f=umhpU#P0yn(?bC9onW|Z&kdOVYflxL;HW5^O3Wasdsz*ps={}ZZeKkm>x=1AE
zp@dvQ!6q!{2b!kIpr&c^_QM7`4#&vNm&i;CRQD2{tv8sO+~mT*J-XYkGn)zXcJwDg
zMA>i_IDOV<YCN%Z!SYg>=?{&l?m7BToZ;lDUQ($f<#Gi@QAi}4X*t-+)hjnirP_G<
z`~kh^vs;(f|2lZ<4t;&c2}c{SHY`+C#dTdOl?w5AoP0h{B9S1Mo2OVbdG&e-e0A#!
zx~_}imqXNSht`%h=H}*DSy`d0s|(XK$!4?k^z`7mKE+~%a@hc1Mb~u^tc#dVr=R4O
z$7$RLW1|!7Z#qCM+Qj>b3BG)uArOG<>=+{>Z<x-^Y&%x`Y0>_R7M?5<4Ep#|B7K4F
zlrYxTD6LB>O9Q{zUHr@E>7xeWa0JJ#@hy}1YgWWwL$h1RegVC73D~!lN%;T(002ov
JPDHLkV1joxH%<Tm

literal 0
HcmV?d00001

diff --git a/src/searchengine/nova/engines/demonoid.py b/src/searchengine/nova/engines/demonoid.py
new file mode 100644
index 000000000..f419a2194
--- /dev/null
+++ b/src/searchengine/nova/engines/demonoid.py
@@ -0,0 +1,153 @@
+#VERSION: 1.1
+#AUTHORS: Douman (custparasite@gmx.se)
+#CONTRIBUTORS: Diego de las Heras (diegodelasheras@gmail.com)
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#    * Redistributions of source code must retain the above copyright notice,
+#      this list of conditions and the following disclaimer.
+#    * Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    * Neither the name of the author nor the names of its contributors may be
+#      used to endorse or promote products derived from this software without
+#      specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+from HTMLParser import HTMLParser
+from httplib import HTTPSConnection as https
+from re import compile as re_compile
+from re import DOTALL
+from itertools import islice
+#qBt
+from novaprinter import prettyPrinter
+from helpers import download_file
+
+class demonoid(object):
+    """ Search engine class """
+    url = "https://www.demonoid.pw"
+    name = "Demonoid"
+    supported_categories = {'all': '0',
+                            'music': '2',
+                            'movies': '1',
+                            'games': '4',
+                            'software': '5',
+                            'books': '11',
+                            'anime': '9',
+                            'tv': '3'}
+
+    def download_torrent(self, info):
+        """ Downloader """
+        print(download_file(info))
+
+    class MyHtmlParseWithBlackJack(HTMLParser):
+        """ Parser class """
+        def __init__(self, url):
+            HTMLParser.__init__(self)
+            self.url = url
+            self.current_item = None
+            self.save_data = None
+            self.seeds_leech = False
+            self.size_repl = re_compile(",")
+
+        def handle_starttag(self, tag, attrs):
+            """ Parser's start tag handler """
+            if tag == "a":
+                params = dict(attrs)
+                if "href" in params:
+                    link = params["href"]
+                    if link.startswith("/files/details"):
+                        self.current_item = dict()
+                        self.current_item["desc_link"] = "".join((self.url, link))
+                        self.current_item["engine_url"] = self.url
+                        self.save_data = "name"
+                    elif link.startswith("/files/download"):
+                        self.current_item["link"] = "".join((self.url, link))
+
+            elif self.current_item:
+                if tag == "td":
+                    params = dict(attrs)
+                    if "class" in params and "align" in params:
+                        if params["class"].startswith("tone"):
+                            if params["align"] == "right":
+                                self.save_data = "size"
+                            elif params["align"] == "center":
+                                self.seeds_leech = True
+
+                elif self.seeds_leech and tag == "font":
+                    for attr in attrs:
+                        if "class" in attr:
+                            if attr[1] == "green":
+                                self.save_data = "seeds"
+                            elif attr[1] == "red":
+                                self.save_data = "leech"
+
+                    self.seeds_leech = False
+
+
+        def handle_data(self, data):
+            """ Parser's data handler """
+            if self.save_data:
+                if self.save_data == "name":
+                    # names with special characters like '&' are splitted in several pieces
+                    if 'name' not in self.current_item:
+                        self.current_item['name'] = ''
+                    self.current_item['name'] += data
+                else:
+                    self.current_item[self.save_data] = data
+                    self.save_data = None
+                if self.current_item.__len__() == 7:
+                    self.current_item["size"] = self.size_repl.sub("", self.current_item["size"])
+                    prettyPrinter(self.current_item)
+                    self.current_item = None
+
+        def handle_endtag(self, tag):
+            """ Parser's end tag handler """
+            if self.save_data == "name":
+                self.save_data = None
+
+    def search(self, what, cat='all'):
+        """ Performs search """
+        connection = https("www.demonoid.pw")
+
+        #prepare query
+        cat = self.supported_categories[cat.lower()]
+        query = "".join(("/files/?category=", cat, "&subcategory=All&quality=All&seeded=2&external=2&query=", what, "&to=1&uid=0&sort=S"))
+
+        connection.request("GET", query)
+        response = connection.getresponse()
+        if response.status != 200:
+            return
+
+        data = response.read().decode("utf-8")
+        add_res_list = re_compile("/files.*page=[0-9]+")
+        torrent_list = re_compile("start torrent list -->(.*)<!-- end torrent", DOTALL)
+        data = torrent_list.search(data).group(0)
+        list_results = add_res_list.findall(data)
+
+        parser = self.MyHtmlParseWithBlackJack(self.url)
+        parser.feed(data)
+
+        del data
+
+        if list_results:
+            for search_query in islice((add_res_list.search(result).group(0) for result in list_results[1].split(" | ")), 0, 5):
+                connection.request("GET", search_query)
+                response = connection.getresponse()
+                parser.feed(torrent_list.search(response.read().decode('utf-8')).group(0))
+                parser.close()
+
+        connection.close()
+        return
diff --git a/src/searchengine/nova/engines/versions.txt b/src/searchengine/nova/engines/versions.txt
index c24143cfb..f430ceb8b 100644
--- a/src/searchengine/nova/engines/versions.txt
+++ b/src/searchengine/nova/engines/versions.txt
@@ -7,3 +7,4 @@ kickasstorrents: 1.26
 btdigg: 1.24
 torrentz: 2.14
 legittorrents: 1.03
+demonoid: 1.1
diff --git a/src/searchengine/nova3/engines/demonoid.png b/src/searchengine/nova3/engines/demonoid.png
new file mode 100644
index 0000000000000000000000000000000000000000..71eb564420cc35634786d17ce137c308d33a0fd6
GIT binary patch
literal 675
zcmV;U0$lxxP)<h;3K|Lk000e1NJLTq000mG000mO1^@s6AM^iV00006VoOIv0RI60
z0RN!9r;`8x010qNS#tmY3ljhU3ljkVnw%H_00KivL_t(I%f*w=OB8V!#y{WP*>QiE
zxw|cC2)ZRGSx6Rv7!?x*(V-x^cF0RXmo8CI(6tCUdNPRa_7^x_3e!vB+Ll`6x@xjE
zy1&NRnQ`XZK~^a;y!D<Q-k0~`<$0e6{%2{LCPf|8o4T%xy)4$TQU`Y*NAaWtc80sv
z;C&Zx7=9MpAuv`w(w&VwdJ$!Dp-RV*IH6Dg&-VdI$*?gDo8|;qmd*FCH6TWyPEab^
zhyd6%$)}GcjMW;BBe6^$%k+svRmw$&h4}*ENCPuj16|j}Hi1(MA*Cb`5L~|2PCOaL
zu_f=umhpU#P0yn(?bC9onW|Z&kdOVYflxL;HW5^O3Wasdsz*ps={}ZZeKkm>x=1AE
zp@dvQ!6q!{2b!kIpr&c^_QM7`4#&vNm&i;CRQD2{tv8sO+~mT*J-XYkGn)zXcJwDg
zMA>i_IDOV<YCN%Z!SYg>=?{&l?m7BToZ;lDUQ($f<#Gi@QAi}4X*t-+)hjnirP_G<
z`~kh^vs;(f|2lZ<4t;&c2}c{SHY`+C#dTdOl?w5AoP0h{B9S1Mo2OVbdG&e-e0A#!
zx~_}imqXNSht`%h=H}*DSy`d0s|(XK$!4?k^z`7mKE+~%a@hc1Mb~u^tc#dVr=R4O
z$7$RLW1|!7Z#qCM+Qj>b3BG)uArOG<>=+{>Z<x-^Y&%x`Y0>_R7M?5<4Ep#|B7K4F
zlrYxTD6LB>O9Q{zUHr@E>7xeWa0JJ#@hy}1YgWWwL$h1RegVC73D~!lN%;T(002ov
JPDHLkV1joxH%<Tm

literal 0
HcmV?d00001

diff --git a/src/searchengine/nova3/engines/demonoid.py b/src/searchengine/nova3/engines/demonoid.py
new file mode 100644
index 000000000..20d9a4663
--- /dev/null
+++ b/src/searchengine/nova3/engines/demonoid.py
@@ -0,0 +1,153 @@
+#VERSION: 1.1
+#AUTHORS: Douman (custparasite@gmx.se)
+#CONTRIBUTORS: Diego de las Heras (diegodelasheras@gmail.com)
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#    * Redistributions of source code must retain the above copyright notice,
+#      this list of conditions and the following disclaimer.
+#    * Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#    * Neither the name of the author nor the names of its contributors may be
+#      used to endorse or promote products derived from this software without
+#      specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+from html.parser import HTMLParser
+from http.client import HTTPSConnection as https
+from re import compile as re_compile
+from re import DOTALL
+from itertools import islice
+#qBt
+from novaprinter import prettyPrinter
+from helpers import download_file
+
+class demonoid(object):
+    """ Search engine class """
+    url = "https://www.demonoid.pw"
+    name = "Demonoid"
+    supported_categories = {'all': '0',
+                            'music': '2',
+                            'movies': '1',
+                            'games': '4',
+                            'software': '5',
+                            'books': '11',
+                            'anime': '9',
+                            'tv': '3'}
+
+    def download_torrent(self, info):
+        """ Downloader """
+        print(download_file(info))
+
+    class MyHtmlParseWithBlackJack(HTMLParser):
+        """ Parser class """
+        def __init__(self, url):
+            HTMLParser.__init__(self)
+            self.url = url
+            self.current_item = None
+            self.save_data = None
+            self.seeds_leech = False
+            self.size_repl = re_compile(",")
+
+        def handle_starttag(self, tag, attrs):
+            """ Parser's start tag handler """
+            if tag == "a":
+                params = dict(attrs)
+                if "href" in params:
+                    link = params["href"]
+                    if link.startswith("/files/details"):
+                        self.current_item = dict()
+                        self.current_item["desc_link"] = "".join((self.url, link))
+                        self.current_item["engine_url"] = self.url
+                        self.save_data = "name"
+                    elif link.startswith("/files/download"):
+                        self.current_item["link"] = "".join((self.url, link))
+
+            elif self.current_item:
+                if tag == "td":
+                    params = dict(attrs)
+                    if "class" in params and "align" in params:
+                        if params["class"].startswith("tone"):
+                            if params["align"] == "right":
+                                self.save_data = "size"
+                            elif params["align"] == "center":
+                                self.seeds_leech = True
+
+                elif self.seeds_leech and tag == "font":
+                    for attr in attrs:
+                        if "class" in attr:
+                            if attr[1] == "green":
+                                self.save_data = "seeds"
+                            elif attr[1] == "red":
+                                self.save_data = "leech"
+
+                    self.seeds_leech = False
+
+
+        def handle_data(self, data):
+            """ Parser's data handler """
+            if self.save_data:
+                if self.save_data == "name":
+                    # names with special characters like '&' are splitted in several pieces
+                    if 'name' not in self.current_item:
+                        self.current_item['name'] = ''
+                    self.current_item['name'] += data
+                else:
+                    self.current_item[self.save_data] = data
+                    self.save_data = None
+                if self.current_item.__len__() == 7:
+                    self.current_item["size"] = self.size_repl.sub("", self.current_item["size"])
+                    prettyPrinter(self.current_item)
+                    self.current_item = None
+
+        def handle_endtag(self, tag):
+            """ Parser's end tag handler """
+            if self.save_data == "name":
+                self.save_data = None
+
+    def search(self, what, cat='all'):
+        """ Performs search """
+        connection = https("www.demonoid.pw")
+
+        #prepare query
+        cat = self.supported_categories[cat.lower()]
+        query = "".join(("/files/?category=", cat, "&subcategory=All&quality=All&seeded=2&external=2&query=", what, "&to=1&uid=0&sort=S"))
+
+        connection.request("GET", query)
+        response = connection.getresponse()
+        if response.status != 200:
+            return
+
+        data = response.read().decode("utf-8")
+        add_res_list = re_compile("/files.*page=[0-9]+")
+        torrent_list = re_compile("start torrent list -->(.*)<!-- end torrent", DOTALL)
+        data = torrent_list.search(data).group(0)
+        list_results = add_res_list.findall(data)
+
+        parser = self.MyHtmlParseWithBlackJack(self.url)
+        parser.feed(data)
+
+        del data
+
+        if list_results:
+            for search_query in islice((add_res_list.search(result).group(0) for result in list_results[1].split(" | ")), 0, 5):
+                connection.request("GET", search_query)
+                response = connection.getresponse()
+                parser.feed(torrent_list.search(response.read().decode('utf-8')).group(0))
+                parser.close()
+
+        connection.close()
+        return
diff --git a/src/searchengine/nova3/engines/versions.txt b/src/searchengine/nova3/engines/versions.txt
index b5300792a..a7ce24388 100644
--- a/src/searchengine/nova3/engines/versions.txt
+++ b/src/searchengine/nova3/engines/versions.txt
@@ -7,3 +7,4 @@ kickasstorrents: 1.26
 btdigg: 1.23
 torrentz: 2.14
 legittorrents: 1.04
+demonoid: 1.1
diff --git a/src/searchengine/search.qrc b/src/searchengine/search.qrc
index aece84bcc..a1aa7edc9 100644
--- a/src/searchengine/search.qrc
+++ b/src/searchengine/search.qrc
@@ -8,6 +8,8 @@
   <file>nova/socks.py</file>
   <file>nova/engines/btdigg.png</file>
   <file>nova/engines/btdigg.py</file>
+  <file>nova/engines/demonoid.png</file>
+  <file>nova/engines/demonoid.py</file>
   <file>nova/engines/extratorrent.png</file>
   <file>nova/engines/extratorrent.py</file>
   <file>nova/engines/kickasstorrents.png</file>
@@ -30,6 +32,8 @@
   <file>nova3/socks.py</file>
   <file>nova3/engines/btdigg.png</file>
   <file>nova3/engines/btdigg.py</file>
+  <file>nova3/engines/demonoid.png</file>
+  <file>nova3/engines/demonoid.py</file>
   <file>nova3/engines/extratorrent.png</file>
   <file>nova3/engines/extratorrent.py</file>
   <file>nova3/engines/kickasstorrents.png</file>