# VERSION: 1.3
# AUTHORS: BurningMop (burning.mop@yandex.com)
# LICENSING INFORMATION
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
import re
from html.parser import HTMLParser
import time
import threading
from helpers import download_file, retrieve_url
from novaprinter import prettyPrinter
class xxxclubto(object):
url = 'https://xxxclub.to'
headers = {
'Referer': url
}
name = 'XXXClub'
supported_categories = {
'all': 'All',
'pictures': '5',
}
container_regex = r'<div.*?class=".*?browsetableinside.*?".*?>(?s:.)*?<\/div>'
pagination_regex = r'<div.*?class=".*?browsepagination.*?".*?>(?s:.)*?<\/div>'
pagination_next_regex = r'<a.*?title="Next Page".*?>(?s:.)*?<\/a>'
pagination_last_page = r'<a.*?class=".*?active.*?".*?>.*?</a>'
items_regex = r'<li.*?>(?s:.)*?<\/li>'
has_results = True
has_next_page = True
last_page = 100
class MyHtmlParser(HTMLParser):
def error(self, message):
pass
UL, LI, SPAN, A = ('ul', 'li', 'span', 'a')
def __init__(self, url, headers):
HTMLParser.__init__(self)
self.url = url
self.headers = headers
self.headers['Referer'] = url
self.row = {}
self.column = 0
self.foundResults = False
self.foundTable = False
self.insideRow = False
self.insideCell = False
self.insideNameLink = False
self.foundTableHeading = False
self.foundRowCatlabe = False
self.magnet_regex = r'href="magnet:.*"'
def handle_starttag(self, tag, attrs):
params = dict(attrs)
if 'browsetableinside' in params.get('class', ''):
self.foundResults = True
return
if self.foundResults and tag == self.UL:
self.foundTable = True
return
if self.foundTable and tag == self.LI:
self.insideRow = True
return
if self.insideRow and self.foundTableHeading and tag == self.SPAN:
classList = params.get('class', None)
if self.foundRowCatlabe:
self.insideCell = True
self.column += 1
if 'catlabe' == classList:
self.foundRowCatlabe = True
return
if self.insideRow and self.foundTableHeading and self.column == 1 and tag == self.A:
self.insideNameLink = True
href = params.get('href')
link = f'{self.url}{href}'
self.row['desc_link'] = link
self.row['link'] = link
torrent_page = retrieve_url(link, self.headers)
matches = re.finditer(self.magnet_regex, torrent_page, re.MULTILINE)
magnet_urls = [x.group() for x in matches]
self.row['link'] = magnet_urls[0].split('"')[1]
return
def handle_data(self, data):
if self.insideCell and self.foundRowCatlabe:
if self.column == 1 and self.insideNameLink:
self.row['name'] = data
if self.column == 3:
size = data.replace(',', '')
self.row['size'] = size
if self.column == 4:
self.row['seeds'] = data
if self.column == 5:
self.row['leech'] = data
return
def handle_endtag(self, tag):
if self.insideCell and self.insideNameLink and tag == self.A:
self.insideNameLink = False
if self.insideCell and tag == self.SPAN:
self.insideCell = False
if self.insideRow and tag == self.LI:
if not self.foundTableHeading:
self.foundTableHeading = True
else:
self.row['engine_url'] = self.url
prettyPrinter(self.row)
self.insideRow = False
self.foundRowCatlabe = False
self.column = 0
self.row = {}
return
def download_torrent(self, info):
print(download_file(info))
def get_page_url(self, what, category, page):
return f'{self.url}/torrents/search/{category}/{what}?page={page}&sort=seeders&order=asc'
def get_results(self, html):
container_matches = re.finditer(self.container_regex, html, re.MULTILINE)
container = [x.group() for x in container_matches]
if len(container) > 0:
container_html = container[0]
items_matches = re.finditer(self.items_regex, container_html, re.MULTILINE)
items = [x.group() for x in items_matches]
self.has_results = len(items) > 1
else:
self.has_results = False
def get_next_page(self, html):
next_page_matches = re.finditer(self.pagination_next_regex, html, re.MULTILINE)
next_page = [x.group() for x in next_page_matches]
if len(next_page) == 0:
self.has_next_page = False
self.get_last_page(html)
def get_last_page(self, html):
last_page_matches = re.finditer(self.pagination_last_page, html, re.MULTILINE)
last_page = [x.group() for x in last_page_matches]
if len(last_page) == 0:
self.last_page = 1
else:
self.last_page = int(re.sub(r'</a>', '',re.sub(r'<a.*?>', '', last_page[0])))
def threaded_search(self, page, what, cat):
page_url = self.get_page_url(what, cat, page)
self.headers['Referer'] = page_url
retrieved_html = retrieve_url(page_url, self.headers)
self.get_results(retrieved_html)
self.get_next_page(retrieved_html)
parser = self.MyHtmlParser(self.url, self.headers)
if self.has_results and page <= self.last_page:
parser.feed(retrieved_html)
parser.close()
def search(self, what, cat='all'):
category = self.supported_categories[cat]
page = 1
threads = []
while self.has_results and self.has_next_page:
t = threading.Thread(args=(page, what, category), target=self.threaded_search)
t.start()
time.sleep(0.5)
threads.append(t)
page += 1
for t in threads:
t.join()