diff options
| -rw-r--r-- | README.md | 1 | ||||
| -rw-r--r-- | libs/subliminal_patch/providers/subdivx.py | 246 | ||||
| -rw-r--r-- | views/settings.tpl | 22 | ||||
| -rw-r--r-- | views/wizard.tpl | 22 |
4 files changed, 291 insertions, 0 deletions
@@ -51,6 +51,7 @@ If you need something that is not already part of Bazarr, feel free to create a * Napisy24 * OpenSubtitles * Podnapisi +* Subdivx * Subs.sab.bz * Subscene * Subscenter diff --git a/libs/subliminal_patch/providers/subdivx.py b/libs/subliminal_patch/providers/subdivx.py new file mode 100644 index 000000000..cdb8a8251 --- /dev/null +++ b/libs/subliminal_patch/providers/subdivx.py @@ -0,0 +1,246 @@ +# -*- coding: utf-8 -*- +import io +import logging +import os +import time +import zipfile + +import rarfile +from subzero.language import Language +from guessit import guessit +from requests import Session + +from subliminal import __short_version__ +from subliminal.providers import ParserBeautifulSoup, Provider +from subliminal.subtitle import SUBTITLE_EXTENSIONS, Subtitle, fix_line_ending,guess_matches +from subliminal.video import Episode, Movie + +logger = logging.getLogger(__name__) + + +class SubdivxSubtitle(Subtitle): + provider_name = 'subdivx' + hash_verifiable = False + + def __init__(self, language, page_link, download_link, description, title): + super(SubdivxSubtitle, self).__init__(language, hearing_impaired=False, + page_link=page_link) + self.download_link = download_link + self.description = description.lower() + self.title = title + + @property + def id(self): + return self.download_link + + def get_matches(self, video): + matches = set() + + # episode + if isinstance(video, Episode): + + # title / series + if video.series: + matches.add('title') + matches.add('series') + + # season + if video.season: + matches.add('season') + + # episode + if video.episode: + matches.add('episode') + + # movie + elif isinstance(video, Movie): + + # title + if video.title: + matches.add('title') + + # year + if video.year: + matches.add('year') + + # release_group + if video.release_group and video.release_group.lower() in self.description: + matches.add('release_group') + + # resolution + if video.resolution and video.resolution.lower() in self.description: + matches.add('resolution') + + # format + if video.format: + formats = [video.format.lower()] + if formats[0] == "web-dl": + formats.append("webdl") + formats.append("webrip") + formats.append("web ") + for frmt in formats: + if frmt.lower() in self.description: + matches.add('format') + break + + # video_codec + if video.video_codec: + video_codecs = [video.video_codec.lower()] + if video_codecs[0] == "h264": + formats.append("x264") + elif video_codecs[0] == "h265": + formats.append("x265") + for vc in formats: + if vc.lower() in self.description: + matches.add('video_codec') + break + + return matches + + +class SubdivxSubtitlesProvider(Provider): + provider_name = 'subdivx' + hash_verifiable = False + languages = {Language.fromalpha2(l) for l in ['es']} + subtitle_class = SubdivxSubtitle + + server_url = 'https://www.subdivx.com/' + multi_result_throttle = 2 + language_list = list(languages) + + def __init__(self): + self.session = None + + def initialize(self): + self.session = Session() + self.session.headers['User-Agent'] = 'Subliminal/{}'.format(__short_version__) + + def terminate(self): + self.session.close() + + def query(self, keyword, season=None, episode=None, year=None): + query = keyword + if season and episode: + query += ' S{season:02d}E{episode:02d}'.format(season=season, episode=episode) + elif year: + query += ' {:4d}'.format(year) + + params = { + 'buscar': query, # search string + 'accion': 5, # action search + 'oxdown': 1, # order by downloads descending + 'pg': 1 # page 1 + } + + logger.debug('Searching subtitles %r', query) + subtitles = [] + language = self.language_list[0] + search_link = self.server_url + 'index.php' + while True: + r = self.session.get(search_link, params=params, timeout=10) + r.raise_for_status() + + if not r.content: + logger.debug('No data returned from provider') + return [] + + page_soup = ParserBeautifulSoup(r.content.decode('iso-8859-1', 'ignore'), ['lxml', 'html.parser']) + table_soup = page_soup.find("div", {'id': 'contenedor_izq'}) + title_soups = table_soup.find_all("div", {'id': 'menu_detalle_buscador'}) + body_soups = table_soup.find_all("div", {'id': 'buscador_detalle'}) + if len(title_soups) != len(body_soups): + logger.debug('Error in provider data') + return [] + for subtitle in range(0, len(title_soups)): + title_soup, body_soup = title_soups[subtitle], body_soups[subtitle] + + # title + title = title_soup.find("a").text.replace("Subtitulo de ", "") + page_link = title_soup.find("a")["href"] + + # body + description = body_soup.find("div", {'id': 'buscador_detalle_sub'}).text + tmp_div_soup = body_soup.find("div", {'id': 'buscador_detalle_sub_datos'}) + download_link = tmp_div_soup.find("a", {'target': 'new'})["href"] + + subtitle = self.subtitle_class(language, page_link, download_link, description, title) + + logger.debug('Found subtitle %r', subtitle) + subtitles.append(subtitle) + + if len(title_soups) >= 20: + params['pg'] += 1 # search next page + time.sleep(self.multi_result_throttle) + else: + break + + return subtitles + + def list_subtitles(self, video, languages): + if isinstance(video, Episode): + titles = [video.series] + video.alternative_series + elif isinstance(video, Movie): + titles = [video.title] + video.alternative_titles + else: + titles = [] + + subtitles = [] + for title in titles: + if isinstance(video, Episode): + subtitles += [s for s in self.query(title, season=video.season, + episode=video.episode, year=video.year) + if s.language in languages] + elif isinstance(video, Movie): + subtitles += [s for s in self.query(title, year=video.year) + if s.language in languages] + + return subtitles + + def download_subtitle(self, subtitle): + if isinstance(subtitle, SubdivxSubtitle): + # download the subtitle + logger.info('Downloading subtitle %r', subtitle) + r = self.session.get(subtitle.download_link, headers={'Referer': subtitle.page_link}, + timeout=30) + r.raise_for_status() + + if not r.content: + logger.debug('Unable to download subtitle. No data returned from provider') + return + + archive = _get_archive(r.content) + + subtitle_content = _get_subtitle_from_archive(archive) + if subtitle_content: + subtitle.content = fix_line_ending(subtitle_content) + else: + logger.debug('Could not extract subtitle from %r', archive) + + +def _get_archive(content): + # open the archive + archive_stream = io.BytesIO(content) + archive = None + if rarfile.is_rarfile(archive_stream): + logger.debug('Identified rar archive') + archive = rarfile.RarFile(archive_stream) + elif zipfile.is_zipfile(archive_stream): + logger.debug('Identified zip archive') + archive = zipfile.ZipFile(archive_stream) + + return archive + + +def _get_subtitle_from_archive(archive): + for name in archive.namelist(): + # discard hidden files + if os.path.split(name)[-1].startswith('.'): + continue + + # discard non-subtitle files + if not name.lower().endswith(SUBTITLE_EXTENSIONS): + continue + + return archive.read(name) + + return None diff --git a/views/settings.tpl b/views/settings.tpl index 083a95ec4..0d7c3638a 100644 --- a/views/settings.tpl +++ b/views/settings.tpl @@ -1751,6 +1751,28 @@ <div class="middle aligned row"> <div class="right aligned four wide column"> + <label>Subdivx</label> + </div> + <div class="one wide column"> + <div id="subdivx" class="ui toggle checkbox provider"> + <input type="checkbox"> + <label></label> + </div> + </div> + <div class="collapsed column"> + <div class="collapsed center aligned column"> + <div class="ui basic icon" data-tooltip="Spanish subtitles provider." data-inverted=""> + <i class="help circle large icon"></i> + </div> + </div> + </div> + </div> + <div id="subdivx_option" class="ui grid container"> + + </div> + + <div class="middle aligned row"> + <div class="right aligned four wide column"> <label>Subs.sab.bz</label> </div> <div class="one wide column"> diff --git a/views/wizard.tpl b/views/wizard.tpl index 980cd523f..95b2d8051 100644 --- a/views/wizard.tpl +++ b/views/wizard.tpl @@ -799,6 +799,28 @@ <div class="middle aligned row"> <div class="right aligned four wide column"> + <label>Subdivx</label> + </div> + <div class="one wide column"> + <div id="subdivx" class="ui toggle checkbox provider"> + <input type="checkbox"> + <label></label> + </div> + </div> + <div class="collapsed column"> + <div class="collapsed center aligned column"> + <div class="ui basic icon" data-tooltip="Spanish subtitles provider." data-inverted=""> + <i class="help circle large icon"></i> + </div> + </div> + </div> + </div> + <div id="subdivx_option" class="ui grid container"> + + </div> + + <div class="middle aligned row"> + <div class="right aligned four wide column"> <label>Subs.sab.bz</label> </div> <div class="one wide column"> |