From 0772c2500157315d20647a67a0409d5a3130bfc5 Mon Sep 17 00:00:00 2001 From: Nils Vogels Date: Sat, 26 Apr 2014 15:16:52 +0200 Subject: [PATCH 1/3] Adding Speedcd provider image --- gui/slick/images/providers/speedcd.png | Bin 0 -> 3172 bytes 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 gui/slick/images/providers/speedcd.png diff --git a/gui/slick/images/providers/speedcd.png b/gui/slick/images/providers/speedcd.png new file mode 100644 index 0000000000000000000000000000000000000000..ab2639566d776cc9805ab2a9ae6ab259ed2a6fd2 GIT binary patch literal 3172 zcmV-q44dKLZ*U+IBfRsybQWXdwQbLP>6pAqfylh#{fb6;Z(vMMVS~$e@S=j*ftg6;Uhf59&ghTmgWD0l;*T zI709Y^p6lP1rIRMx#05C~cW=H_Aw*bJ-5DT&Z2n+x)QHX^p z00esgV8|mQcmRZ%02D^@S3L16t`O%c004NIvOKvYIYoh62rY33S640`D9%Y2D-rV&neh&#Q1i z007~1e$oCcFS8neI|hJl{-P!B1ZZ9hpmq0)X0i`JwE&>$+E?>%_LC6RbVIkUx0b+_+BaR3cnT7Zv!AJxW zizFb)h!jyGOOZ85F;a?DAXP{m@;!0_IfqH8(HlgRxt7s3}k3K`kFu>>-2Q$QMFfPW!La{h336o>X zu_CMttHv6zR;&ZNiS=X8v3CR#fknUxHUxJ0uoBa_M6WNWeqIg~6QE69c9o#eyhGvpiOA@W-aonk<7r1(?fC{oI5N*U!4 zfg=2N-7=cNnjjOr{yriy6mMFgG#l znCF=fnQv8CDz++o6_Lscl}eQ+l^ZHARH>?_s@|##Rr6KLRFA1%Q+=*RRWnoLsR`7U zt5vFIcfW3@?wFpwUVxrVZ>QdQz32KIeJ}k~{cZZE^+ya? z2D1z#2HOnI7(B%_ac?{wFUQ;QQA1tBKtrWrm0_3Rgps+?Jfqb{jYbcQX~taRB;#$y zZN{S}1|}gUOHJxc?wV3fxuz+mJ4`!F$IZ;mqRrNsHJd##*D~ju=bP7?-?v~|cv>vB zsJ6IeNwVZxrdjT`yl#bBIa#GxRa#xMMy;K#CDyyGyQdMSxlWT#tDe?p!?5wT$+oGt z8L;Kp2HUQ-ZMJ=3XJQv;x5ci*?vuTfeY$;({XGW_huIFR9a(?@3)XSs8O^N5RyOM=TTmp(3=8^+zpz2r)C z^>JO{deZfso3oq3?Wo(Y?l$ge?uXo;%ru`Vo>?<<(8I_>;8Eq#KMS9gFl*neeosSB zfoHYnBQIkwkyowPu(zdms`p{<7e4kra-ZWq<2*OsGTvEV%s0Td$hXT+!*8Bnh2KMe zBmZRodjHV?r+_5^X9J0WL4jKW`}lf%A-|44I@@LTvf1rHjG(ze6+w@Jt%Bvjts!X0 z?2xS?_ve_-kiKB_KiJlZ$9G`c^=E@oNG)mWWaNo-3TIW8)$Hg0Ub-~8?KhvJ>$ z3*&nim@mj(aCxE5!t{lw7O5^0EIO7zOo&c6l<+|iDySBWCGrz@C5{St!X3hAA}`T4 z(TLbXTq+(;@<=L8dXnssyft|w#WSTW<++3>sgS%(4NTpeI-VAqb|7ssJvzNHgOZVu zaYCvgO_R1~>SyL=cFU|~g|hy|Zi}}s9+d~lYqOB71z9Z$wnC=pR9Yz4DhIM>Wmjgu z&56o6maCpC&F##y%G;1PobR9i?GnNg;gYtchD%p19a!eQtZF&3JaKv33gZ<8D~47E ztUS1iwkmDaPpj=$m#%)jCVEY4fnLGNg2A-`YwHVD3gv};>)hAvT~AmqS>Lr``i7kw zJ{5_It`yrBmlc25DBO7E8;5VoznR>Ww5hAaxn$2~(q`%A-YuS64wkBy=9dm`4cXeX z4c}I@?e+FW+b@^RDBHV(wnMq2zdX3SWv9u`%{xC-q*U}&`cyXV(%rRT*Z6MH?i+i& z_B8C(+grT%{XWUQ+f@NoP1R=AW&26{v-dx)iK^-Nmiuj8txj!m?Z*Ss1N{dh4z}01 z)YTo*JycSU)+_5r4#yw9{+;i4Ee$peRgIj+;v;ZGdF1K$3E%e~4LaI(jC-u%2h$&R z9cLXcYC@Xwnns&bn)_Q~Te?roKGD|d-g^8;+aC{{G(1^(O7m37Y1-+6)01cN&y1aw zoqc{T`P^XJqPBbIW6s}d4{z_f5Om?vMgNQEJG?v2T=KYd^0M3I6IZxbny)%vZR&LD zJpPl@Psh8QyPB@KTx+@RdcC!KX7}kEo;S|j^u2lU7XQ}Oo;f|;z4Ll+_r>@1-xl3| zawq-H%e&ckC+@AhPrP6BKT#_XdT7&;F71j}Joy zkC~6lh7E@6o;W@^IpRNZ{ptLtL(gQ-CY~4mqW;US7Zxvm_|@yz&e53Bp_lTPlfP|z zrTyx_>lv@x#=^!PzR7qqF<$gm`|ZJZ+;<)Cqu&ot2z=0000WV@Og>004R=004l4008;_004mL004C`008P>0026e000+nl3&F} z0004xNkl<3J4t_Kx8h-qPBfrARq5-|}mk%Nkg4xWm;B-gVQd*S2bj(eZ?dB1zVmdbtN z0r!lD%@^7C%zm%m0w{{YvoB{X7K`-<|DY%eqA23%^%1D66~;lp>1?V>ceiTu;|qQ^Ky?jV^!9@ zPmpWmPX*X-SPao$B_Mf*`FUOf^7C9ehz&s2u-GpF*CR}}5|^#Bv%MpW3UE_vAwznV z#iX*hz~_%KjKUgF{)!r4QUiR#q*GQ)2dO77*Uu|Jyb;TBE$J9JEYAS2yW3S|X%WWZ z4xlxk&prKcx*E^=aJSoS4h9EAPofq;_ARr&SC08ITL1kv-VOkLf05Hx&yP(20000< KMNUMnLSTYuq~xvu literal 0 HcmV?d00001 From b80f2f3418f8d867d48541096256f1db83b33b50 Mon Sep 17 00:00:00 2001 From: Nils Vogels Date: Sat, 26 Apr 2014 15:35:37 +0200 Subject: [PATCH 2/3] Adding SpeedCD provider Cherrypicking from mr-orange's fork This is https://github.com/WebSpider/Sick-Beard/commit/30d8807d74572389d5f739dd30d028ad757427cc Closes #47 --- .../interfaces/default/config_providers.tmpl | 24 +- sickbeard/__init__.py | 13 +- sickbeard/providers/__init__.py | 3 +- sickbeard/providers/speedcd.py | 292 ++++++++++++++++++ sickbeard/webserve.py | 6 + 5 files changed, 335 insertions(+), 3 deletions(-) create mode 100644 sickbeard/providers/speedcd.py diff --git a/gui/slick/interfaces/default/config_providers.tmpl b/gui/slick/interfaces/default/config_providers.tmpl index 94722088..04f96587 100644 --- a/gui/slick/interfaces/default/config_providers.tmpl +++ b/gui/slick/interfaces/default/config_providers.tmpl @@ -115,7 +115,7 @@ var show_nzb_providers = #if $sickbeard.USE_NZBS then "true" else "false"#; Configure Provider: #set $provider_config_list = [] - #for $cur_provider in ("thepiratebay", "tvtorrents", "btn", "torrentleech", "iptorrents", "omgwtfnzbs", "kickasstorrents", "sceneaccess", "hdbits", "nextgen"): + #for $cur_provider in ("thepiratebay", "tvtorrents", "btn", "torrentleech", "iptorrents", "omgwtfnzbs", "kickasstorrents", "sceneaccess", "hdbits", "nextgen", "speedcd"): #set $cur_provider_obj = $sickbeard.providers.getProviderClass($cur_provider) #if $cur_provider_obj.providerType == $GenericProvider.NZB and not $sickbeard.USE_NZBS: #continue @@ -386,6 +386,28 @@ var show_nzb_providers = #if $sickbeard.USE_NZBS then "true" else "false"#; +
+
+ +
+
+ +
+
+ + +
+
+
diff --git a/sickbeard/__init__.py b/sickbeard/__init__.py index 6bd1decd..f125cc52 100644 --- a/sickbeard/__init__.py +++ b/sickbeard/__init__.py @@ -464,7 +464,7 @@ def initialize(consoleLogging=True): THEPIRATEBAY, THEPIRATEBAY_TRUSTED, THEPIRATEBAY_PROXY, THEPIRATEBAY_PROXY_URL, THEPIRATEBAY_BLACKLIST, THEPIRATEBAY_OPTIONS, TORRENTLEECH, TORRENTLEECH_USERNAME, TORRENTLEECH_PASSWORD, TORRENTLEECH_OPTIONS, \ IPTORRENTS, IPTORRENTS_USERNAME, IPTORRENTS_PASSWORD, IPTORRENTS_FREELEECH, IPTORRENTS_OPTIONS, KAT, KAT_VERIFIED, KAT_OPTIONS, PUBLICHD, PUBLICHD_OPTIONS, SCC, SCC_USERNAME, SCC_PASSWORD, SCC_OPTIONS, HDTORRENTS, HDTORRENTS_USERNAME, HDTORRENTS_PASSWORD, HDTORRENTS_UID, HDTORRENTS_HASH, HDTORRENTS_OPTIONS, TORRENTDAY, TORRENTDAY_USERNAME, TORRENTDAY_PASSWORD, TORRENTDAY_UID, TORRENTDAY_HASH, TORRENTDAY_FREELEECH, TORRENTDAY_OPTIONS, \ HDBITS, HDBITS_USERNAME, HDBITS_PASSKEY, HDBITS_OPTIONS, TORRENT_DIR, USENET_RETENTION, SOCKET_TIMEOUT, SEARCH_FREQUENCY, DEFAULT_SEARCH_FREQUENCY, BACKLOG_SEARCH_FREQUENCY, \ - NEXTGEN, NEXTGEN_USERNAME, NEXTGEN_PASSWORD, NEXTGEN_FREELEECH, NEXTGEN_OPTIONS, \ + NEXTGEN, NEXTGEN_USERNAME, NEXTGEN_PASSWORD, NEXTGEN_FREELEECH, NEXTGEN_OPTIONS, SPEEDCD, SPEEDCD_USERNAME, SPEEDCD_PASSWORD, SPEEDCD_FREELEECH,\ QUALITY_DEFAULT, FLATTEN_FOLDERS_DEFAULT, SUBTITLES_DEFAULT, STATUS_DEFAULT, \ GROWL_NOTIFY_ONSNATCH, GROWL_NOTIFY_ONDOWNLOAD, GROWL_NOTIFY_ONSUBTITLEDOWNLOAD, TWITTER_NOTIFY_ONSNATCH, TWITTER_NOTIFY_ONDOWNLOAD, TWITTER_NOTIFY_ONSUBTITLEDOWNLOAD, \ USE_GROWL, GROWL_HOST, GROWL_PASSWORD, USE_PROWL, PROWL_NOTIFY_ONSNATCH, PROWL_NOTIFY_ONDOWNLOAD, PROWL_NOTIFY_ONSUBTITLEDOWNLOAD, PROWL_API, PROWL_PRIORITY, PROG_DIR, \ @@ -699,6 +699,11 @@ def initialize(consoleLogging=True): HDBITS_PASSKEY = check_setting_str(CFG, 'HDBITS', 'hdbits_passkey', '') HDBITS_OPTIONS = check_setting_str(CFG, 'HDBITS', 'hdbits_options', '') + SPEEDCD = bool(check_setting_int(CFG, 'SPEEDCD', 'speedcd', 0)) + SPEEDCD_USERNAME = check_setting_str(CFG, 'SPEEDCD', 'speedcd_username', '') + SPEEDCD_PASSWORD = check_setting_str(CFG, 'SPEEDCD', 'speedcd_password', '') + SPEEDCD_FREELEECH = bool(check_setting_int(CFG, 'SPEEDCD', 'speedcd_freeleech', 0)) + NZBS = bool(check_setting_int(CFG, 'NZBs', 'nzbs', 0)) NZBS_UID = check_setting_str(CFG, 'NZBs', 'nzbs_uid', '') NZBS_HASH = check_setting_str(CFG, 'NZBs', 'nzbs_hash', '') @@ -1410,6 +1415,12 @@ def save_config(): new_config['HDBITS']['hdbits_passkey'] = HDBITS_PASSKEY new_config['HDBITS']['hdbits_options'] = HDBITS_OPTIONS + new_config['SPEEDCD'] = {} + new_config['SPEEDCD']['speedcd'] = int(SPEEDCD) + new_config['SPEEDCD']['speedcd_username'] = SPEEDCD_USERNAME + new_config['SPEEDCD']['speedcd_password'] = helpers.encrypt(SPEEDCD_PASSWORD, ENCRYPTION_VERSION) + new_config['SPEEDCD']['speedcd_freeleech'] = int(SPEEDCD_FREELEECH) + new_config['NZBs'] = {} new_config['NZBs']['nzbs'] = int(NZBS) new_config['NZBs']['nzbs_uid'] = NZBS_UID diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py index f3dd67e0..7fe79f6c 100644 --- a/sickbeard/providers/__init__.py +++ b/sickbeard/providers/__init__.py @@ -30,7 +30,8 @@ __all__ = ['ezrss', 'hdbits', 'iptorrents', 'omgwtfnzbs', - 'nextgen' + 'nextgen', + 'speedcd' ] import sickbeard diff --git a/sickbeard/providers/speedcd.py b/sickbeard/providers/speedcd.py new file mode 100644 index 00000000..54f53e37 --- /dev/null +++ b/sickbeard/providers/speedcd.py @@ -0,0 +1,292 @@ +# Author: Mr_Orange +# URL: https://github.com/mr-orange/Sick-Beard +# +# This file is part of Sick Beard. +# +# Sick Beard is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# Sick Beard is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Sick Beard. If not, see . + +import re +import datetime + +import sickbeard +import generic +from sickbeard.common import Quality +from sickbeard import logger +from sickbeard import tvcache +from sickbeard import db +from sickbeard import classes +from sickbeard import helpers +from sickbeard import show_name_helpers +from sickbeard.common import Overview +from sickbeard.exceptions import ex +from sickbeard import clients +from lib import requests + + +class SpeedCDProvider(generic.TorrentProvider): + + urls = {'base_url': 'http://speed.cd/', + 'login': 'http://speed.cd/takelogin.php', + 'detail': 'http://speed.cd/t/%s', + 'search': 'http://speed.cd/V3/API/API.php', + 'download': 'http://speed.cd/download.php?torrent=%s', + } + + def __init__(self): + + generic.TorrentProvider.__init__(self, "Speedcd") + + self.supportsBacklog = True + + self.cache = SpeedCDCache(self) + + self.url = self.urls['base_url'] + + self.categories = {'Season': {'c14':1}, 'Episode': {'c2':1, 'c49':1}, 'RSS': {'c14':1, 'c2':1, 'c49':1}} + + self.session = None + + def isEnabled(self): + return sickbeard.SPEEDCD + + def imageName(self): + return 'speedcd.png' + + def getQuality(self, item): + + quality = Quality.sceneQuality(item[0]) + return quality + + def _doLogin(self): + + login_params = {'username': sickbeard.SPEEDCD_USERNAME, + 'password': sickbeard.SPEEDCD_PASSWORD + } + + self.session = requests.Session() + self.session.headers.update({'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:24.0) Gecko/20130519 Firefox/24.0)'}) + + try: + response = self.session.post(self.urls['login'], data=login_params, timeout=30) + except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError), e: + logger.log(u'Unable to connect to ' + self.name + ' provider: ' + ex(e), logger.ERROR) + return False + + if re.search('Incorrect username or Password. Please try again.', response.text) \ + or response.status_code == 401: + logger.log(u'Invalid username or password for ' + self.name + ' Check your settings', logger.ERROR) + return False + + return True + + def _get_season_search_strings(self, show, season=None): + + search_string = {'Episode': []} + + if not show: + return [] + + seasonEp = show.getAllEpisodes(season) + + wantedEp = [x for x in seasonEp if show.getOverview(x.status) in (Overview.WANTED, Overview.QUAL)] + + #If Every episode in Season is a wanted Episode then search for Season first + if wantedEp == seasonEp and not show.air_by_date: + search_string = {'Season': [], 'Episode': []} + for show_name in set(show_name_helpers.allPossibleShowNames(show)): + ep_string = show_name +' S%02d' % int(season) #1) ShowName SXX + search_string['Season'].append(ep_string) + + #Building the search string with the episodes we need + for ep_obj in wantedEp: + search_string['Episode'] += self._get_episode_search_strings(ep_obj)[0]['Episode'] + + #If no Episode is needed then return an empty list + if not search_string['Episode']: + return [] + + return [search_string] + + def _get_episode_search_strings(self, ep_obj, add_string=''): + + search_string = {'Episode': []} + + if not ep_obj: + return [] + + if ep_obj.show.air_by_date: + for show_name in set(show_name_helpers.allPossibleShowNames(ep_obj.show)): + ep_string = show_name_helpers.sanitizeSceneName(show_name) +' '+ str(ep_obj.airdate) + search_string['Episode'].append(ep_string) + else: + for show_name in set(show_name_helpers.allPossibleShowNames(ep_obj.show)): + ep_string = show_name_helpers.sanitizeSceneName(show_name) +' '+ \ + sickbeard.config.naming_ep_type[2] % {'seasonnumber': ep_obj.season, 'episodenumber': ep_obj.episode} + + search_string['Episode'].append(re.sub('\s+', ' ', ep_string)) + + return [search_string] + + def _doSearch(self, search_params, show=None): + + results = [] + items = {'Season': [], 'Episode': [], 'RSS': []} + + if not self._doLogin(): + return [] + + for mode in search_params.keys(): + for search_string in search_params[mode]: + + logger.log(u"Search string: " + search_string, logger.DEBUG) + + search_string = '+'.join(search_string.split()) + + post_data = dict({'/browse.php?' : None, 'cata': 'yes','jxt': 4,'jxw': 'b','search': search_string}, **self.categories[mode]) + + data = self.session.post(self.urls['search'], data=post_data).json() + + try: + torrents = data.get('Fs', [])[0].get('Cn', {}).get('torrents', []) + except: + continue + + for torrent in torrents: + + if sickbeard.SPEEDCD_FREELEECH and not torrent['free']: + continue + + title = re.sub('<[^>]*>', '', torrent['name']) + url = self.urls['download'] %(torrent['id']) + seeders = int(torrent['seed']) + leechers = int(torrent['leech']) + + if mode != 'RSS' and seeders == 0: + continue + + if not title or not url: + continue + + item = title, url, seeders, leechers + items[mode].append(item) + + #For each search mode sort all the items by seeders + items[mode].sort(key=lambda tup: tup[2], reverse=True) + + results += items[mode] + + return results + + def _get_title_and_url(self, item): + + title, url, seeders, leechers = item + + if url: + url = str(url).replace('&','&') + + return (title, url) + + def getURL(self, url, headers=None): + + if not self.session: + self._doLogin() + + if not headers: + headers = {'user-agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.107 Safari/537.36'} + + try: + response = self.session.get(url, headers=headers) + except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError), e: + logger.log(u"Error loading "+self.name+" URL: " + ex(e), logger.ERROR) + return None + + if response.status_code != 200: + logger.log(self.name + u" page requested with url " + url +" returned status code is " + str(response.status_code) + ': ' + clients.http_error_code[response.status_code], logger.WARNING) + return None + + return response.content + + def findPropers(self, search_date=datetime.datetime.today()): + + results = [] + + sqlResults = db.DBConnection().select('SELECT s.show_name, e.showid, e.season, e.episode, e.status, e.airdate FROM tv_episodes AS e' + + ' INNER JOIN tv_shows AS s ON (e.showid = s.tvdb_id)' + + ' WHERE e.airdate >= ' + str(search_date.toordinal()) + + ' AND (e.status IN (' + ','.join([str(x) for x in Quality.DOWNLOADED]) + ')' + + ' OR (e.status IN (' + ','.join([str(x) for x in Quality.SNATCHED]) + ')))' + ) + if not sqlResults: + return [] + + for sqlShow in sqlResults: + curShow = helpers.findCertainShow(sickbeard.showList, int(sqlShow["showid"])) + curEp = curShow.getEpisode(int(sqlShow["season"]), int(sqlShow["episode"])) + searchString = self._get_episode_search_strings(curEp, add_string='PROPER|REPACK') + + for item in self._doSearch(searchString[0]): + title, url = self._get_title_and_url(item) + results.append(classes.Proper(title, url, datetime.datetime.today())) + + return results + + +class SpeedCDCache(tvcache.TVCache): + + def __init__(self, provider): + + tvcache.TVCache.__init__(self, provider) + + # only poll Speedcd every 20 minutes max + self.minTime = 20 + + def updateCache(self): + + if not self.shouldUpdate(): + return + + search_params = {'RSS': ['']} + rss_results = self.provider._doSearch(search_params) + + if rss_results: + self.setLastUpdate() + else: + return [] + + logger.log(u"Clearing " + self.provider.name + " cache and updating with new information") + self._clearCache() + + ql = [] + for result in rss_results: + item = (result[0], result[1]) + ci = self._parseItem(item) + if ci is not None: + ql.append(ci) + + myDB = self._getDB() + myDB.mass_action(ql) + + def _parseItem(self, item): + + (title, url) = item + + if not title or not url: + return None + + logger.log(u"Adding item to cache: " + title, logger.DEBUG) + + return self._addCacheEntry(title, url) + +provider = SpeedCDProvider() + diff --git a/sickbeard/webserve.py b/sickbeard/webserve.py index 3102982c..35ea5e96 100644 --- a/sickbeard/webserve.py +++ b/sickbeard/webserve.py @@ -1528,6 +1528,8 @@ class ConfigProviders: sickbeard.HDBITS = curEnabled elif curProvider == 'nextgen': sickbeard.NEXTGEN = curEnabled + elif curProvider == 'speedcd': + sickbeard.SPEEDCD = curEnabled elif curProvider in newznabProviderDict: newznabProviderDict[curProvider].enabled = bool(curEnabled) elif curProvider in torrentRssProviderDict: @@ -1582,6 +1584,10 @@ class ConfigProviders: sickbeard.NEXTGEN_USERNAME = nextgen_username.strip() sickbeard.NEXTGEN_PASSWORD = nextgen_password.strip() + sickbeard.SPEEDCD_USERNAME = speedcd_username.strip() + sickbeard.SPEEDCD_PASSWORD = speedcd_password.strip() + sickbeard.SPEEDCD_FREELEECH = config.checkbox_to_value(speedcd_freeleech) + sickbeard.NEWZNAB_DATA = '!!!'.join([x.configStr() for x in sickbeard.newznabProviderList]) sickbeard.PROVIDER_ORDER = provider_list From a5b85dcc1ceff8f410ef005ace980232045e50a2 Mon Sep 17 00:00:00 2001 From: Nils Vogels Date: Sat, 26 Apr 2014 15:35:37 +0200 Subject: [PATCH 3/3] Adding SpeedCD provider Cherrypicking from mr-orange's fork This is https://github.com/WebSpider/Sick-Beard/commit/30d8807d74572389d5f739dd30d028ad757427cc Closes #47 --- .../interfaces/default/config_providers.tmpl | 24 +- sickbeard/__init__.py | 15 +- sickbeard/providers/__init__.py | 3 +- sickbeard/providers/speedcd.py | 292 ++++++++++++++++++ sickbeard/webserve.py | 6 + 5 files changed, 336 insertions(+), 4 deletions(-) create mode 100644 sickbeard/providers/speedcd.py diff --git a/gui/slick/interfaces/default/config_providers.tmpl b/gui/slick/interfaces/default/config_providers.tmpl index 94722088..04f96587 100644 --- a/gui/slick/interfaces/default/config_providers.tmpl +++ b/gui/slick/interfaces/default/config_providers.tmpl @@ -115,7 +115,7 @@ var show_nzb_providers = #if $sickbeard.USE_NZBS then "true" else "false"#; Configure Provider: #set $provider_config_list = [] - #for $cur_provider in ("thepiratebay", "tvtorrents", "btn", "torrentleech", "iptorrents", "omgwtfnzbs", "kickasstorrents", "sceneaccess", "hdbits", "nextgen"): + #for $cur_provider in ("thepiratebay", "tvtorrents", "btn", "torrentleech", "iptorrents", "omgwtfnzbs", "kickasstorrents", "sceneaccess", "hdbits", "nextgen", "speedcd"): #set $cur_provider_obj = $sickbeard.providers.getProviderClass($cur_provider) #if $cur_provider_obj.providerType == $GenericProvider.NZB and not $sickbeard.USE_NZBS: #continue @@ -386,6 +386,28 @@ var show_nzb_providers = #if $sickbeard.USE_NZBS then "true" else "false"#; +
+
+ +
+
+ +
+
+ + +
+
+
diff --git a/sickbeard/__init__.py b/sickbeard/__init__.py index 6bd1decd..19160e64 100644 --- a/sickbeard/__init__.py +++ b/sickbeard/__init__.py @@ -31,7 +31,7 @@ from threading import Lock # apparently py2exe won't build these unless they're imported somewhere from sickbeard import providers, metadata, config from providers import ezrss, tvtorrents, btn, newznab, womble, thepiratebay, torrentleech, kat, publichd, iptorrents, \ - omgwtfnzbs, scc, hdtorrents, torrentday, hdbits, nextgen + omgwtfnzbs, scc, hdtorrents, torrentday, hdbits, nextgen, speedcd from sickbeard.config import CheckSection, check_setting_int, check_setting_str, ConfigMigrator, naming_ep_type from sickbeard import searchCurrent, searchBacklog, showUpdater, versionChecker, properFinder, autoPostProcesser, \ subtitles, traktWatchListChecker @@ -464,7 +464,7 @@ def initialize(consoleLogging=True): THEPIRATEBAY, THEPIRATEBAY_TRUSTED, THEPIRATEBAY_PROXY, THEPIRATEBAY_PROXY_URL, THEPIRATEBAY_BLACKLIST, THEPIRATEBAY_OPTIONS, TORRENTLEECH, TORRENTLEECH_USERNAME, TORRENTLEECH_PASSWORD, TORRENTLEECH_OPTIONS, \ IPTORRENTS, IPTORRENTS_USERNAME, IPTORRENTS_PASSWORD, IPTORRENTS_FREELEECH, IPTORRENTS_OPTIONS, KAT, KAT_VERIFIED, KAT_OPTIONS, PUBLICHD, PUBLICHD_OPTIONS, SCC, SCC_USERNAME, SCC_PASSWORD, SCC_OPTIONS, HDTORRENTS, HDTORRENTS_USERNAME, HDTORRENTS_PASSWORD, HDTORRENTS_UID, HDTORRENTS_HASH, HDTORRENTS_OPTIONS, TORRENTDAY, TORRENTDAY_USERNAME, TORRENTDAY_PASSWORD, TORRENTDAY_UID, TORRENTDAY_HASH, TORRENTDAY_FREELEECH, TORRENTDAY_OPTIONS, \ HDBITS, HDBITS_USERNAME, HDBITS_PASSKEY, HDBITS_OPTIONS, TORRENT_DIR, USENET_RETENTION, SOCKET_TIMEOUT, SEARCH_FREQUENCY, DEFAULT_SEARCH_FREQUENCY, BACKLOG_SEARCH_FREQUENCY, \ - NEXTGEN, NEXTGEN_USERNAME, NEXTGEN_PASSWORD, NEXTGEN_FREELEECH, NEXTGEN_OPTIONS, \ + NEXTGEN, NEXTGEN_USERNAME, NEXTGEN_PASSWORD, NEXTGEN_FREELEECH, NEXTGEN_OPTIONS, SPEEDCD, SPEEDCD_USERNAME, SPEEDCD_PASSWORD, SPEEDCD_FREELEECH,\ QUALITY_DEFAULT, FLATTEN_FOLDERS_DEFAULT, SUBTITLES_DEFAULT, STATUS_DEFAULT, \ GROWL_NOTIFY_ONSNATCH, GROWL_NOTIFY_ONDOWNLOAD, GROWL_NOTIFY_ONSUBTITLEDOWNLOAD, TWITTER_NOTIFY_ONSNATCH, TWITTER_NOTIFY_ONDOWNLOAD, TWITTER_NOTIFY_ONSUBTITLEDOWNLOAD, \ USE_GROWL, GROWL_HOST, GROWL_PASSWORD, USE_PROWL, PROWL_NOTIFY_ONSNATCH, PROWL_NOTIFY_ONDOWNLOAD, PROWL_NOTIFY_ONSUBTITLEDOWNLOAD, PROWL_API, PROWL_PRIORITY, PROG_DIR, \ @@ -699,6 +699,11 @@ def initialize(consoleLogging=True): HDBITS_PASSKEY = check_setting_str(CFG, 'HDBITS', 'hdbits_passkey', '') HDBITS_OPTIONS = check_setting_str(CFG, 'HDBITS', 'hdbits_options', '') + SPEEDCD = bool(check_setting_int(CFG, 'SPEEDCD', 'speedcd', 0)) + SPEEDCD_USERNAME = check_setting_str(CFG, 'SPEEDCD', 'speedcd_username', '') + SPEEDCD_PASSWORD = check_setting_str(CFG, 'SPEEDCD', 'speedcd_password', '') + SPEEDCD_FREELEECH = bool(check_setting_int(CFG, 'SPEEDCD', 'speedcd_freeleech', 0)) + NZBS = bool(check_setting_int(CFG, 'NZBs', 'nzbs', 0)) NZBS_UID = check_setting_str(CFG, 'NZBs', 'nzbs_uid', '') NZBS_HASH = check_setting_str(CFG, 'NZBs', 'nzbs_hash', '') @@ -1410,6 +1415,12 @@ def save_config(): new_config['HDBITS']['hdbits_passkey'] = HDBITS_PASSKEY new_config['HDBITS']['hdbits_options'] = HDBITS_OPTIONS + new_config['SPEEDCD'] = {} + new_config['SPEEDCD']['speedcd'] = int(SPEEDCD) + new_config['SPEEDCD']['speedcd_username'] = SPEEDCD_USERNAME + new_config['SPEEDCD']['speedcd_password'] = helpers.encrypt(SPEEDCD_PASSWORD, ENCRYPTION_VERSION) + new_config['SPEEDCD']['speedcd_freeleech'] = int(SPEEDCD_FREELEECH) + new_config['NZBs'] = {} new_config['NZBs']['nzbs'] = int(NZBS) new_config['NZBs']['nzbs_uid'] = NZBS_UID diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py index f3dd67e0..7fe79f6c 100644 --- a/sickbeard/providers/__init__.py +++ b/sickbeard/providers/__init__.py @@ -30,7 +30,8 @@ __all__ = ['ezrss', 'hdbits', 'iptorrents', 'omgwtfnzbs', - 'nextgen' + 'nextgen', + 'speedcd' ] import sickbeard diff --git a/sickbeard/providers/speedcd.py b/sickbeard/providers/speedcd.py new file mode 100644 index 00000000..54f53e37 --- /dev/null +++ b/sickbeard/providers/speedcd.py @@ -0,0 +1,292 @@ +# Author: Mr_Orange +# URL: https://github.com/mr-orange/Sick-Beard +# +# This file is part of Sick Beard. +# +# Sick Beard is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# Sick Beard is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Sick Beard. If not, see . + +import re +import datetime + +import sickbeard +import generic +from sickbeard.common import Quality +from sickbeard import logger +from sickbeard import tvcache +from sickbeard import db +from sickbeard import classes +from sickbeard import helpers +from sickbeard import show_name_helpers +from sickbeard.common import Overview +from sickbeard.exceptions import ex +from sickbeard import clients +from lib import requests + + +class SpeedCDProvider(generic.TorrentProvider): + + urls = {'base_url': 'http://speed.cd/', + 'login': 'http://speed.cd/takelogin.php', + 'detail': 'http://speed.cd/t/%s', + 'search': 'http://speed.cd/V3/API/API.php', + 'download': 'http://speed.cd/download.php?torrent=%s', + } + + def __init__(self): + + generic.TorrentProvider.__init__(self, "Speedcd") + + self.supportsBacklog = True + + self.cache = SpeedCDCache(self) + + self.url = self.urls['base_url'] + + self.categories = {'Season': {'c14':1}, 'Episode': {'c2':1, 'c49':1}, 'RSS': {'c14':1, 'c2':1, 'c49':1}} + + self.session = None + + def isEnabled(self): + return sickbeard.SPEEDCD + + def imageName(self): + return 'speedcd.png' + + def getQuality(self, item): + + quality = Quality.sceneQuality(item[0]) + return quality + + def _doLogin(self): + + login_params = {'username': sickbeard.SPEEDCD_USERNAME, + 'password': sickbeard.SPEEDCD_PASSWORD + } + + self.session = requests.Session() + self.session.headers.update({'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:24.0) Gecko/20130519 Firefox/24.0)'}) + + try: + response = self.session.post(self.urls['login'], data=login_params, timeout=30) + except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError), e: + logger.log(u'Unable to connect to ' + self.name + ' provider: ' + ex(e), logger.ERROR) + return False + + if re.search('Incorrect username or Password. Please try again.', response.text) \ + or response.status_code == 401: + logger.log(u'Invalid username or password for ' + self.name + ' Check your settings', logger.ERROR) + return False + + return True + + def _get_season_search_strings(self, show, season=None): + + search_string = {'Episode': []} + + if not show: + return [] + + seasonEp = show.getAllEpisodes(season) + + wantedEp = [x for x in seasonEp if show.getOverview(x.status) in (Overview.WANTED, Overview.QUAL)] + + #If Every episode in Season is a wanted Episode then search for Season first + if wantedEp == seasonEp and not show.air_by_date: + search_string = {'Season': [], 'Episode': []} + for show_name in set(show_name_helpers.allPossibleShowNames(show)): + ep_string = show_name +' S%02d' % int(season) #1) ShowName SXX + search_string['Season'].append(ep_string) + + #Building the search string with the episodes we need + for ep_obj in wantedEp: + search_string['Episode'] += self._get_episode_search_strings(ep_obj)[0]['Episode'] + + #If no Episode is needed then return an empty list + if not search_string['Episode']: + return [] + + return [search_string] + + def _get_episode_search_strings(self, ep_obj, add_string=''): + + search_string = {'Episode': []} + + if not ep_obj: + return [] + + if ep_obj.show.air_by_date: + for show_name in set(show_name_helpers.allPossibleShowNames(ep_obj.show)): + ep_string = show_name_helpers.sanitizeSceneName(show_name) +' '+ str(ep_obj.airdate) + search_string['Episode'].append(ep_string) + else: + for show_name in set(show_name_helpers.allPossibleShowNames(ep_obj.show)): + ep_string = show_name_helpers.sanitizeSceneName(show_name) +' '+ \ + sickbeard.config.naming_ep_type[2] % {'seasonnumber': ep_obj.season, 'episodenumber': ep_obj.episode} + + search_string['Episode'].append(re.sub('\s+', ' ', ep_string)) + + return [search_string] + + def _doSearch(self, search_params, show=None): + + results = [] + items = {'Season': [], 'Episode': [], 'RSS': []} + + if not self._doLogin(): + return [] + + for mode in search_params.keys(): + for search_string in search_params[mode]: + + logger.log(u"Search string: " + search_string, logger.DEBUG) + + search_string = '+'.join(search_string.split()) + + post_data = dict({'/browse.php?' : None, 'cata': 'yes','jxt': 4,'jxw': 'b','search': search_string}, **self.categories[mode]) + + data = self.session.post(self.urls['search'], data=post_data).json() + + try: + torrents = data.get('Fs', [])[0].get('Cn', {}).get('torrents', []) + except: + continue + + for torrent in torrents: + + if sickbeard.SPEEDCD_FREELEECH and not torrent['free']: + continue + + title = re.sub('<[^>]*>', '', torrent['name']) + url = self.urls['download'] %(torrent['id']) + seeders = int(torrent['seed']) + leechers = int(torrent['leech']) + + if mode != 'RSS' and seeders == 0: + continue + + if not title or not url: + continue + + item = title, url, seeders, leechers + items[mode].append(item) + + #For each search mode sort all the items by seeders + items[mode].sort(key=lambda tup: tup[2], reverse=True) + + results += items[mode] + + return results + + def _get_title_and_url(self, item): + + title, url, seeders, leechers = item + + if url: + url = str(url).replace('&','&') + + return (title, url) + + def getURL(self, url, headers=None): + + if not self.session: + self._doLogin() + + if not headers: + headers = {'user-agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1700.107 Safari/537.36'} + + try: + response = self.session.get(url, headers=headers) + except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError), e: + logger.log(u"Error loading "+self.name+" URL: " + ex(e), logger.ERROR) + return None + + if response.status_code != 200: + logger.log(self.name + u" page requested with url " + url +" returned status code is " + str(response.status_code) + ': ' + clients.http_error_code[response.status_code], logger.WARNING) + return None + + return response.content + + def findPropers(self, search_date=datetime.datetime.today()): + + results = [] + + sqlResults = db.DBConnection().select('SELECT s.show_name, e.showid, e.season, e.episode, e.status, e.airdate FROM tv_episodes AS e' + + ' INNER JOIN tv_shows AS s ON (e.showid = s.tvdb_id)' + + ' WHERE e.airdate >= ' + str(search_date.toordinal()) + + ' AND (e.status IN (' + ','.join([str(x) for x in Quality.DOWNLOADED]) + ')' + + ' OR (e.status IN (' + ','.join([str(x) for x in Quality.SNATCHED]) + ')))' + ) + if not sqlResults: + return [] + + for sqlShow in sqlResults: + curShow = helpers.findCertainShow(sickbeard.showList, int(sqlShow["showid"])) + curEp = curShow.getEpisode(int(sqlShow["season"]), int(sqlShow["episode"])) + searchString = self._get_episode_search_strings(curEp, add_string='PROPER|REPACK') + + for item in self._doSearch(searchString[0]): + title, url = self._get_title_and_url(item) + results.append(classes.Proper(title, url, datetime.datetime.today())) + + return results + + +class SpeedCDCache(tvcache.TVCache): + + def __init__(self, provider): + + tvcache.TVCache.__init__(self, provider) + + # only poll Speedcd every 20 minutes max + self.minTime = 20 + + def updateCache(self): + + if not self.shouldUpdate(): + return + + search_params = {'RSS': ['']} + rss_results = self.provider._doSearch(search_params) + + if rss_results: + self.setLastUpdate() + else: + return [] + + logger.log(u"Clearing " + self.provider.name + " cache and updating with new information") + self._clearCache() + + ql = [] + for result in rss_results: + item = (result[0], result[1]) + ci = self._parseItem(item) + if ci is not None: + ql.append(ci) + + myDB = self._getDB() + myDB.mass_action(ql) + + def _parseItem(self, item): + + (title, url) = item + + if not title or not url: + return None + + logger.log(u"Adding item to cache: " + title, logger.DEBUG) + + return self._addCacheEntry(title, url) + +provider = SpeedCDProvider() + diff --git a/sickbeard/webserve.py b/sickbeard/webserve.py index 3102982c..35ea5e96 100644 --- a/sickbeard/webserve.py +++ b/sickbeard/webserve.py @@ -1528,6 +1528,8 @@ class ConfigProviders: sickbeard.HDBITS = curEnabled elif curProvider == 'nextgen': sickbeard.NEXTGEN = curEnabled + elif curProvider == 'speedcd': + sickbeard.SPEEDCD = curEnabled elif curProvider in newznabProviderDict: newznabProviderDict[curProvider].enabled = bool(curEnabled) elif curProvider in torrentRssProviderDict: @@ -1582,6 +1584,10 @@ class ConfigProviders: sickbeard.NEXTGEN_USERNAME = nextgen_username.strip() sickbeard.NEXTGEN_PASSWORD = nextgen_password.strip() + sickbeard.SPEEDCD_USERNAME = speedcd_username.strip() + sickbeard.SPEEDCD_PASSWORD = speedcd_password.strip() + sickbeard.SPEEDCD_FREELEECH = config.checkbox_to_value(speedcd_freeleech) + sickbeard.NEWZNAB_DATA = '!!!'.join([x.configStr() for x in sickbeard.newznabProviderList]) sickbeard.PROVIDER_ORDER = provider_list