mirror of
https://github.com/moparisthebest/SickRage
synced 2024-12-13 11:32:20 -05:00
d02c0bd6eb
Fixed charmap issues for anime show names. Fixed issues with display show page and epCat key errors. Fixed duplicate log messages for clearing provider caches. Fixed issues with email notifier ep names not properly being encoded to UTF-8. TVDB<->TVRAGE Indexer ID mapping is now performed on demand to be used when needed such as newznab providers can be searched with tvrage_id's and some will return tvrage_id's that later can be used to create show objects from for faster and more accurate name parsing, mapping is done via Trakt API calls. Added stop event signals to schedualed tasks, SR now waits indefinate till task has been fully stopped before completing a restart or shutdown event. NameParserCache is now persistent and stores 200 parsed results at any given time for quicker lookups and better performance, this helps maintain results between updates or shutdown/startup events. Black and White lists for anime now only get used for anime shows as intended, performance gain for non-anime shows that dont need to load these lists. Internal name cache now builds it self on demand when needed per show request plus checks if show is already in cache and if true exits routine to save time. Schedualer and QueueItems classes are now a sub-class of threading.Thread and a stop threading event signal has been added to each. If I forgot to list something it doesn't mean its not fixed so please test and report back if anything is wrong or has been corrected by this new release.
705 lines
26 KiB
Python
705 lines
26 KiB
Python
# Author: Nic Wolfe <nic@wolfeden.ca>
|
|
# URL: http://code.google.com/p/sickbeard/
|
|
#
|
|
# This file is part of SickRage.
|
|
#
|
|
# SickRage is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# SickRage is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with SickRage. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# Created on Sep 20, 2012
|
|
# @author: Dermot Buckley <dermot@buckley.ie>
|
|
# @copyright: Dermot Buckley
|
|
#
|
|
|
|
import time
|
|
import traceback
|
|
import sickbeard
|
|
|
|
from lib.tmdb_api import TMDB
|
|
|
|
try:
|
|
import json
|
|
except ImportError:
|
|
from lib import simplejson as json
|
|
|
|
import sickbeard
|
|
|
|
from sickbeard import logger
|
|
from sickbeard import db
|
|
from sickbeard.exceptions import ex
|
|
from lib import requests
|
|
|
|
MAX_XEM_AGE_SECS = 86400 # 1 day
|
|
|
|
def get_scene_numbering(indexer_id, indexer, season, episode, fallback_to_xem=True):
|
|
"""
|
|
Returns a tuple, (season, episode), with the scene numbering (if there is one),
|
|
otherwise returns the xem numbering (if fallback_to_xem is set), otherwise
|
|
returns the TVDB and TVRAGE numbering.
|
|
(so the return values will always be set)
|
|
|
|
@param indexer_id: int
|
|
@param season: int
|
|
@param episode: int
|
|
@param fallback_to_xem: bool If set (the default), check xem for matches if there is no local scene numbering
|
|
@return: (int, int) a tuple with (season, episode)
|
|
"""
|
|
if indexer_id is None or season is None or episode is None:
|
|
return (season, episode)
|
|
|
|
showObj = sickbeard.helpers.findCertainShow(sickbeard.showList, int(indexer_id))
|
|
if not showObj.is_scene:
|
|
return (season, episode)
|
|
|
|
result = find_scene_numbering(int(indexer_id), int(indexer), season, episode)
|
|
if result:
|
|
return result
|
|
else:
|
|
if fallback_to_xem:
|
|
xem_result = find_xem_numbering(int(indexer_id), int(indexer), season, episode)
|
|
if xem_result:
|
|
return xem_result
|
|
return (season, episode)
|
|
|
|
|
|
def find_scene_numbering(indexer_id, indexer, season, episode):
|
|
"""
|
|
Same as get_scene_numbering(), but returns None if scene numbering is not set
|
|
"""
|
|
if indexer_id is None or season is None or episode is None:
|
|
return (season, episode)
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT scene_season, scene_episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and season = ? and episode = ? and (scene_season or scene_episode) != 0",
|
|
[indexer, indexer_id, season, episode])
|
|
|
|
if rows:
|
|
return (int(rows[0]["scene_season"]), int(rows[0]["scene_episode"]))
|
|
|
|
|
|
def get_scene_absolute_numbering(indexer_id, indexer, absolute_number, fallback_to_xem=True):
|
|
"""
|
|
Returns a tuple, (season, episode), with the scene numbering (if there is one),
|
|
otherwise returns the xem numbering (if fallback_to_xem is set), otherwise
|
|
returns the TVDB and TVRAGE numbering.
|
|
(so the return values will always be set)
|
|
|
|
@param indexer_id: int
|
|
@param absolute_number: int
|
|
@param fallback_to_xem: bool If set (the default), check xem for matches if there is no local scene numbering
|
|
@return: (int, int) a tuple with (season, episode)
|
|
"""
|
|
if indexer_id is None or absolute_number is None:
|
|
return absolute_number
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
showObj = sickbeard.helpers.findCertainShow(sickbeard.showList, indexer_id)
|
|
if not showObj.is_scene:
|
|
return absolute_number
|
|
|
|
result = find_scene_absolute_numbering(indexer_id, indexer, absolute_number)
|
|
if result:
|
|
return result
|
|
else:
|
|
if fallback_to_xem:
|
|
xem_result = find_xem_absolute_numbering(indexer_id, indexer, absolute_number)
|
|
if xem_result:
|
|
return xem_result
|
|
return absolute_number
|
|
|
|
|
|
def find_scene_absolute_numbering(indexer_id, indexer, absolute_number):
|
|
"""
|
|
Same as get_scene_numbering(), but returns None if scene numbering is not set
|
|
"""
|
|
if indexer_id is None or absolute_number is None:
|
|
return absolute_number
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT scene_absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and absolute_number = ? and scene_absolute_number != 0",
|
|
[indexer, indexer_id, absolute_number])
|
|
|
|
if rows:
|
|
return int(rows[0]["scene_absolute_number"])
|
|
|
|
|
|
def get_indexer_numbering(indexer_id, indexer, sceneSeason, sceneEpisode, fallback_to_xem=True):
|
|
"""
|
|
Returns a tuple, (season, episode) with the TVDB and TVRAGE numbering for (sceneSeason, sceneEpisode)
|
|
(this works like the reverse of get_scene_numbering)
|
|
"""
|
|
if indexer_id is None or sceneSeason is None or sceneEpisode is None:
|
|
return (sceneSeason, sceneEpisode)
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT season, episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_season = ? and scene_episode = ?",
|
|
[indexer, indexer_id, sceneSeason, sceneEpisode])
|
|
|
|
if rows:
|
|
return (int(rows[0]["season"]), int(rows[0]["episode"]))
|
|
else:
|
|
if fallback_to_xem:
|
|
return get_indexer_numbering_for_xem(indexer_id, indexer, sceneSeason, sceneEpisode)
|
|
return (sceneSeason, sceneEpisode)
|
|
|
|
|
|
def get_indexer_absolute_numbering(indexer_id, indexer, sceneAbsoluteNumber, fallback_to_xem=True, scene_season=None):
|
|
"""
|
|
Returns a tuple, (season, episode, absolute_number) with the TVDB and TVRAGE numbering for (sceneAbsoluteNumber)
|
|
(this works like the reverse of get_absolute_numbering)
|
|
"""
|
|
if indexer_id is None or sceneAbsoluteNumber is None:
|
|
return sceneAbsoluteNumber
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
if scene_season is None:
|
|
rows = myDB.select(
|
|
"SELECT absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number = ?",
|
|
[indexer, indexer_id, sceneAbsoluteNumber])
|
|
else:
|
|
rows = myDB.select(
|
|
"SELECT absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number = ? and scene_season = ?",
|
|
[indexer, indexer_id, sceneAbsoluteNumber, scene_season])
|
|
|
|
if rows:
|
|
return int(rows[0]["absolute_number"])
|
|
else:
|
|
if fallback_to_xem:
|
|
return get_indexer_absolute_numbering_for_xem(indexer_id, indexer, sceneAbsoluteNumber, scene_season)
|
|
return sceneAbsoluteNumber
|
|
|
|
|
|
def set_scene_numbering(indexer_id, indexer, season=None, episode=None, absolute_number=None, sceneSeason=None, sceneEpisode=None, sceneAbsolute=None):
|
|
"""
|
|
Set scene numbering for a season/episode.
|
|
To clear the scene numbering, leave both sceneSeason and sceneEpisode as None.
|
|
|
|
"""
|
|
if indexer_id is None:
|
|
return
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
if season and episode:
|
|
myDB.action(
|
|
"INSERT OR IGNORE INTO scene_numbering (indexer, indexer_id, season, episode) VALUES (?,?,?,?)",
|
|
[indexer, indexer_id, season, episode])
|
|
|
|
myDB.action(
|
|
"UPDATE scene_numbering SET scene_season = ?, scene_episode = ? WHERE indexer = ? and indexer_id = ? and season = ? and episode = ?",
|
|
[sceneSeason, sceneEpisode, indexer, indexer_id, season, episode])
|
|
elif absolute_number:
|
|
myDB.action(
|
|
"INSERT OR IGNORE INTO scene_numbering (indexer, indexer_id, absolute_number) VALUES (?,?,?)",
|
|
[indexer, indexer_id, absolute_number])
|
|
|
|
myDB.action(
|
|
"UPDATE scene_numbering SET scene_absolute_number = ? WHERE indexer = ? and indexer_id = ? and absolute_number = ?",
|
|
[sceneAbsolute, indexer, indexer_id, absolute_number])
|
|
|
|
|
|
def find_xem_numbering(indexer_id, indexer, season, episode):
|
|
"""
|
|
Returns the scene numbering, as retrieved from xem.
|
|
Refreshes/Loads as needed.
|
|
|
|
@param indexer_id: int
|
|
@param season: int
|
|
@param episode: int
|
|
@return: (int, int) a tuple of scene_season, scene_episode, or None if there is no special mapping.
|
|
"""
|
|
if indexer_id is None or season is None or episode is None:
|
|
return (season, episode)
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT scene_season, scene_episode FROM tv_episodes WHERE indexer = ? and showid = ? and season = ? and episode = ? and (scene_season or scene_episode) != 0",
|
|
[indexer, indexer_id, season, episode])
|
|
|
|
if rows:
|
|
return (int(rows[0]["scene_season"]), int(rows[0]["scene_episode"]))
|
|
|
|
|
|
def find_xem_absolute_numbering(indexer_id, indexer, absolute_number):
|
|
"""
|
|
Returns the scene numbering, as retrieved from xem.
|
|
Refreshes/Loads as needed.
|
|
|
|
@param indexer_id: int
|
|
@param absolute_number: int
|
|
@return: int
|
|
"""
|
|
if indexer_id is None or absolute_number is None:
|
|
return absolute_number
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and absolute_number = ? and scene_absolute_number != 0",
|
|
[indexer, indexer_id, absolute_number])
|
|
|
|
if rows:
|
|
return int(rows[0]["scene_absolute_number"])
|
|
|
|
|
|
def get_indexer_numbering_for_xem(indexer_id, indexer, sceneSeason, sceneEpisode):
|
|
"""
|
|
Reverse of find_xem_numbering: lookup a tvdb season and episode using scene numbering
|
|
|
|
@param indexer_id: int
|
|
@param sceneSeason: int
|
|
@param sceneEpisode: int
|
|
@return: (int, int) a tuple of (season, episode)
|
|
"""
|
|
if indexer_id is None or sceneSeason is None or sceneEpisode is None:
|
|
return (sceneSeason, sceneEpisode)
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
"SELECT season, episode FROM tv_episodes WHERE indexer = ? and showid = ? and scene_season = ? and scene_episode = ?",
|
|
[indexer, indexer_id, sceneSeason, sceneEpisode])
|
|
|
|
if rows:
|
|
return (int(rows[0]["season"]), int(rows[0]["episode"]))
|
|
|
|
return (sceneSeason, sceneEpisode)
|
|
|
|
|
|
def get_indexer_absolute_numbering_for_xem(indexer_id, indexer, sceneAbsoluteNumber, scene_season=None):
|
|
"""
|
|
Reverse of find_xem_numbering: lookup a tvdb season and episode using scene numbering
|
|
|
|
@param indexer_id: int
|
|
@param sceneAbsoluteNumber: int
|
|
@return: int
|
|
"""
|
|
if indexer_id is None or sceneAbsoluteNumber is None:
|
|
return sceneAbsoluteNumber
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
if scene_season is None:
|
|
rows = myDB.select(
|
|
"SELECT absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number = ?",
|
|
[indexer, indexer_id, sceneAbsoluteNumber])
|
|
else:
|
|
rows = myDB.select(
|
|
"SELECT absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number = ? and scene_season = ?",
|
|
[indexer, indexer_id, sceneAbsoluteNumber, scene_season])
|
|
|
|
if rows:
|
|
return int(rows[0]["absolute_number"])
|
|
|
|
return sceneAbsoluteNumber
|
|
|
|
|
|
def get_scene_numbering_for_show(indexer_id, indexer):
|
|
"""
|
|
Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings
|
|
for an entire show. Both the keys and values of the dict are tuples.
|
|
Will be empty if there are no scene numbers set
|
|
"""
|
|
if indexer_id is None:
|
|
return {}
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
'SELECT season, episode, scene_season, scene_episode FROM scene_numbering WHERE indexer = ? and indexer_id = ? and (scene_season or scene_episode) != 0 ORDER BY season, episode',
|
|
[indexer, indexer_id])
|
|
|
|
result = {}
|
|
for row in rows:
|
|
season = int(row['season'])
|
|
episode = int(row['episode'])
|
|
scene_season = int(row['scene_season'])
|
|
scene_episode = int(row['scene_episode'])
|
|
|
|
result[(season, episode)] = (scene_season, scene_episode)
|
|
|
|
return result
|
|
|
|
|
|
def get_xem_numbering_for_show(indexer_id, indexer):
|
|
"""
|
|
Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings
|
|
for an entire show. Both the keys and values of the dict are tuples.
|
|
Will be empty if there are no scene numbers set in xem
|
|
"""
|
|
if indexer_id is None:
|
|
return {}
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
'SELECT season, episode, scene_season, scene_episode FROM tv_episodes WHERE indexer = ? and showid = ? and (scene_season or scene_episode) != 0 ORDER BY season, episode',
|
|
[indexer, indexer_id])
|
|
|
|
result = {}
|
|
for row in rows:
|
|
season = int(row['season'])
|
|
episode = int(row['episode'])
|
|
scene_season = int(row['scene_season'])
|
|
scene_episode = int(row['scene_episode'])
|
|
|
|
result[(season, episode)] = (scene_season, scene_episode)
|
|
|
|
return result
|
|
|
|
|
|
def get_scene_absolute_numbering_for_show(indexer_id, indexer):
|
|
"""
|
|
Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings
|
|
for an entire show. Both the keys and values of the dict are tuples.
|
|
Will be empty if there are no scene numbers set
|
|
"""
|
|
if indexer_id is None:
|
|
return {}
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
'SELECT absolute_number, scene_absolute_number FROM scene_numbering WHERE indexer = ? and indexer_id = ? and scene_absolute_number != 0 ORDER BY absolute_number',
|
|
[indexer, indexer_id])
|
|
|
|
result = {}
|
|
for row in rows:
|
|
absolute_number = int(row['absolute_number'])
|
|
scene_absolute_number = int(row['scene_absolute_number'])
|
|
|
|
result[absolute_number] = scene_absolute_number
|
|
|
|
return result
|
|
|
|
|
|
def get_xem_absolute_numbering_for_show(indexer_id, indexer):
|
|
"""
|
|
Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings
|
|
for an entire show. Both the keys and values of the dict are tuples.
|
|
Will be empty if there are no scene numbers set in xem
|
|
"""
|
|
if indexer_id is None:
|
|
return {}
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
xem_refresh(indexer_id, indexer)
|
|
|
|
|
|
result = {}
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
'SELECT absolute_number, scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ? and scene_absolute_number != 0 ORDER BY absolute_number',
|
|
[indexer, indexer_id])
|
|
|
|
for row in rows:
|
|
absolute_number = int(row['absolute_number'])
|
|
scene_absolute_number = int(row['scene_absolute_number'])
|
|
|
|
result[absolute_number] = scene_absolute_number
|
|
|
|
return result
|
|
|
|
def xem_refresh(indexer_id, indexer, force=False):
|
|
"""
|
|
Refresh data from xem for a tv show
|
|
|
|
@param indexer_id: int
|
|
"""
|
|
if indexer_id is None:
|
|
return
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select("SELECT last_refreshed FROM xem_refresh WHERE indexer = ? and indexer_id = ?",
|
|
[indexer, indexer_id])
|
|
|
|
if rows:
|
|
refresh = time.time() > (int(rows[0]['last_refreshed']) + MAX_XEM_AGE_SECS)
|
|
else:
|
|
refresh = True
|
|
|
|
if refresh or force:
|
|
try:
|
|
logger.log(
|
|
u'Looking up XEM scene mapping for show %s on %s' % (indexer_id, sickbeard.indexerApi(indexer).name,),
|
|
logger.DEBUG)
|
|
data = requests.get("http://thexem.de/map/all?id=%s&origin=%s&destination=scene" % (
|
|
indexer_id, sickbeard.indexerApi(indexer).config['xem_origin'],), verify=False).json()
|
|
|
|
if data is None or data == '':
|
|
logger.log(u'No XEN data for show "%s on %s", trying TVTumbler' % (
|
|
indexer_id, sickbeard.indexerApi(indexer).name,), logger.MESSAGE)
|
|
data = requests.get("http://show-api.tvtumbler.com/api/thexem/all?id=%s&origin=%s&destination=scene" % (
|
|
indexer_id, sickbeard.indexerApi(indexer).config['xem_origin'],), verify=False).json()
|
|
if data is None or data == '':
|
|
logger.log(u'TVTumbler also failed for show "%s on %s". giving up.' % (indexer_id, indexer,),
|
|
logger.MESSAGE)
|
|
return None
|
|
|
|
result = data
|
|
|
|
cl = []
|
|
if result:
|
|
cl.append(["INSERT OR REPLACE INTO xem_refresh (indexer, indexer_id, last_refreshed) VALUES (?,?,?)",
|
|
[indexer, indexer_id, time.time()]])
|
|
if 'success' in result['result']:
|
|
for entry in result['data']:
|
|
if 'scene' in entry:
|
|
cl.append([
|
|
"UPDATE tv_episodes SET scene_season = ?, scene_episode = ?, scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[entry['scene']['season'],
|
|
entry['scene']['episode'],
|
|
entry['scene']['absolute'],
|
|
indexer_id,
|
|
entry[sickbeard.indexerApi(indexer).config['xem_origin']]['season'],
|
|
entry[sickbeard.indexerApi(indexer).config['xem_origin']]['episode']
|
|
]])
|
|
if 'scene_2' in entry: # for doubles
|
|
cl.append([
|
|
"UPDATE tv_episodes SET scene_season = ?, scene_episode = ?, scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[entry['scene_2']['season'],
|
|
entry['scene_2']['episode'],
|
|
entry['scene_2']['absolute'],
|
|
indexer_id,
|
|
entry[sickbeard.indexerApi(indexer).config['xem_origin']]['season'],
|
|
entry[sickbeard.indexerApi(indexer).config['xem_origin']]['episode']
|
|
]])
|
|
else:
|
|
logger.log(u'Failed to get XEM scene data for show %s from %s because "%s"' % (
|
|
indexer_id, sickbeard.indexerApi(indexer).name, result['message']), logger.DEBUG)
|
|
else:
|
|
logger.log(u"Empty lookup result - no XEM data for show %s on %s" % (
|
|
indexer_id, sickbeard.indexerApi(indexer).name,), logger.DEBUG)
|
|
except Exception, e:
|
|
logger.log(u"Exception while refreshing XEM data for show " + str(indexer_id) + " on " + sickbeard.indexerApi(
|
|
indexer).name + ": " + ex(e), logger.WARNING)
|
|
logger.log(traceback.format_exc(), logger.DEBUG)
|
|
return None
|
|
|
|
if len(cl) > 0:
|
|
myDB = db.DBConnection()
|
|
myDB.mass_action(cl)
|
|
|
|
|
|
def fix_xem_numbering(indexer_id, indexer):
|
|
"""
|
|
Returns a dict of (season, episode) : (sceneSeason, sceneEpisode) mappings
|
|
for an entire show. Both the keys and values of the dict are tuples.
|
|
Will be empty if there are no scene numbers set in xem
|
|
"""
|
|
if indexer_id is None:
|
|
return {}
|
|
|
|
indexer_id = int(indexer_id)
|
|
indexer = int(indexer)
|
|
|
|
# query = [{
|
|
# "name": self.show.name,
|
|
# "seasons": [{
|
|
# "episodes": [{
|
|
# "episode_number": None,
|
|
# "name": None
|
|
# }],
|
|
# "season_number": None,
|
|
# }],
|
|
# "/tv/tv_program/number_of_seasons": [],
|
|
# "/tv/tv_program/number_of_episodes": [],
|
|
# "/tv/tv_program/thetvdb_id": [],
|
|
# "/tv/tv_program/tvrage_id": [],
|
|
# "type": "/tv/tv_program",
|
|
# }]
|
|
#
|
|
#
|
|
# url = 'https://www.googleapis.com/freebase/v1/mqlread'
|
|
# api_key = "AIzaSyCCHNp4dhVHxJYzbLiCE4y4a1rgTnX4fDE"
|
|
# params = {
|
|
# 'query': json.dumps(query),
|
|
# 'key': api_key
|
|
# }
|
|
#
|
|
#
|
|
# def get_from_api(url, params=None):
|
|
# """Build request and return results
|
|
# """
|
|
# import xmltodict
|
|
#
|
|
# response = requests.get(url, params=params)
|
|
# if response.status_code == 200:
|
|
# try:
|
|
# return response.json()
|
|
# except ValueError:
|
|
# return xmltodict.parse(response.text)['Data']
|
|
#
|
|
# # Get query results
|
|
# tmp = get_from_api(url, params=params)['result']
|
|
|
|
myDB = db.DBConnection()
|
|
rows = myDB.select(
|
|
'SELECT season, episode, absolute_number, scene_season, scene_episode, scene_absolute_number FROM tv_episodes WHERE indexer = ? and showid = ?',
|
|
[indexer, indexer_id])
|
|
|
|
last_absolute_number = None
|
|
last_scene_season = None
|
|
last_scene_episode = None
|
|
last_scene_absolute_number = None
|
|
|
|
update_absolute_number = False
|
|
update_scene_season = False
|
|
update_scene_episode = False
|
|
update_scene_absolute_number = False
|
|
|
|
logger.log(
|
|
u'Fixing any XEM scene mapping issues for show %s on %s' % (indexer_id, sickbeard.indexerApi(indexer).name,),
|
|
logger.DEBUG)
|
|
|
|
cl = []
|
|
for row in rows:
|
|
season = int(row['season'])
|
|
episode = int(row['episode'])
|
|
|
|
if not int(row['scene_season']) and last_scene_season:
|
|
scene_season = last_scene_season + 1
|
|
update_scene_season = True
|
|
else:
|
|
scene_season = int(row['scene_season'])
|
|
if last_scene_season and scene_season < last_scene_season:
|
|
scene_season = last_scene_season + 1
|
|
update_scene_season = True
|
|
|
|
if not int(row['scene_episode']) and last_scene_episode:
|
|
scene_episode = last_scene_episode + 1
|
|
update_scene_episode = True
|
|
else:
|
|
scene_episode = int(row['scene_episode'])
|
|
if last_scene_episode and scene_episode < last_scene_episode:
|
|
scene_episode = last_scene_episode + 1
|
|
update_scene_episode = True
|
|
|
|
# check for unset values and correct them
|
|
if not int(row['absolute_number']) and last_absolute_number:
|
|
absolute_number = last_absolute_number + 1
|
|
update_absolute_number = True
|
|
else:
|
|
absolute_number = int(row['absolute_number'])
|
|
if last_absolute_number and absolute_number < last_absolute_number:
|
|
absolute_number = last_absolute_number + 1
|
|
update_absolute_number = True
|
|
|
|
if not int(row['scene_absolute_number']) and last_scene_absolute_number:
|
|
scene_absolute_number = last_scene_absolute_number + 1
|
|
update_scene_absolute_number = True
|
|
else:
|
|
scene_absolute_number = int(row['scene_absolute_number'])
|
|
if last_scene_absolute_number and scene_absolute_number < last_scene_absolute_number:
|
|
scene_absolute_number = last_scene_absolute_number + 1
|
|
update_scene_absolute_number = True
|
|
|
|
# store values for lookup on next iteration
|
|
last_absolute_number = absolute_number
|
|
last_scene_season = scene_season
|
|
last_scene_episode = scene_episode
|
|
last_scene_absolute_number = scene_absolute_number
|
|
|
|
if update_absolute_number:
|
|
cl.append([
|
|
"UPDATE tv_episodes SET absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[absolute_number,
|
|
indexer_id,
|
|
season,
|
|
episode
|
|
]])
|
|
update_absolute_number = False
|
|
|
|
if update_scene_season:
|
|
cl.append([
|
|
"UPDATE tv_episodes SET scene_season = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[scene_season,
|
|
indexer_id,
|
|
season,
|
|
episode
|
|
]])
|
|
update_scene_season = False
|
|
|
|
if update_scene_episode:
|
|
cl.append([
|
|
"UPDATE tv_episodes SET scene_episode = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[scene_episode,
|
|
indexer_id,
|
|
season,
|
|
episode
|
|
]])
|
|
update_scene_episode = False
|
|
|
|
if update_scene_absolute_number:
|
|
cl.append([
|
|
"UPDATE tv_episodes SET scene_absolute_number = ? WHERE showid = ? AND season = ? AND episode = ?",
|
|
[scene_absolute_number,
|
|
indexer_id,
|
|
season,
|
|
episode
|
|
]])
|
|
update_scene_absolute_number = False
|
|
|
|
if len(cl) > 0:
|
|
myDB = db.DBConnection()
|
|
myDB.mass_action(cl)
|