mirror of
https://github.com/moparisthebest/SickRage
synced 2024-11-17 06:45:05 -05:00
d02c0bd6eb
Fixed charmap issues for anime show names. Fixed issues with display show page and epCat key errors. Fixed duplicate log messages for clearing provider caches. Fixed issues with email notifier ep names not properly being encoded to UTF-8. TVDB<->TVRAGE Indexer ID mapping is now performed on demand to be used when needed such as newznab providers can be searched with tvrage_id's and some will return tvrage_id's that later can be used to create show objects from for faster and more accurate name parsing, mapping is done via Trakt API calls. Added stop event signals to schedualed tasks, SR now waits indefinate till task has been fully stopped before completing a restart or shutdown event. NameParserCache is now persistent and stores 200 parsed results at any given time for quicker lookups and better performance, this helps maintain results between updates or shutdown/startup events. Black and White lists for anime now only get used for anime shows as intended, performance gain for non-anime shows that dont need to load these lists. Internal name cache now builds it self on demand when needed per show request plus checks if show is already in cache and if true exits routine to save time. Schedualer and QueueItems classes are now a sub-class of threading.Thread and a stop threading event signal has been added to each. If I forgot to list something it doesn't mean its not fixed so please test and report back if anything is wrong or has been corrected by this new release.
527 lines
20 KiB
Python
Executable File
527 lines
20 KiB
Python
Executable File
#!/usr/bin/env python2
|
|
# Author: Nic Wolfe <nic@wolfeden.ca>
|
|
# URL: http://code.google.com/p/sickbeard/
|
|
#
|
|
# This file is part of SickRage.
|
|
#
|
|
# SickRage is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# SickRage is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with SickRage. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
# Check needed software dependencies to nudge users to fix their setup
|
|
from __future__ import with_statement
|
|
|
|
import time
|
|
import signal
|
|
import sys
|
|
import shutil
|
|
import subprocess
|
|
|
|
if sys.version_info < (2, 6):
|
|
print "Sorry, requires Python 2.6 or 2.7."
|
|
sys.exit(1)
|
|
|
|
try:
|
|
import Cheetah
|
|
|
|
if Cheetah.Version[0] != '2':
|
|
raise ValueError
|
|
except ValueError:
|
|
print "Sorry, requires Python module Cheetah 2.1.0 or newer."
|
|
sys.exit(1)
|
|
except:
|
|
print "The Python module Cheetah is required"
|
|
sys.exit(1)
|
|
|
|
import os
|
|
|
|
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), 'lib')))
|
|
|
|
# We only need this for compiling an EXE and I will just always do that on 2.6+
|
|
if sys.hexversion >= 0x020600F0:
|
|
from multiprocessing import freeze_support # @UnresolvedImport
|
|
|
|
import locale
|
|
import datetime
|
|
import threading
|
|
import getopt
|
|
|
|
import sickbeard
|
|
from sickbeard import db
|
|
from sickbeard.tv import TVShow
|
|
from sickbeard import logger, network_timezones, failed_history, name_cache
|
|
from sickbeard.webserveInit import SRWebServer
|
|
from sickbeard.version import SICKBEARD_VERSION
|
|
from sickbeard.databases.mainDB import MIN_DB_VERSION, MAX_DB_VERSION
|
|
from sickbeard.event_queue import Events
|
|
|
|
from lib.configobj import ConfigObj
|
|
|
|
throwaway = datetime.datetime.strptime('20110101', '%Y%m%d')
|
|
|
|
signal.signal(signal.SIGINT, sickbeard.sig_handler)
|
|
signal.signal(signal.SIGTERM, sickbeard.sig_handler)
|
|
|
|
class SickRage(object):
|
|
def __init__(self):
|
|
# system event callback for shutdown/restart
|
|
sickbeard.events = Events(self.shutdown)
|
|
|
|
# daemon constants
|
|
self.runAsDaemon = False
|
|
self.CREATEPID = False
|
|
self.PIDFILE = ''
|
|
|
|
# webserver constants
|
|
self.webserver = None
|
|
self.forceUpdate = False
|
|
self.forcedPort = None
|
|
self.noLaunch = False
|
|
|
|
def help_message(self):
|
|
"""
|
|
print help message for commandline options
|
|
"""
|
|
help_msg = "\n"
|
|
help_msg += "Usage: " + sickbeard.MY_FULLNAME + " <option> <another option>\n"
|
|
help_msg += "\n"
|
|
help_msg += "Options:\n"
|
|
help_msg += "\n"
|
|
help_msg += " -h --help Prints this message\n"
|
|
help_msg += " -f --forceupdate Force update all shows in the DB (from tvdb) on startup\n"
|
|
help_msg += " -q --quiet Disables logging to console\n"
|
|
help_msg += " --nolaunch Suppress launching web browser on startup\n"
|
|
|
|
if sys.platform == 'win32':
|
|
help_msg += " -d --daemon Running as real daemon is not supported on Windows\n"
|
|
help_msg += " On Windows, --daemon is substituted with: --quiet --nolaunch\n"
|
|
else:
|
|
help_msg += " -d --daemon Run as double forked daemon (includes options --quiet --nolaunch)\n"
|
|
help_msg += " --pidfile=<path> Combined with --daemon creates a pidfile (full path including filename)\n"
|
|
|
|
help_msg += " -p <port> --port=<port> Override default/configured port to listen on\n"
|
|
help_msg += " --datadir=<path> Override folder (full path) as location for\n"
|
|
help_msg += " storing database, configfile, cache, logfiles \n"
|
|
help_msg += " Default: " + sickbeard.PROG_DIR + "\n"
|
|
help_msg += " --config=<path> Override config filename (full path including filename)\n"
|
|
help_msg += " to load configuration from \n"
|
|
help_msg += " Default: config.ini in " + sickbeard.PROG_DIR + " or --datadir location\n"
|
|
help_msg += " --noresize Prevent resizing of the banner/posters even if PIL is installed\n"
|
|
|
|
return help_msg
|
|
|
|
def start(self):
|
|
# do some preliminary stuff
|
|
sickbeard.MY_FULLNAME = os.path.normpath(os.path.abspath(__file__))
|
|
sickbeard.MY_NAME = os.path.basename(sickbeard.MY_FULLNAME)
|
|
sickbeard.PROG_DIR = os.path.dirname(sickbeard.MY_FULLNAME)
|
|
sickbeard.DATA_DIR = sickbeard.PROG_DIR
|
|
sickbeard.MY_ARGS = sys.argv[1:]
|
|
sickbeard.SYS_ENCODING = None
|
|
|
|
try:
|
|
locale.setlocale(locale.LC_ALL, "")
|
|
sickbeard.SYS_ENCODING = locale.getpreferredencoding()
|
|
except (locale.Error, IOError):
|
|
pass
|
|
|
|
# For OSes that are poorly configured I'll just randomly force UTF-8
|
|
if not sickbeard.SYS_ENCODING or sickbeard.SYS_ENCODING in ('ANSI_X3.4-1968', 'US-ASCII', 'ASCII'):
|
|
sickbeard.SYS_ENCODING = 'UTF-8'
|
|
|
|
if not hasattr(sys, "setdefaultencoding"):
|
|
reload(sys)
|
|
|
|
try:
|
|
# pylint: disable=E1101
|
|
# On non-unicode builds this will raise an AttributeError, if encoding type is not valid it throws a LookupError
|
|
sys.setdefaultencoding(sickbeard.SYS_ENCODING)
|
|
except:
|
|
print 'Sorry, you MUST add the SickRage folder to the PYTHONPATH environment variable'
|
|
print 'or find another way to force Python to use ' + sickbeard.SYS_ENCODING + ' for string encoding.'
|
|
sys.exit(1)
|
|
|
|
# Need console logging for SickBeard.py and SickBeard-console.exe
|
|
self.consoleLogging = (not hasattr(sys, "frozen")) or (sickbeard.MY_NAME.lower().find('-console') > 0)
|
|
|
|
# Rename the main thread
|
|
threading.currentThread().name = "MAIN"
|
|
|
|
try:
|
|
opts, args = getopt.getopt(sys.argv[1:], "hfqdp::",
|
|
['help', 'forceupdate', 'quiet', 'nolaunch', 'daemon', 'pidfile=', 'port=',
|
|
'datadir=', 'config=', 'noresize']) # @UnusedVariable
|
|
except getopt.GetoptError:
|
|
sys.exit(self.help_message())
|
|
|
|
for o, a in opts:
|
|
# Prints help message
|
|
if o in ('-h', '--help'):
|
|
sys.exit(self.help_message())
|
|
|
|
# For now we'll just silence the logging
|
|
if o in ('-q', '--quiet'):
|
|
self.consoleLogging = False
|
|
|
|
# Should we update (from indexer) all shows in the DB right away?
|
|
if o in ('-f', '--forceupdate'):
|
|
self.forceUpdate = True
|
|
|
|
# Suppress launching web browser
|
|
# Needed for OSes without default browser assigned
|
|
# Prevent duplicate browser window when restarting in the app
|
|
if o in ('--nolaunch',):
|
|
self.noLaunch = True
|
|
|
|
# Override default/configured port
|
|
if o in ('-p', '--port'):
|
|
try:
|
|
self.forcedPort = int(a)
|
|
except ValueError:
|
|
sys.exit("Port: " + str(a) + " is not a number. Exiting.")
|
|
|
|
# Run as a double forked daemon
|
|
if o in ('-d', '--daemon'):
|
|
self.runAsDaemon = True
|
|
# When running as daemon disable consoleLogging and don't start browser
|
|
self.consoleLogging = False
|
|
self.noLaunch = True
|
|
|
|
if sys.platform == 'win32':
|
|
self.runAsDaemon = False
|
|
|
|
# Write a pidfile if requested
|
|
if o in ('--pidfile',):
|
|
self.CREATEPID = True
|
|
self.PIDFILE = str(a)
|
|
|
|
# If the pidfile already exists, sickbeard may still be running, so exit
|
|
if os.path.exists(self.PIDFILE):
|
|
sys.exit("PID file: " + self.PIDFILE + " already exists. Exiting.")
|
|
|
|
# Specify folder to load the config file from
|
|
if o in ('--config',):
|
|
sickbeard.CONFIG_FILE = os.path.abspath(a)
|
|
|
|
# Specify folder to use as the data dir
|
|
if o in ('--datadir',):
|
|
sickbeard.DATA_DIR = os.path.abspath(a)
|
|
|
|
# Prevent resizing of the banner/posters even if PIL is installed
|
|
if o in ('--noresize',):
|
|
sickbeard.NO_RESIZE = True
|
|
|
|
# The pidfile is only useful in daemon mode, make sure we can write the file properly
|
|
if self.CREATEPID:
|
|
if self.runAsDaemon:
|
|
pid_dir = os.path.dirname(self.PIDFILE)
|
|
if not os.access(pid_dir, os.F_OK):
|
|
sys.exit("PID dir: " + pid_dir + " doesn't exist. Exiting.")
|
|
if not os.access(pid_dir, os.W_OK):
|
|
sys.exit("PID dir: " + pid_dir + " must be writable (write permissions). Exiting.")
|
|
|
|
else:
|
|
if self.consoleLogging:
|
|
sys.stdout.write("Not running in daemon mode. PID file creation disabled.\n")
|
|
|
|
self.CREATEPID = False
|
|
|
|
# If they don't specify a config file then put it in the data dir
|
|
if not sickbeard.CONFIG_FILE:
|
|
sickbeard.CONFIG_FILE = os.path.join(sickbeard.DATA_DIR, "config.ini")
|
|
|
|
# Make sure that we can create the data dir
|
|
if not os.access(sickbeard.DATA_DIR, os.F_OK):
|
|
try:
|
|
os.makedirs(sickbeard.DATA_DIR, 0744)
|
|
except os.error, e:
|
|
raise SystemExit("Unable to create datadir '" + sickbeard.DATA_DIR + "'")
|
|
|
|
# Make sure we can write to the data dir
|
|
if not os.access(sickbeard.DATA_DIR, os.W_OK):
|
|
raise SystemExit("Datadir must be writeable '" + sickbeard.DATA_DIR + "'")
|
|
|
|
# Make sure we can write to the config file
|
|
if not os.access(sickbeard.CONFIG_FILE, os.W_OK):
|
|
if os.path.isfile(sickbeard.CONFIG_FILE):
|
|
raise SystemExit("Config file '" + sickbeard.CONFIG_FILE + "' must be writeable.")
|
|
elif not os.access(os.path.dirname(sickbeard.CONFIG_FILE), os.W_OK):
|
|
raise SystemExit(
|
|
"Config file root dir '" + os.path.dirname(sickbeard.CONFIG_FILE) + "' must be writeable.")
|
|
|
|
# Check if we need to perform a restore first
|
|
restoreDir = os.path.join(sickbeard.DATA_DIR, 'restore')
|
|
if os.path.exists(restoreDir):
|
|
if self.restore(restoreDir, sickbeard.DATA_DIR):
|
|
logger.log(u"Restore successful...")
|
|
else:
|
|
logger.log(u"Restore FAILED!", logger.ERROR)
|
|
|
|
os.chdir(sickbeard.DATA_DIR)
|
|
|
|
# Load the config and publish it to the sickbeard package
|
|
if not os.path.isfile(sickbeard.CONFIG_FILE):
|
|
logger.log(u"Unable to find '" + sickbeard.CONFIG_FILE + "' , all settings will be default!", logger.ERROR)
|
|
|
|
sickbeard.CFG = ConfigObj(sickbeard.CONFIG_FILE)
|
|
|
|
CUR_DB_VERSION = db.DBConnection().checkDBVersion()
|
|
|
|
if CUR_DB_VERSION > 0:
|
|
if CUR_DB_VERSION < MIN_DB_VERSION:
|
|
raise SystemExit("Your database version (" + str(
|
|
CUR_DB_VERSION) + ") is too old to migrate from with this version of SickRage (" + str(
|
|
MIN_DB_VERSION) + ").\n" + \
|
|
"Upgrade using a previous version of SB first, or start with no database file to begin fresh.")
|
|
if CUR_DB_VERSION > MAX_DB_VERSION:
|
|
raise SystemExit("Your database version (" + str(
|
|
CUR_DB_VERSION) + ") has been incremented past what this version of SickRage supports (" + str(
|
|
MAX_DB_VERSION) + ").\n" + \
|
|
"If you have used other forks of SB, your database may be unusable due to their modifications.")
|
|
|
|
# Initialize the config and our threads
|
|
sickbeard.initialize(consoleLogging=self.consoleLogging)
|
|
|
|
if self.runAsDaemon:
|
|
self.daemonize()
|
|
|
|
# Get PID
|
|
sickbeard.PID = os.getpid()
|
|
|
|
# Build from the DB to start with
|
|
self.loadShowsFromDB()
|
|
|
|
if self.forcedPort:
|
|
logger.log(u"Forcing web server to port " + str(self.forcedPort))
|
|
self.startPort = self.forcedPort
|
|
else:
|
|
self.startPort = sickbeard.WEB_PORT
|
|
|
|
if sickbeard.WEB_LOG:
|
|
self.log_dir = sickbeard.LOG_DIR
|
|
else:
|
|
self.log_dir = None
|
|
|
|
# sickbeard.WEB_HOST is available as a configuration value in various
|
|
# places but is not configurable. It is supported here for historic reasons.
|
|
if sickbeard.WEB_HOST and sickbeard.WEB_HOST != '0.0.0.0':
|
|
self.webhost = sickbeard.WEB_HOST
|
|
else:
|
|
if sickbeard.WEB_IPV6:
|
|
self.webhost = '::'
|
|
else:
|
|
self.webhost = '0.0.0.0'
|
|
|
|
# web server options
|
|
self.web_options = {
|
|
'port': int(self.startPort),
|
|
'host': self.webhost,
|
|
'data_root': os.path.join(sickbeard.PROG_DIR, 'gui', sickbeard.GUI_NAME),
|
|
'web_root': sickbeard.WEB_ROOT,
|
|
'log_dir': self.log_dir,
|
|
'username': sickbeard.WEB_USERNAME,
|
|
'password': sickbeard.WEB_PASSWORD,
|
|
'enable_https': sickbeard.ENABLE_HTTPS,
|
|
'handle_reverse_proxy': sickbeard.HANDLE_REVERSE_PROXY,
|
|
'https_cert': sickbeard.HTTPS_CERT,
|
|
'https_key': sickbeard.HTTPS_KEY,
|
|
}
|
|
|
|
# start web server
|
|
try:
|
|
self.webserver = SRWebServer(self.web_options)
|
|
self.webserver.start()
|
|
except IOError:
|
|
logger.log(u"Unable to start web server, is something else running on port %d?" % self.startPort,
|
|
logger.ERROR)
|
|
if sickbeard.LAUNCH_BROWSER and not self.runAsDaemon:
|
|
logger.log(u"Launching browser and exiting", logger.ERROR)
|
|
sickbeard.launchBrowser(self.startPort)
|
|
os._exit(1)
|
|
|
|
if self.consoleLogging:
|
|
print "Starting up SickRage " + SICKBEARD_VERSION + " from " + sickbeard.CONFIG_FILE
|
|
|
|
# Fire up all our threads
|
|
sickbeard.start()
|
|
|
|
# Build internal name cache
|
|
name_cache.buildNameCache()
|
|
|
|
# refresh network timezones
|
|
network_timezones.update_network_dict()
|
|
|
|
# sure, why not?
|
|
if sickbeard.USE_FAILED_DOWNLOADS:
|
|
failed_history.trimHistory()
|
|
|
|
# Start an update if we're supposed to
|
|
if self.forceUpdate or sickbeard.UPDATE_SHOWS_ON_START:
|
|
sickbeard.showUpdateScheduler.action.run(force=True) # @UndefinedVariable
|
|
|
|
if sickbeard.LAUNCH_BROWSER and not (self.noLaunch or self.runAsDaemon):
|
|
sickbeard.launchBrowser(self.startPort)
|
|
|
|
# main loop
|
|
while (True):
|
|
time.sleep(1)
|
|
|
|
def daemonize(self):
|
|
"""
|
|
Fork off as a daemon
|
|
"""
|
|
# pylint: disable=E1101
|
|
# Make a non-session-leader child process
|
|
try:
|
|
pid = os.fork() # @UndefinedVariable - only available in UNIX
|
|
if pid != 0:
|
|
os._exit(0)
|
|
except OSError, e:
|
|
sys.stderr.write("fork #1 failed: %d (%s)\n" % (e.errno, e.strerror))
|
|
sys.exit(1)
|
|
|
|
os.setsid() # @UndefinedVariable - only available in UNIX
|
|
|
|
# Make sure I can read my own files and shut out others
|
|
prev = os.umask(0)
|
|
os.umask(prev and int('077', 8))
|
|
|
|
# Make the child a session-leader by detaching from the terminal
|
|
try:
|
|
pid = os.fork() # @UndefinedVariable - only available in UNIX
|
|
if pid != 0:
|
|
os._exit(0)
|
|
except OSError, e:
|
|
sys.stderr.write("fork #2 failed: %d (%s)\n" % (e.errno, e.strerror))
|
|
sys.exit(1)
|
|
|
|
# Write pid
|
|
if self.CREATEPID:
|
|
pid = str(os.getpid())
|
|
logger.log(u"Writing PID: " + pid + " to " + str(self.PIDFILE))
|
|
try:
|
|
file(self.PIDFILE, 'w').write("%s\n" % pid)
|
|
except IOError, e:
|
|
logger.log_error_and_exit(
|
|
u"Unable to write PID file: " + self.PIDFILE + " Error: " + str(e.strerror) + " [" + str(
|
|
e.errno) + "]")
|
|
|
|
# Redirect all output
|
|
sys.stdout.flush()
|
|
sys.stderr.flush()
|
|
|
|
devnull = getattr(os, 'devnull', '/dev/null')
|
|
stdin = file(devnull, 'r')
|
|
stdout = file(devnull, 'a+')
|
|
stderr = file(devnull, 'a+')
|
|
os.dup2(stdin.fileno(), sys.stdin.fileno())
|
|
os.dup2(stdout.fileno(), sys.stdout.fileno())
|
|
os.dup2(stderr.fileno(), sys.stderr.fileno())
|
|
|
|
def remove_pid_file(self, PIDFILE):
|
|
try:
|
|
if os.path.exists(PIDFILE):
|
|
os.remove(PIDFILE)
|
|
|
|
except (IOError, OSError):
|
|
return False
|
|
|
|
return True
|
|
|
|
def loadShowsFromDB(self):
|
|
"""
|
|
Populates the showList with shows from the database
|
|
"""
|
|
|
|
logger.log(u"Loading initial show list")
|
|
|
|
myDB = db.DBConnection()
|
|
sqlResults = myDB.select("SELECT * FROM tv_shows")
|
|
|
|
sickbeard.showList = []
|
|
for sqlShow in sqlResults:
|
|
try:
|
|
curShow = TVShow(int(sqlShow["indexer"]), int(sqlShow["indexer_id"]))
|
|
curShow.nextEpisode()
|
|
sickbeard.showList.append(curShow)
|
|
except Exception, e:
|
|
logger.log(
|
|
u"There was an error creating the show in " + sqlShow["location"] + ": " + str(e).decode('utf-8', 'replace'),
|
|
logger.ERROR)
|
|
|
|
def restore(self, srcDir, dstDir):
|
|
try:
|
|
for file in os.listdir(srcDir):
|
|
srcFile = os.path.join(srcDir, file)
|
|
dstFile = os.path.join(dstDir, file)
|
|
bakFile = os.path.join(dstDir, file + '.bak')
|
|
shutil.move(dstFile, bakFile)
|
|
shutil.move(srcFile, dstFile)
|
|
|
|
os.rmdir(srcDir)
|
|
return True
|
|
except:
|
|
return False
|
|
|
|
def shutdown(self, type):
|
|
if sickbeard.started:
|
|
# stop all tasks
|
|
sickbeard.halt()
|
|
|
|
# save all shows to DB
|
|
sickbeard.saveAll()
|
|
|
|
# shutdown web server
|
|
if self.webserver:
|
|
self.webserver.shutDown()
|
|
self.webserver = None
|
|
|
|
# if run as daemon delete the pidfile
|
|
if self.runAsDaemon and self.CREATEPID:
|
|
self.remove_pid_file(self.PIDFILE)
|
|
|
|
if type == sickbeard.events.SystemEvent.RESTART:
|
|
install_type = sickbeard.versionCheckScheduler.action.install_type
|
|
|
|
popen_list = []
|
|
|
|
if install_type in ('git', 'source'):
|
|
popen_list = [sys.executable, sickbeard.MY_FULLNAME]
|
|
elif install_type == 'win':
|
|
if hasattr(sys, 'frozen'):
|
|
# c:\dir\to\updater.exe 12345 c:\dir\to\sickbeard.exe
|
|
popen_list = [os.path.join(sickbeard.PROG_DIR, 'updater.exe'), str(sickbeard.PID),
|
|
sys.executable]
|
|
else:
|
|
logger.log(u"Unknown SB launch method, please file a bug report about this", logger.ERROR)
|
|
popen_list = [sys.executable, os.path.join(sickbeard.PROG_DIR, 'updater.py'),
|
|
str(sickbeard.PID),
|
|
sys.executable,
|
|
sickbeard.MY_FULLNAME]
|
|
|
|
if popen_list:
|
|
popen_list += sickbeard.MY_ARGS
|
|
if '--nolaunch' not in popen_list:
|
|
popen_list += ['--nolaunch']
|
|
logger.log(u"Restarting SickRage with " + str(popen_list))
|
|
logger.close()
|
|
subprocess.Popen(popen_list, cwd=os.getcwd())
|
|
|
|
# system exit
|
|
os._exit(0)
|
|
|
|
if __name__ == "__main__":
|
|
if sys.hexversion >= 0x020600F0:
|
|
freeze_support()
|
|
|
|
# start sickrage
|
|
SickRage().start() |