mirror of
https://github.com/moparisthebest/SickRage
synced 2024-12-13 03:22:22 -05:00
0d9fbc1ad7
This version of SickBeard uses both TVDB and TVRage to search and gather it's series data from allowing you to now have access to and download shows that you couldn't before because of being locked into only what TheTVDB had to offer. Also this edition is based off the code we used in our XEM editon so it does come with scene numbering support as well as all the other features our XEM edition has to offer. Please before using this with your existing database (sickbeard.db) please make a backup copy of it and delete any other database files such as cache.db and failed.db if present, we HIGHLY recommend starting out with no database files at all to make this a fresh start but the choice is at your own risk! Enjoy!
61 lines
2.4 KiB
Python
61 lines
2.4 KiB
Python
import re
|
|
import gettext
|
|
_ = gettext.gettext
|
|
|
|
from BeautifulSoup import BeautifulSoup, Declaration, Comment, Tag
|
|
from html5lib.constants import namespaces
|
|
import _base
|
|
|
|
class TreeWalker(_base.NonRecursiveTreeWalker):
|
|
doctype_regexp = re.compile(
|
|
r'DOCTYPE\s+(?P<name>[^\s]*)(\s*PUBLIC\s*"(?P<publicId>.*)"\s*"(?P<systemId1>.*)"|\s*SYSTEM\s*"(?P<systemId2>.*)")?')
|
|
def getNodeDetails(self, node):
|
|
if isinstance(node, BeautifulSoup): # Document or DocumentFragment
|
|
return (_base.DOCUMENT,)
|
|
|
|
elif isinstance(node, Declaration): # DocumentType
|
|
string = unicode(node.string)
|
|
#Slice needed to remove markup added during unicode conversion,
|
|
#but only in some versions of BeautifulSoup/Python
|
|
if string.startswith('<!') and string.endswith('>'):
|
|
string = string[2:-1]
|
|
m = self.doctype_regexp.match(string)
|
|
#This regexp approach seems wrong and fragile
|
|
#but beautiful soup stores the doctype as a single thing and we want the seperate bits
|
|
#It should work as long as the tree is created by html5lib itself but may be wrong if it's
|
|
#been modified at all
|
|
#We could just feed to it a html5lib tokenizer, I guess...
|
|
assert m is not None, "DOCTYPE did not match expected format"
|
|
|
|
name = m.group('name')
|
|
publicId = m.group('publicId')
|
|
if publicId is not None:
|
|
systemId = m.group('systemId1')
|
|
else:
|
|
systemId = m.group('systemId2')
|
|
return _base.DOCTYPE, name, publicId or "", systemId or ""
|
|
|
|
elif isinstance(node, Comment):
|
|
string = unicode(node.string)
|
|
if string.startswith('<!--') and string.endswith('-->'):
|
|
string = string[4:-3]
|
|
return _base.COMMENT, string
|
|
|
|
elif isinstance(node, unicode): # TextNode
|
|
return _base.TEXT, node
|
|
|
|
elif isinstance(node, Tag): # Element
|
|
return (_base.ELEMENT, namespaces["html"], node.name,
|
|
dict(node.attrs).items(), node.contents)
|
|
else:
|
|
return _base.UNKNOWN, node.__class__.__name__
|
|
|
|
def getFirstChild(self, node):
|
|
return node.contents[0]
|
|
|
|
def getNextSibling(self, node):
|
|
return node.nextSibling
|
|
|
|
def getParentNode(self, node):
|
|
return node.parent
|