moparisthebest/filebot
1
0
Fork 0
mirror of https://github.com/mitb-archive/filebot synced 2025-03-09 13:59:49 -04:00
Code Issues Releases Wiki Activity

Use internal API

Browse Source
This commit is contained in:
Reinhard Pointner 2018-06-07 14:52:28 +07:00
parent bcf8022bda
commit b72e66f27b
1 changed files with 15 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
build-data/BuildData.groovy
View File

@ -215,14 +215,16 @@ tvdb_updates.values().each{ update ->
try { try {
retry(2, 60000) { retry(2, 60000) {
def seriesNames = [] def seriesNames = []
def xml = new XmlSlurper().parse("https://thetvdb.com/api/BA864DEE427E384A/series/${update.id}/en.xml")
def imdbid = any{ xml.Series.IMDB_ID.text().match(/tt\d+/) }{ '' }
seriesNames += xml.Series.SeriesName.text() def seriesInfo = TheTVDB.getSeriesInfo(update.id, Locale.ENGLISH)
def imdbid = seriesInfo.imdbId ?: ''
def rating = any{ xml.Series.Rating.text().toFloat() }{ 0 } seriesNames += seriesInfo.name
def votes = any{ xml.Series.RatingCount.text().toFloat() }{ 0 } seriesNames += seriesInfo.aliasNames
def year = any{ xml.Series.FirstAired.text().match(/\d{4}/) as Integer }{ 0 }
def rating = seriesInfo.rating ?: 0
def votes = seriesInfo.ratingCount ?: 0
def year = seriesInfo.startDate?.year ?: 0
// only retrieve additional data for reasonably popular shows // only retrieve additional data for reasonably popular shows
if (imdbid && votes >= 3 && rating >= 4) { if (imdbid && votes >= 3 && rating >= 4) {
@ -231,29 +233,19 @@ tvdb_updates.values().each{ update ->
} }
// scrape extra alias titles from webpage (not supported yet by API) // scrape extra alias titles from webpage (not supported yet by API)
def html = Cache.getCache('thetvdb_series_page', CacheType.Persistent).text(update.id) { def jsoup = org.jsoup.Jsoup.connect("https://thetvdb.com/?tab=series&id=${update.id}").get()
return new URL("https://thetvdb.com/?tab=series&id=${it}") def intlseries = jsoup.select('#translations div.change_translation_text')
}.expire(Cache.ONE_MONTH).get() *.attr('data-title')
*.trim()
def jsoup = org.jsoup.Jsoup.parse(html) log.fine "Scraped data $intlseries for series $seriesNames"
def akaseries = jsoup.select('#akaseries table tr table tr')
.findAll{ it.select('td').any{ it.text() ==~ /en/ } }
.findResults{ it.select('td').first().text() }
.findAll{ it?.length() > 0 }
def intlseries = jsoup.select('#seriesform input')
.findAll{ it.attr('name') =~ /SeriesName/ }
.sort{ it.attr('name').match(/\d+/) as int }
.collect{ it.attr('value') }
.findAll{ it?.length() > 0 }
log.fine "Scraped data $akaseries and $intlseries for series $seriesNames"
seriesNames += akaseries
seriesNames += intlseries seriesNames += intlseries
} }
def data = [update.time, update.id, imdbid, rating, votes, year] + seriesNames.findAll{ it != null && it.length() > 0 } def data = [update.time, update.id, imdbid, rating, votes, year] + seriesNames.findAll{ it != null && it.length() > 0 }
tvdb.put(update.id, data)
log.info "Update $update => $data" log.info "Update $update => $data"
tvdb.put(update.id, data)
} }
} }
catch(Throwable e) { catch(Throwable e) {