moparisthebest/filebot
1
0
Fork 0
mirror of https://github.com/mitb-archive/filebot synced 2024-08-13 17:03:45 -04:00
Code Issues Releases Wiki Activity

* parse imdb movie index from osdb

Browse Source
This commit is contained in:
Reinhard Pointner 2011-12-25 09:07:55 +00:00
parent 187e330131
commit 11facfa8ab
2 changed files with 72 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

48
source/net/sourceforge/filebot/web/OpenSubtitlesClient.java
View File

@ -3,24 +3,30 @@ package net.sourceforge.filebot.web;
import static java.lang.Math.*;
import static java.util.Arrays.*;
import static net.sourceforge.filebot.web.OpenSubtitlesHasher.*;
import static net.sourceforge.filebot.web.WebRequest.*;
import java.io.File;
import java.io.IOException;
import java.math.BigInteger;
import java.net.URI;
import java.net.URL;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.LinkedList;
import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Scanner;
import java.util.concurrent.TimeUnit;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import javax.swing.Icon;
@ -73,7 +79,7 @@ public class OpenSubtitlesClient implements SubtitleProvider, VideoHashSubtitleS
try {
// search for movies / series
List<Movie> resultSet = xmlrpc.searchMoviesOnIMDB(query);
return Arrays.asList(resultSet.toArray(new SearchResult[0]));
return asList(resultSet.toArray(new SearchResult[0]));
} catch (ClassCastException e) {
// unexpected xmlrpc responses (e.g. error messages instead of results) will trigger this
throw new XmlRpcException("Illegal XMLRPC response on searchMoviesOnIMDB");
@ -93,7 +99,7 @@ public class OpenSubtitlesClient implements SubtitleProvider, VideoHashSubtitleS
// get subtitle list
SubtitleDescriptor[] subtitles = xmlrpc.searchSubtitles(imdbid, languageFilter).toArray(new SubtitleDescriptor[0]);
return Arrays.asList(subtitles);
return asList(subtitles);
}
@ -333,4 +339,40 @@ public class OpenSubtitlesClient implements SubtitleProvider, VideoHashSubtitleS
return null;
}
public List<Movie> exportMovie() throws IOException {
Cache cache = CacheManager.getInstance().getCache("web-persistent-datasource");
String cacheKey = getClass().getName() + ".exportMovie";
Element element = cache.get(cacheKey);
if (element != null) {
return asList((Movie[]) element.getValue());
}
URL url = new URL("http://www.opensubtitles.org/addons/export_movie.php");
Scanner in = new Scanner(getReader(url.openConnection()));
try {
// e.g. IDMovie IDMovieImdb MovieName MovieYear
Pattern linePattern = Pattern.compile("(\\d+)\\t(\\d+)\\t([^\\t]+)\\t(\\d{4})");
List<Movie> result = new ArrayList<Movie>();
while (in.hasNextLine()) {
String line = in.nextLine().trim();
Matcher matcher = linePattern.matcher(line);
if (matcher.matches()) {
int idMovieImdb = Integer.parseInt(matcher.group(2));
String movieName = matcher.group(3);
int movieYear = Integer.parseInt(matcher.group(4));
result.add(new Movie(movieName, movieYear, idMovieImdb));
}
}
// cache data
cache.put(new Element(cacheKey, result.toArray(new Movie[0])));
return result;
} finally {
in.close();
}
}
}

43
test/net/sourceforge/filebot/web/OpenSubtitlesXmlRpcTest.java
View File

@ -24,14 +24,14 @@ public class OpenSubtitlesXmlRpcTest {
private static OpenSubtitlesXmlRpc xmlrpc = new OpenSubtitlesXmlRpc(String.format("%s %s", getApplicationName(), getApplicationVersion()));
@BeforeClass
public static void login() throws Exception {
// login manually
xmlrpc.loginAnonymous();
}
@Test
public void search() throws Exception {
List<Movie> list = xmlrpc.searchMoviesOnIMDB("babylon 5");
@ -43,7 +43,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals(105946, sample.getImdbId());
}
@Test(expected = IndexOutOfBoundsException.class)
public void searchOST() throws Exception {
List<Movie> list = xmlrpc.searchMoviesOnIMDB("Linkin.Park.New.Divide.1280-720p.Transformers.Revenge.of.the.Fallen.ost");
@ -52,7 +52,7 @@ public class OpenSubtitlesXmlRpcTest {
for (int i = 0; !list.get(i).getName().contains("Linkin.Park"); i++);
}
@Test
public void getSubtitleListEnglish() throws Exception {
List<OpenSubtitlesSubtitleDescriptor> list = xmlrpc.searchSubtitles(361256, "eng");
@ -66,7 +66,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(list.size() > 20);
}
@Test
public void getSubtitleListAllLanguages() throws Exception {
List<OpenSubtitlesSubtitleDescriptor> list = xmlrpc.searchSubtitles(361256);
@ -81,7 +81,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(list.size() > 70);
}
@Test
public void getSubtitleListMovieHash() throws Exception {
List<OpenSubtitlesSubtitleDescriptor> list = xmlrpc.searchSubtitles(singleton(Query.forHash("2bba5c34b007153b", 717565952, "eng")));
@ -93,7 +93,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals("moviehash", sample.getProperty(Property.MatchedBy));
}
@Test
public void tryUploadSubtitles() throws Exception {
SubFile subtitle = new SubFile();
@ -110,7 +110,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals("eng", response.getSubtitleData().get(Property.SubLanguageID));
}
@Test
public void checkSubHash() throws Exception {
Map<String, Integer> subHashMap = xmlrpc.checkSubHash(singleton("e12715f466ee73c86694b7ab9f311285"));
@ -119,7 +119,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(1 == subHashMap.size());
}
@Test
public void checkSubHashInvalid() throws Exception {
Map<String, Integer> subHashMap = xmlrpc.checkSubHash(singleton("0123456789abcdef0123456789abcdef"));
@ -128,7 +128,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(1 == subHashMap.size());
}
@Test
public void checkMovieHash() throws Exception {
Map<String, Movie> results = xmlrpc.checkMovieHash(singleton("d7aa0275cace4410"));
@ -139,7 +139,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals(371746, movie.getImdbId());
}
@Test
public void checkMovieHashInvalid() throws Exception {
Map<String, Movie> results = xmlrpc.checkMovieHash(singleton("0123456789abcdef"));
@ -148,7 +148,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(results.isEmpty());
}
@Test
public void getIMDBMovieDetails() throws Exception {
Movie movie = xmlrpc.getIMDBMovieDetails(371746);
@ -158,7 +158,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals(371746, movie.getImdbId());
}
@Test
public void getIMDBMovieDetailsInvalid() throws Exception {
Movie movie = xmlrpc.getIMDBMovieDetails(371746);
@ -168,7 +168,7 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals(371746, movie.getImdbId());
}
@Test
public void detectLanguage() throws Exception {
String text = "Only those that are prepared to fire should be fired at.";
@ -179,7 +179,7 @@ public class OpenSubtitlesXmlRpcTest {
assertTrue(1 == languages.size());
}
@Test
public void fetchSubtitle() throws Exception {
List<OpenSubtitlesSubtitleDescriptor> list = xmlrpc.searchSubtitles(361256, "eng");
@ -194,11 +194,22 @@ public class OpenSubtitlesXmlRpcTest {
assertEquals(48550, data.remaining(), 0);
}
@AfterClass
public static void logout() throws Exception {
// logout manually
xmlrpc.logout();
}
@Test
public void exportMovie() throws Exception {
List<Movie> list = new OpenSubtitlesClient(null).exportMovie();
Movie sample = (Movie) list.get(17);
// check sample entry
assertEquals("Back to the Future", sample.getName());
assertEquals(1985, sample.getYear());
assertEquals(88763, sample.getImdbId());
}
}