122 lines
2.8 KiB
Java
122 lines
2.8 KiB
Java
package net.filebot.util;
|
|
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.io.InputStreamReader;
|
|
import java.io.Reader;
|
|
import java.nio.CharBuffer;
|
|
import java.nio.charset.Charset;
|
|
import java.nio.charset.StandardCharsets;
|
|
|
|
import com.ibm.icu.text.CharsetDetector;
|
|
|
|
public class UnicodeReader extends Reader {
|
|
|
|
private static final int BOM_SIZE = 4;
|
|
|
|
private final Reader reader;
|
|
|
|
public UnicodeReader(InputStream stream) throws IOException {
|
|
if (!stream.markSupported())
|
|
throw new IllegalArgumentException("stream must support mark");
|
|
|
|
stream.mark(BOM_SIZE);
|
|
byte bom[] = new byte[BOM_SIZE];
|
|
stream.read(bom, 0, bom.length);
|
|
|
|
Charset bomEncoding = null;
|
|
int skip = 0;
|
|
|
|
if ((bom[0] == (byte) 0xEF) && (bom[1] == (byte) 0xBB) && (bom[2] == (byte) 0xBF)) {
|
|
bomEncoding = StandardCharsets.UTF_8;
|
|
skip = 3;
|
|
} else if ((bom[0] == (byte) 0xFE) && (bom[1] == (byte) 0xFF)) {
|
|
bomEncoding = StandardCharsets.UTF_16BE;
|
|
skip = 2;
|
|
} else if ((bom[0] == (byte) 0xFF) && (bom[1] == (byte) 0xFE)) {
|
|
bomEncoding = StandardCharsets.UTF_16LE;
|
|
skip = 2;
|
|
} else if ((bom[0] == (byte) 0x00) && (bom[1] == (byte) 0x00) && (bom[2] == (byte) 0xFE) && (bom[3] == (byte) 0xFF)) {
|
|
bomEncoding = Charset.forName("UTF-32BE");
|
|
skip = 4;
|
|
} else if ((bom[0] == (byte) 0xFF) && (bom[1] == (byte) 0xFE) && (bom[2] == (byte) 0x00) && (bom[3] == (byte) 0x00)) {
|
|
bomEncoding = Charset.forName("UTF-32LE");
|
|
skip = 4;
|
|
}
|
|
|
|
// rewind and skip BOM
|
|
stream.reset();
|
|
stream.skip(skip);
|
|
|
|
// guess character encoding if necessary
|
|
if (bomEncoding == null) {
|
|
// auto-detect encoding
|
|
reader = new CharsetDetector().getReader(stream, "UTF-8");
|
|
} else {
|
|
// initialize reader via BOM
|
|
reader = new InputStreamReader(stream, bomEncoding);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public int hashCode() {
|
|
return reader.hashCode();
|
|
}
|
|
|
|
@Override
|
|
public int read(CharBuffer target) throws IOException {
|
|
return reader.read(target);
|
|
}
|
|
|
|
@Override
|
|
public boolean equals(Object obj) {
|
|
return reader.equals(obj);
|
|
}
|
|
|
|
@Override
|
|
public int read(char[] cbuf) throws IOException {
|
|
return reader.read(cbuf);
|
|
}
|
|
|
|
@Override
|
|
public int read() throws IOException {
|
|
return reader.read();
|
|
}
|
|
|
|
@Override
|
|
public int read(char[] cbuf, int offset, int length) throws IOException {
|
|
return reader.read(cbuf, offset, length);
|
|
}
|
|
|
|
@Override
|
|
public long skip(long n) throws IOException {
|
|
return reader.skip(n);
|
|
}
|
|
|
|
@Override
|
|
public boolean ready() throws IOException {
|
|
return reader.ready();
|
|
}
|
|
|
|
@Override
|
|
public void close() throws IOException {
|
|
reader.close();
|
|
}
|
|
|
|
@Override
|
|
public boolean markSupported() {
|
|
return reader.markSupported();
|
|
}
|
|
|
|
@Override
|
|
public void mark(int readAheadLimit) throws IOException {
|
|
reader.mark(readAheadLimit);
|
|
}
|
|
|
|
@Override
|
|
public void reset() throws IOException {
|
|
reader.reset();
|
|
}
|
|
|
|
}
|