List of usage examples for org.apache.commons.io ByteOrderMark UTF_8
ByteOrderMark UTF_8
To view the source code for org.apache.commons.io ByteOrderMark UTF_8.
Click Source Link
From source file:com.github.anba.test262.environment.RhinoEnv.java
/** * Returns a new {@link Reader} for the {@code stream} parameter *//* ww w . j a v a 2s .co m*/ private static Reader newReader(InputStream stream, String defaultCharset) throws IOException { BOMInputStream bomstream = new BOMInputStream(stream, ByteOrderMark.UTF_8, ByteOrderMark.UTF_16LE, ByteOrderMark.UTF_16BE); String charset = defaultIfNull(bomstream.getBOMCharsetName(), defaultCharset); return new InputStreamReader(bomstream, charset); }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testReadSmall() throws Exception { byte[] data = new byte[] { 'A', 'B' }; BOMInputStream in = new BOMInputStream(createDataStream(data, false)); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals(-1, in.read());//from w w w. j a v a 2 s . com assertFalse("hasBOM()", in.hasBOM()); assertFalse("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertNull("getBOM", in.getBOM()); }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testReadWithBOM() throws Exception { byte[] data = new byte[] { 'A', 'B', 'C' }; BOMInputStream in = new BOMInputStream(createDataStream(data, true)); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals('C', in.read()); assertEquals(-1, in.read());// w ww .jav a2 s . c om assertTrue("hasBOM()", in.hasBOM()); assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM()); try { in.hasBOM(ByteOrderMark.UTF_16BE); } catch (IllegalArgumentException e) { // expected - not configured for UTF-16BE } }
From source file:com.github.anba.test262.util.Test262Info.java
private static Reader newReader(InputStream stream, String defaultCharset) throws IOException { BOMInputStream bomstream = new BOMInputStream(stream, ByteOrderMark.UTF_8, ByteOrderMark.UTF_16LE, ByteOrderMark.UTF_16BE);//from w w w . j a va 2 s. c o m String charset = defaultIfNull(bomstream.getBOMCharsetName(), defaultCharset); return new InputStreamReader(bomstream, charset); }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testGetBOMFirstThenRead() throws Exception { byte[] data = new byte[] { 'A', 'B', 'C' }; BOMInputStream in = new BOMInputStream(createDataStream(data, true)); assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM()); assertTrue("hasBOM()", in.hasBOM()); assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals('C', in.read()); assertEquals(-1, in.read());/*from w w w .j av a2 s . c om*/ }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testReadWithBOMInclude() throws Exception { byte[] data = new byte[] { 'A', 'B', 'C' }; BOMInputStream in = new BOMInputStream(createDataStream(data, true), true); assertEquals(0xEF, in.read());//from ww w .j a v a 2s. c o m assertEquals(0xBB, in.read()); assertEquals(0xBF, in.read()); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals('C', in.read()); assertEquals(-1, in.read()); assertTrue("hasBOM()", in.hasBOM()); assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM()); }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testGetBOMFirstThenReadInclude() throws Exception { byte[] data = new byte[] { 'A', 'B', 'C' }; BOMInputStream in = new BOMInputStream(createDataStream(data, true), true); assertTrue("hasBOM()", in.hasBOM()); assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM()); assertEquals(0xEF, in.read());/*from ww w .j a va2 s .c om*/ assertEquals(0xBB, in.read()); assertEquals(0xBF, in.read()); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals('C', in.read()); assertEquals(-1, in.read()); }
From source file:com.github.anba.es6draft.chakra.ChakraTest.java
private static Charset charsetFor(BOMInputStream bis, Charset defaultCharset) throws IOException { ByteOrderMark bom = bis.getBOM();/*from w w w . ja va2 s. com*/ if (ByteOrderMark.UTF_8.equals(bom)) { return StandardCharsets.UTF_8; } if (ByteOrderMark.UTF_16LE.equals(bom)) { return StandardCharsets.UTF_16LE; } if (ByteOrderMark.UTF_16BE.equals(bom)) { return StandardCharsets.UTF_16BE; } return defaultCharset; }
From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java
public void testReadWithMultipleBOM() throws Exception { byte[] data = new byte[] { 'A', 'B', 'C' }; BOMInputStream in = new BOMInputStream(createDataStream(data, true), ByteOrderMark.UTF_16BE, ByteOrderMark.UTF_8); assertEquals('A', in.read()); assertEquals('B', in.read()); assertEquals('C', in.read()); assertEquals(-1, in.read());// w ww . j a va 2s .com assertTrue("hasBOM()", in.hasBOM()); assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8)); assertFalse("hasBOM(UTF-16BE)", in.hasBOM(ByteOrderMark.UTF_16BE)); assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM()); }
From source file:ee.ria.xroad.proxy.testsuite.MessageTestCase.java
private InputStream addUtf8Bom(InputStream is) throws Exception { ByteArrayOutputStream out = new ByteArrayOutputStream(); out.write(ByteOrderMark.UTF_8.getBytes()); out.write(IOUtils.toByteArray(is));//from www .ja v a 2 s .c o m return new ByteArrayInputStream(out.toByteArray()); }