Example usage for org.apache.commons.io ByteOrderMark UTF_8

List of usage examples for org.apache.commons.io ByteOrderMark UTF_8

Introduction

In this page you can find the example usage for org.apache.commons.io ByteOrderMark UTF_8.

Prototype

ByteOrderMark UTF_8

To view the source code for org.apache.commons.io ByteOrderMark UTF_8.

Click Source Link

Document

UTF-8 BOM

Usage

From source file:com.github.anba.test262.environment.RhinoEnv.java

/**
 * Returns a new {@link Reader} for the {@code stream} parameter
 *//*  ww w  .  j  a v a  2s  .co  m*/
private static Reader newReader(InputStream stream, String defaultCharset) throws IOException {
    BOMInputStream bomstream = new BOMInputStream(stream, ByteOrderMark.UTF_8, ByteOrderMark.UTF_16LE,
            ByteOrderMark.UTF_16BE);
    String charset = defaultIfNull(bomstream.getBOMCharsetName(), defaultCharset);
    return new InputStreamReader(bomstream, charset);
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testReadSmall() throws Exception {
    byte[] data = new byte[] { 'A', 'B' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, false));
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals(-1, in.read());//from   w w w. j  a v  a  2 s  .  com
    assertFalse("hasBOM()", in.hasBOM());
    assertFalse("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertNull("getBOM", in.getBOM());
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testReadWithBOM() throws Exception {
    byte[] data = new byte[] { 'A', 'B', 'C' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, true));
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals('C', in.read());
    assertEquals(-1, in.read());// w ww  .jav a2 s  . c  om
    assertTrue("hasBOM()", in.hasBOM());
    assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM());
    try {
        in.hasBOM(ByteOrderMark.UTF_16BE);
    } catch (IllegalArgumentException e) {
        // expected - not configured for UTF-16BE
    }
}

From source file:com.github.anba.test262.util.Test262Info.java

private static Reader newReader(InputStream stream, String defaultCharset) throws IOException {
    BOMInputStream bomstream = new BOMInputStream(stream, ByteOrderMark.UTF_8, ByteOrderMark.UTF_16LE,
            ByteOrderMark.UTF_16BE);//from w  w  w  .  j  a  va 2 s.  c o m
    String charset = defaultIfNull(bomstream.getBOMCharsetName(), defaultCharset);
    return new InputStreamReader(bomstream, charset);
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testGetBOMFirstThenRead() throws Exception {
    byte[] data = new byte[] { 'A', 'B', 'C' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, true));
    assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM());
    assertTrue("hasBOM()", in.hasBOM());
    assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals('C', in.read());
    assertEquals(-1, in.read());/*from  w w  w .j av a2 s  . c om*/
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testReadWithBOMInclude() throws Exception {
    byte[] data = new byte[] { 'A', 'B', 'C' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, true), true);
    assertEquals(0xEF, in.read());//from  ww  w .j a v  a  2s. c o  m
    assertEquals(0xBB, in.read());
    assertEquals(0xBF, in.read());
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals('C', in.read());
    assertEquals(-1, in.read());
    assertTrue("hasBOM()", in.hasBOM());
    assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM());
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testGetBOMFirstThenReadInclude() throws Exception {
    byte[] data = new byte[] { 'A', 'B', 'C' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, true), true);
    assertTrue("hasBOM()", in.hasBOM());
    assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM());
    assertEquals(0xEF, in.read());/*from   ww w  .j a  va2  s  .c  om*/
    assertEquals(0xBB, in.read());
    assertEquals(0xBF, in.read());
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals('C', in.read());
    assertEquals(-1, in.read());
}

From source file:com.github.anba.es6draft.chakra.ChakraTest.java

private static Charset charsetFor(BOMInputStream bis, Charset defaultCharset) throws IOException {
    ByteOrderMark bom = bis.getBOM();/*from   w w  w .  ja  va2 s.  com*/
    if (ByteOrderMark.UTF_8.equals(bom)) {
        return StandardCharsets.UTF_8;
    }
    if (ByteOrderMark.UTF_16LE.equals(bom)) {
        return StandardCharsets.UTF_16LE;
    }
    if (ByteOrderMark.UTF_16BE.equals(bom)) {
        return StandardCharsets.UTF_16BE;
    }
    return defaultCharset;
}

From source file:com.examples.with.different.packagename.coverage.BOMInputStreamTest.java

public void testReadWithMultipleBOM() throws Exception {
    byte[] data = new byte[] { 'A', 'B', 'C' };
    BOMInputStream in = new BOMInputStream(createDataStream(data, true), ByteOrderMark.UTF_16BE,
            ByteOrderMark.UTF_8);
    assertEquals('A', in.read());
    assertEquals('B', in.read());
    assertEquals('C', in.read());
    assertEquals(-1, in.read());//  w  ww . j  a va 2s .com
    assertTrue("hasBOM()", in.hasBOM());
    assertTrue("hasBOM(UTF-8)", in.hasBOM(ByteOrderMark.UTF_8));
    assertFalse("hasBOM(UTF-16BE)", in.hasBOM(ByteOrderMark.UTF_16BE));
    assertEquals("getBOM", ByteOrderMark.UTF_8, in.getBOM());
}

From source file:ee.ria.xroad.proxy.testsuite.MessageTestCase.java

private InputStream addUtf8Bom(InputStream is) throws Exception {
    ByteArrayOutputStream out = new ByteArrayOutputStream();

    out.write(ByteOrderMark.UTF_8.getBytes());
    out.write(IOUtils.toByteArray(is));//from   www  .ja  v a 2 s .c  o m

    return new ByteArrayInputStream(out.toByteArray());
}