Example usage for org.apache.hadoop.io Text Text

Introduction

In this page you can find the example usage for org.apache.hadoop.io Text Text.

Prototype

public Text(byte[] utf8)

Source Link

Document

Construct from a byte array.

Usage

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * A simple case./*w  ww. ja  v a2 s . co m*/
 * @throws Exception if failed
 */
@Test
public void simple() throws Exception {
    ModelLoader loaded = generateJava("simple");
    ModelWrapper model = loaded.newModel("Simple");
    DataModelStreamSupport<?> support = (DataModelStreamSupport<?>) loaded.newObject("csv", "SimpleCsvSupport");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    DataModelStreamSupport<Object> unsafe = unsafe(support);

    model.set("value", new Text("Hello, world!"));
    byte[] data = write(unsafe, model);

    Object buffer = loaded.newModel("Simple").unwrap();
    DataModelReader<Object> reader = unsafe.createReader("hello", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer), is(true));
    assertThat(buffer, is(buffer));
    assertThat(reader.readTo(buffer), is(false));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * All types.//from  w  w w .  j  av  a  2s .c  om
 * @throws Exception if failed
 */
@Test
public void types() throws Exception {
    ModelLoader loaded = generateJava("types");
    ModelWrapper model = loaded.newModel("Types");
    DataModelStreamSupport<?> support = (DataModelStreamSupport<?>) loaded.newObject("csv", "TypesCsvSupport");
    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    ModelWrapper empty = loaded.newModel("Types");

    ModelWrapper all = loaded.newModel("Types");
    all.set("c_int", 100);
    all.set("c_text", new Text("Hello, DMDL world!"));
    all.set("c_boolean", true);
    all.set("c_byte", (byte) 64);
    all.set("c_short", (short) 1023);
    all.set("c_long", 100000L);
    all.set("c_float", 1.5f);
    all.set("c_double", 2.5f);
    all.set("c_decimal", new BigDecimal("3.1415"));
    all.set("c_date", new Date(2011, 9, 1));
    all.set("c_datetime", new DateTime(2011, 12, 31, 23, 59, 59));

    DataModelStreamSupport<Object> unsafe = unsafe(support);
    byte[] data = write(unsafe, empty, all);

    Object buffer = loaded.newModel("Types").unwrap();
    DataModelReader<Object> reader = unsafe.createReader("hello", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer), is(true));
    assertThat(buffer, is(empty.unwrap()));
    assertThat(reader.readTo(buffer), is(true));
    assertThat(buffer, is(all.unwrap()));
    assertThat(reader.readTo(buffer), is(false));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with attributes./*from  ww  w  . j a v  a  2 s.  c  om*/
 * @throws Exception if failed
 */
@Test
public void attributes() throws Exception {
    ModelLoader loaded = generateJava("attributes");
    ModelWrapper model = loaded.newModel("Model");
    model.set("text_value", new Text("\u3042\u3044\u3046\u3048\u304a"));
    model.set("true_value", true);
    model.set("false_value", false);
    model.set("date_value", new Date(2011, 10, 11));
    model.set("date_time_value", new DateTime(2011, 1, 2, 13, 14, 15));
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));
    byte[] data = write(support, model);

    String[][] results = parse(5, new String(data, "ISO-2022-jp"));
    assertThat(results,
            is(new String[][] { { "text_value", "true_value", "false_value", "date_value", "date_time_value" },
                    { "\u3042\u3044\u3046\u3048\u304a", "T", "F", "2011/10/11", "2011/01/02+13:14:15" }, }));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with header./* w  ww. j a v a 2s.c o  m*/
 * @throws Exception if failed
 */
@Test
public void header() throws Exception {
    ModelLoader loaded = generateJava("field_name");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));

    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello, world!"));
    byte[] data = write(support, model);

    String[][] results = parse(1, new String(data, "UTF-8"));
    assertThat(results, is(new String[][] { { "title" }, { "Hello, world!" }, }));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with force header.//from   ww  w. ja v  a  2s .  c  o m
 * @throws Exception if failed
 */
@Test
public void force_header() throws Exception {
    ModelLoader loaded = generateJava("force_header");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));

    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello, world!"));
    byte[] data = write(support, model);

    String[][] results = parse(1, new String(data, "UTF-8"));
    assertThat(results, is(new String[][] { { "title" }, { "Hello, world!" }, }));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with implicit field./*from ww w.j av  a2 s. c  om*/
 * @throws Exception if failed
 */
@Test
public void implicit_field_name() throws Exception {
    ModelLoader loaded = generateJava("implicit_field_name");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));

    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello, world!"));
    byte[] data = write(support, model);

    String[][] results = parse(1, new String(data, "UTF-8"));
    assertThat(results, is(new String[][] { { "value" }, { "Hello, world!" }, }));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with file name.//  w  ww .j  a  v  a2s  .co  m
 * @throws Exception if failed
 */
@Test
public void file_name() throws Exception {
    ModelLoader loaded = generateJava("file_name");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));

    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello, world!"));
    byte[] data = write(support, model);

    ModelWrapper buffer = loaded.newModel("Model");
    DataModelReader<Object> reader = support.createReader("testing", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello, world!")));
    assertThat(buffer.getOption("path"), is((Object) new StringOption("testing")));
    assertThat(reader.readTo(buffer.unwrap()), is(false));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with line number.//from  www .j a  va  2 s  .co  m
 * @throws Exception if failed
 */
@Test
public void line_number() throws Exception {
    ModelLoader loaded = generateJava("line_number");
    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello\nworld!"));
    ModelWrapper buffer = loaded.newModel("Model");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));
    byte[] data = write(support, model, model);

    DataModelReader<Object> reader = support.createReader("testing", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello\nworld!")));
    assertThat(buffer.getOption("number"), is((Object) new IntOption(1)));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello\nworld!")));
    assertThat(buffer.getOption("number"), is((Object) new IntOption(3)));
    assertThat(reader.readTo(buffer.unwrap()), is(false));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with record number.//from w ww.java 2s.  com
 * @throws Exception if failed
 */
@Test
public void record_number() throws Exception {
    ModelLoader loaded = generateJava("record_number");
    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello\nworld!"));
    ModelWrapper buffer = loaded.newModel("Model");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));
    byte[] data = write(support, model, model);

    DataModelReader<Object> reader = support.createReader("testing", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello\nworld!")));
    assertThat(buffer.getOption("number"), is((Object) new LongOption(1)));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello\nworld!")));
    assertThat(buffer.getOption("number"), is((Object) new LongOption(2)));
    assertThat(reader.readTo(buffer.unwrap()), is(false));
}

From source file:com.asakusafw.dmdl.windgate.csv.driver.CsvSupportEmitterTest.java

License:Apache License

/**
 * with ignored property./*from  w  w  w .j a  va  2  s .c om*/
 * @throws Exception if failed
 */
@Test
public void ignore() throws Exception {
    ModelLoader loaded = generateJava("ignore");
    ModelWrapper model = loaded.newModel("Model");
    model.set("value", new Text("Hello, world!"));
    model.set("ignored", new Text("ignored"));
    ModelWrapper buffer = loaded.newModel("Model");
    DataModelStreamSupport<Object> support = unsafe(loaded.newObject("csv", "ModelCsvSupport"));
    byte[] data = write(support, model);

    DataModelReader<Object> reader = support.createReader("testing", new ByteArrayInputStream(data));
    assertThat(reader.readTo(buffer.unwrap()), is(true));
    assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello, world!")));
    assertThat(buffer.getOption("ignored"), is((Object) new StringOption()));
    assertThat(reader.readTo(buffer.unwrap()), is(false));
}