Example usage for org.apache.hadoop.io Text Text

Introduction

In this page you can find the example usage for org.apache.hadoop.io Text Text.

Prototype

public Text(byte[] utf8) 

Source Link

Document

Construct from a byte array.

Usage

From source file:com.asakusafw.dmdl.directio.tsv.driver.TsvFormatEmitterTest.java

License:Apache License

/**
 * w/ allow_linefeed.//from   ww w .ja v a 2s. c om
 * @throws Exception if failed
 */
@Test
public void w_allow_linefeed() throws Exception {
    ModelLoader loaded = generateJava("allow_linefeed");
    ModelWrapper model = loaded.newModel("Simple");
    BinaryStreamFormat<?> support = (BinaryStreamFormat<?>) loaded.newObject("tsv", "SimpleTsvFormat");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    BinaryStreamFormat<Object> unsafe = unsafe(support);
    assertThat(unsafe.getMinimumFragmentSize(), lessThan(0L));

    model.set("value", new Text("Hello, world!"));

    ByteArrayOutputStream output = new ByteArrayOutputStream();
    try (ModelOutput<Object> writer = unsafe.createOutput(model.unwrap().getClass(), "hello", output)) {
        writer.write(model.unwrap());
    }

    Object buffer = loaded.newModel("Simple").unwrap();
    try (ModelInput<Object> reader = unsafe.createInput(model.unwrap().getClass(), "hello", in(output), 0,
            size(output))) {
        assertThat(reader.readTo(buffer), is(true));
        assertThat(buffer, is(model.unwrap()));
        assertThat(reader.readTo(buffer), is(false));
    }
}

---

From source file:com.asakusafw.dmdl.directio.tsv.driver.TsvFormatEmitterTest.java

License:Apache License

/**
 * With compression.//w w  w.  ja v a2  s.  c  o  m
 * @throws Exception if failed
 */
@Test
public void compression() throws Exception {
    ModelLoader loaded = generateJava("compression");
    ModelWrapper model = loaded.newModel("Compression");
    BinaryStreamFormat<?> support = (BinaryStreamFormat<?>) loaded.newObject("tsv", "CompressionTsvFormat");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    BinaryStreamFormat<Object> unsafe = unsafe(support);
    assertThat(unsafe, is(instanceOf(Configurable.class)));
    assertThat(unsafe.getMinimumFragmentSize(), lessThan(0L));

    model.set("value", new Text("Hello, world!"));

    ByteArrayOutputStream output = new ByteArrayOutputStream();
    try (ModelOutput<Object> writer = unsafe.createOutput(model.unwrap().getClass(), "hello", output)) {
        writer.write(model.unwrap());
    }

    Object buffer = loaded.newModel("Compression").unwrap();
    try (ModelInput<Object> reader = unsafe.createInput(model.unwrap().getClass(), "hello", in(output), 0,
            size(output))) {
        assertThat(reader.readTo(buffer), is(true));
        assertThat(buffer, is(model.unwrap()));
        assertThat(reader.readTo(buffer), is(false));
    }
}

---

From source file:com.asakusafw.dmdl.directio.tsv.driver.TsvFormatEmitterTest.java

License:Apache License

/**
 * simple testing./*from  www  .j a v  a 2  s  . c  o m*/
 * @throws Exception if failed
 */
@Test
public void header() throws Exception {
    ModelLoader loaded = generateJava("header");
    ModelWrapper model = loaded.newModel("Header");
    BinaryStreamFormat<?> support = (BinaryStreamFormat<?>) loaded.newObject("tsv", "HeaderTsvFormat");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    BinaryStreamFormat<Object> unsafe = unsafe(support);

    model.set("key", 100);
    model.set("value", new Text("Hello, world!"));

    ByteArrayOutputStream output = new ByteArrayOutputStream();
    try (ModelOutput<Object> writer = unsafe.createOutput(model.unwrap().getClass(), "hello", output)) {
        writer.write(model.unwrap());
    }

    Object buffer = loaded.newModel("Header").unwrap();
    try (ModelInput<Object> reader = unsafe.createInput(model.unwrap().getClass(), "hello", in(output), 0,
            size(output))) {
        assertThat(reader.readTo(buffer), is(true));
        assertThat(buffer, is(model.unwrap()));
        assertThat(reader.readTo(buffer), is(false));
    }
}

---

From source file:com.asakusafw.dmdl.directio.tsv.driver.TsvFormatEmitterTest.java

License:Apache License

/**
 * With ignoring field.//from w ww. ja v a  2s.  co  m
 * @throws Exception if failed
 */
@Test
public void ignore() throws Exception {
    ModelLoader loaded = generateJava("ignore");
    ModelWrapper model = loaded.newModel("Ignore");
    BinaryStreamFormat<?> support = (BinaryStreamFormat<?>) loaded.newObject("tsv", "IgnoreTsvFormat");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    BinaryStreamFormat<Object> unsafe = unsafe(support);

    model.set("value", new Text("Hello, world!"));

    ByteArrayOutputStream output = new ByteArrayOutputStream();
    try (ModelOutput<Object> writer = unsafe.createOutput(model.unwrap().getClass(), "hello", output)) {
        writer.write(model.unwrap());
    }

    Object buffer = loaded.newModel("Ignore").unwrap();
    try (ModelInput<Object> reader = unsafe.createInput(model.unwrap().getClass(), "hello", in(output), 0,
            size(output))) {
        assertThat(reader.readTo(buffer), is(true));
        assertThat(buffer, is(model.unwrap()));
        assertThat(reader.readTo(buffer), is(false));
    }
}

---

From source file:com.asakusafw.dmdl.directio.tsv.driver.TsvFormatEmitterTest.java

License:Apache License

/**
 * With file name./*  w  w w .  j  a va 2s  .  c o  m*/
 * @throws Exception if failed
 */
@Test
public void file_name() throws Exception {
    ModelLoader loaded = generateJava("file_name");
    ModelWrapper model = loaded.newModel("FileName");
    BinaryStreamFormat<?> support = (BinaryStreamFormat<?>) loaded.newObject("tsv", "FileNameTsvFormat");

    assertThat(support.getSupportedType(), is((Object) model.unwrap().getClass()));

    BinaryStreamFormat<Object> unsafe = unsafe(support);

    model.set("value", new Text("Hello, world!"));

    ByteArrayOutputStream output = new ByteArrayOutputStream();
    try (ModelOutput<Object> writer = unsafe.createOutput(model.unwrap().getClass(), "hello.tsv", output)) {
        writer.write(model.unwrap());
    }

    ModelWrapper buffer = loaded.newModel("FileName");
    try (ModelInput<Object> reader = unsafe.createInput(model.unwrap().getClass(), "hello.tsv", in(output), 0,
            size(output))) {
        assertThat(reader.readTo(buffer.unwrap()), is(true));
        assertThat(buffer.getOption("value"), is((Object) new StringOption("Hello, world!")));
        assertThat(buffer.getOption("path"), is((Object) new StringOption("hello.tsv")));
        assertThat(reader.readTo(buffer.unwrap()), is(false));
    }
}

---

From source file:com.asakusafw.dmdl.java.emitter.ConcreteModelEmitterTest.java

License:Apache License

/**
 * all primitive types./*w w  w . j av a  2s . c om*/
 */
@Test
public void primitives() {
    ModelLoader loader = generate();
    ModelWrapper object = loader.newModel("Primitives");

    object.set("type_boolean", true);
    assertThat(object.is("type_boolean"), eq(true));

    object.set("type_byte", (byte) 64);
    assertThat(object.get("type_byte"), eq((byte) 64));

    object.set("type_short", (short) 256);
    assertThat(object.get("type_short"), eq((short) 256));

    object.set("type_int", 100);
    assertThat(object.get("type_int"), eq(100));

    object.set("type_long", 200L);
    assertThat(object.get("type_long"), eq(200L));

    object.set("type_float", 300.f);
    assertThat(object.get("type_float"), eq(300.f));

    object.set("type_double", 400.d);
    assertThat(object.get("type_double"), eq(400.d));

    object.set("type_decimal", new BigDecimal("1234.567"));
    assertThat(object.get("type_decimal"), eq(new BigDecimal("1234.567")));

    object.set("type_text", new Text("Hello, world!"));
    assertThat(object.get("type_text"), eq(new Text("Hello, world!")));

    object.set("type_date", new Date(2011, 3, 31));
    assertThat(object.get("type_date"), eq(new Date(2011, 3, 31)));

    object.set("type_datetime", new DateTime(2011, 3, 31, 23, 30, 1));
    assertThat(object.get("type_datetime"), eq(new DateTime(2011, 3, 31, 23, 30, 1)));
}

---

From source file:com.asakusafw.dmdl.java.emitter.driver.ObjectDriverTest.java

License:Apache License

/**
 * records.//w  ww.  ja va  2s  .com
 */
@Test
public void simple_record() {
    ModelLoader loader = generate();

    ModelWrapper a = loader.newModel("Simple");
    ModelWrapper b = loader.newModel("Simple");

    a.set("sid", 100L);
    assertThat(a.unwrap().equals(b.unwrap()), is(false));

    b.copyFrom(a);
    assertThat(a.unwrap().hashCode(), is(b.unwrap().hashCode()));
    assertThat(a.unwrap().equals(b.unwrap()), is(true));
    assertThat(a.unwrap().toString(), is(b.unwrap().toString()));

    b.set("value", new Text("Hello, world!"));
    assertThat(a.unwrap().equals(b.unwrap()), is(false));
}

---

From source file:com.asakusafw.dmdl.java.emitter.driver.StringPropertyDriverTest.java

License:Apache License

/**
 * records./*from  w w  w .j  av  a 2  s .  c o m*/
 */
@Test
public void simple_record() {
    ModelLoader loader = generate();
    ModelWrapper a = loader.newModel("Simple");

    a.invoke("setValueAsString", "Hello, world!");
    assertThat(a.get("value"), is((Object) new Text("Hello, world!")));
    assertThat(a.invoke("getValueAsString"), is((Object) "Hello, world!"));
}

---

From source file:com.asakusafw.dmdl.java.emitter.driver.StringPropertyDriverTest.java

License:Apache License

/**
 * projections.//w w  w  . ja  va 2s  .c om
 */
@Test
public void string_projection() {
    emitDrivers.add(new ProjectionDriver());
    ModelLoader loader = generate();
    ModelWrapper a = loader.newModel("Simple");
    a.setInterfaceType(loader.modelType("Projection"));

    a.invoke("setValueAsString", "Hello, world!");
    assertThat(a.get("value"), is((Object) new Text("Hello, world!")));
    assertThat(a.invoke("getValueAsString"), is((Object) "Hello, world!"));
}

---

From source file:com.asakusafw.dmdl.java.emitter.driver.WritableDriverTest.java

License:Apache License

/**
 * primitives./*from   w  w w.ja v a  2  s.c  o  m*/
 * @throws Exception if test was failed
 */
@Test
public void primitives() throws Exception {
    ModelLoader loader = generate();
    ModelWrapper object = loader.newModel("Primitives");
    assertThat(object.unwrap(), instanceOf(Writable.class));

    object.set("type_boolean", true);
    object.set("type_byte", (byte) 64);
    object.set("type_short", (short) 256);
    object.set("type_int", 100);
    object.set("type_long", 200L);
    object.set("type_float", 300.f);
    object.set("type_double", 400.d);
    object.set("type_decimal", new BigDecimal("1234.567"));
    object.set("type_text", new Text("Hello, world!"));
    object.set("type_date", new Date(2011, 3, 31));
    object.set("type_datetime", new DateTime(2011, 3, 31, 23, 30, 1));

    Writable writable = (Writable) object.unwrap();

    DataOutputBuffer output = new DataOutputBuffer();
    writable.write(output);

    Writable copy = (Writable) loader.newModel("Primitives").unwrap();
    DataInputBuffer input = new DataInputBuffer();
    input.reset(output.getData(), output.getLength());
    copy.readFields(input);

    assertThat(input.read(), is(-1));
    assertThat(writable, equalTo(copy));
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• 9
• 10
• 11
• 12
• 13
• 14
• 15
• 16
• 17
• 18
• 19
• 20
• 21
• 22
• 23
• 24
• 25
• 26
• 27
• 28
• 29
• 30
• 31
• 32
• 33
• 34
• 35
• 36
• 37
• 38
• 39
• 40
• 41
• 42
• »