Example usage for org.apache.mahout.math VectorWritable toString

List of usage examples for org.apache.mahout.math VectorWritable toString

Introduction

In this page you can find the example usage for org.apache.mahout.math VectorWritable toString.

Prototype

@Override
    public String toString() 

Source Link

Usage

From source file:edu.indiana.d2i.htrc.util.VectorInspection.java

License:Apache License

@Override
public int run(String[] args) throws Exception {
    String input = args[0];/*from   ww  w  .j  a va2  s. c o m*/
    String output = args[1];

    int numVector = 0;
    Set<Integer> dimLst = new HashSet<Integer>();

    Configuration conf = getConf();
    FileSystem fs = FileSystem.get(conf);
    FileStatus[] status = fs.listStatus(new Path(input), Utilities.HIDDEN_FILE_FILTER);
    Text key = new Text();
    VectorWritable value = new VectorWritable();
    BufferedWriter writer = new BufferedWriter(new FileWriter(output));
    for (int i = 0; i < status.length; i++) {
        SequenceFile.Reader seqReader = new SequenceFile.Reader(fs, status[i].getPath(), conf);
        while (seqReader.next(key, value)) {
            numVector++;
            dimLst.add(value.get().size());
            writer.write(value.toString() + "\n");
        }
    }

    logger.info("#vector: " + numVector);
    logger.info("number of different dimensions: " + dimLst.size());
    StringBuilder builder = new StringBuilder();
    for (Integer dim : dimLst)
        builder.append(dim + " ");
    logger.info("" + builder.toString());

    writer.close();

    return 0;
}