apache hadoop file block location - Java Big Data

Java examples for Big Data:Hadoop

  1. HOME
  2. Java
  3. Big Data
  4. Hadoop

Description

apache hadoop file block location

Demo Code

package Hdfs;/* w ww.  j a  v  a2  s. c  om*/

import java.net.URI;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.BlockLocation;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

public class LocationFile {
    public static void main(String[] args) throws Exception {
        String uri = "hdfs://neusoft-master:9000/user/root/test/demo1";
        Configuration conf = new Configuration();
        try {
            FileSystem fs = FileSystem.get(URI.create(uri), conf);
            Path fpath = new Path(uri);
            FileStatus fileStatus = fs.getFileStatus(fpath);
            BlockLocation[] blockLocations = fs.getFileBlockLocations(
                    fileStatus, 0, fileStatus.getLen());
            int blocklen = blockLocations.length;
            for (int i = 0; i < blocklen; i++) {
                String[] hosts = blockLocations[i].getHosts();
                System.out.println("block_" + i + "_location:" + hosts[0]);
            }
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}

Related Tutorials