Example usage for org.apache.hadoop.hdfs DFSConfigKeys DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH

List of usage examples for org.apache.hadoop.hdfs DFSConfigKeys DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH

Introduction

In this page you can find the example usage for org.apache.hadoop.hdfs DFSConfigKeys DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH.

Prototype

String DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH

To view the source code for org.apache.hadoop.hdfs DFSConfigKeys DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH.

Click Source Link

Usage

From source file:org.apache.tez.analyzer.TestAnalyzer.java

License:Apache License

@BeforeClass
public static void setupClass() throws Exception {
    conf = new Configuration();
    conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH, false);
    EditLogFileOutputStream.setShouldSkipFsyncForTesting(true);
    conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, TEST_ROOT_DIR);
    dfsCluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
    fs = dfsCluster.getFileSystem();/*from   w ww  . ja  va 2 s.  c  o m*/
    conf.set("fs.defaultFS", fs.getUri().toString());

    setupTezCluster();
}

From source file:org.apache.tez.history.TestATSFileParser.java

License:Apache License

@BeforeClass
public static void setupCluster() throws Exception {
    conf = new Configuration();
    conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH, false);
    EditLogFileOutputStream.setShouldSkipFsyncForTesting(true);
    conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, TEST_ROOT_DIR);
    miniDFSCluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
    fs = miniDFSCluster.getFileSystem();
    conf.set("fs.defaultFS", fs.getUri().toString());

    setupTezCluster();//from   www .j a v a2 s. c om
}

From source file:org.apache.tez.test.TestPipelinedShuffle.java

License:Apache License

@BeforeClass
public static void setupDFSCluster() throws Exception {
    conf = new Configuration();
    conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH, false);
    EditLogFileOutputStream.setShouldSkipFsyncForTesting(true);
    conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, TEST_ROOT_DIR);
    miniDFSCluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
    fs = miniDFSCluster.getFileSystem();
    conf.set("fs.defaultFS", fs.getUri().toString());
    conf.setBoolean(TezRuntimeConfiguration.TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH, false);
}

From source file:org.apache.tez.test.TestSecureShuffle.java

License:Apache License

@BeforeClass
public static void setupDFSCluster() throws Exception {
    conf = new Configuration();
    conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_EDITS_NOEDITLOGCHANNELFLUSH, false);
    EditLogFileOutputStream.setShouldSkipFsyncForTesting(true);
    conf.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, TEST_ROOT_DIR);
    miniDFSCluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
    fs = miniDFSCluster.getFileSystem();
    conf.set("fs.defaultFS", fs.getUri().toString());
}