Example usage for org.apache.zookeeper.server ZooKeeperServerMain ZooKeeperServerMain

List of usage examples for org.apache.zookeeper.server ZooKeeperServerMain ZooKeeperServerMain

Introduction

In this page you can find the example usage for org.apache.zookeeper.server ZooKeeperServerMain ZooKeeperServerMain.

Prototype

ZooKeeperServerMain

Source Link

Usage

From source file:blazingcache.TestingZookeeperServerEmbedded.java

License:Apache License

public void start() throws Exception {

    mainsingle = new ZooKeeperServerMain();

    thread = new Thread("zkservermainrunner") {
        @Override//www .  j  av a  2  s .  c o m
        public void run() {
            try {
                ServerConfig cc = new ServerConfig();
                cc.readFrom(config);
                mainsingle.runFromConfig(cc);
                System.out.println("ZK server died");
            } catch (Throwable t) {
                t.printStackTrace();
            }
        }
    };
    thread.start();

    this.cnxnFactory = getServerConnectionFactory();
    if (cnxnFactory != null) {
        final ZooKeeperServer zkServer = getZooKeeperServer(cnxnFactory);
        if (zkServer != null) {
            synchronized (zkServer) {
                if (!zkServer.isRunning()) {
                    zkServer.wait();
                }
            }
        }
    }

}

From source file:com.alibaba.wasp.zookeeper.FQuorumPeer.java

License:Apache License

private static void runZKServer(QuorumPeerConfig zkConfig) throws UnknownHostException, IOException {
    if (zkConfig.isDistributed()) {
        QuorumPeerMain qp = new QuorumPeerMain();
        qp.runFromConfig(zkConfig);/*from ww w . j a va2s .  c  om*/
    } else {
        ZooKeeperServerMain zk = new ZooKeeperServerMain();
        ServerConfig serverConfig = new ServerConfig();
        serverConfig.readFrom(zkConfig);
        zk.runFromConfig(serverConfig);
    }
}

From source file:com.heliosapm.streams.kafka.KafkaTestServer.java

License:Apache License

/**
 * Starts the test server// w ww . ja  va2 s. c  o m
 * @throws Exception thrown on any error
 */
public void start() throws Exception {
    if (running.compareAndSet(false, true)) {
        try {
            final boolean launchZooKeeper = ConfigurationHelper.getBooleanSystemThenEnvProperty(CONFIG_ZOOKEEP,
                    DEFAULT_ZOOKEEP);
            final File zkDataDir = new File(
                    ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_DATA_DIR, DEFAULT_ZK_DATA_DIR));
            final File zkLogDir = new File(
                    ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_LOG_DIR, DEFAULT_ZK_LOG_DIR));
            final File kLogDir = new File(
                    ConfigurationHelper.getSystemThenEnvProperty(CONFIG_LOG_DIR, DEFAULT_LOG_DIR));
            delTree(zkDataDir);
            delTree(zkLogDir);
            delTree(kLogDir);
            zkConfigProperties.clear();
            if (launchZooKeeper) {
                zkConfigProperties.setProperty("tickTime", "2000");
                zkConfigProperties.setProperty("syncEnabled", "false");
                zkConfigProperties.setProperty("dataDir",
                        ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_DATA_DIR, DEFAULT_ZK_DATA_DIR));
                zkConfigProperties.setProperty("dataLogDir",
                        ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_LOG_DIR, DEFAULT_ZK_LOG_DIR));
            }
            zooKeepPort = zooKeepReservedPort.getPort();
            final String clientPortAddress = ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_IFACE,
                    DEFAULT_ZK_IFACE);
            zookeepConnect = clientPortAddress + ":" + zooKeepPort;
            if (launchZooKeeper) {
                zkConfigProperties.setProperty("clientPort", "" + zooKeepPort);
                zkConfigProperties.setProperty("clientPortAddress", clientPortAddress);
                zkConfigProperties.setProperty("maxClientCnxns", "" + ConfigurationHelper
                        .getIntSystemThenEnvProperty(CONFIG_ZK_MAXCONNS, DEFAULT_ZK_MAXCONNS));
                zkConfigProperties.setProperty("minSessionTimeout", ""
                        + ConfigurationHelper.getIntSystemThenEnvProperty(CONFIG_ZK_MINTO, DEFAULT_ZK_MINTO));
                zkConfigProperties.setProperty("maxSessionTimeout", ""
                        + ConfigurationHelper.getIntSystemThenEnvProperty(CONFIG_ZK_MAXTO, DEFAULT_ZK_MAXTO));
            }

            if (launchZooKeeper) {
                log.info(">>>>> Starting Embedded ZooKeeper...");
                log.info("Embedded Kafka ZooKeeper Config: {}", zkConfigProperties);
                zkConfig = new QuorumPeerConfig();
                //            zkConfig.parse(System.getenv("ZOOKEEPER_HOME") + File.separator + "conf" + File.separator + "zoo.cfg");
                zkConfig.parseProperties(zkConfigProperties);
                final Thread zkRunThread;
                final Throwable[] t = new Throwable[1];
                if (zkConfig.getServers().size() > 1) {
                    standalone.set(false);
                    zkServer = new QuorumPeerMain();
                    zkRunThread = new Thread("ZooKeeperRunThread") {
                        @Override
                        public void run() {
                            try {
                                zkServer.runFromConfig(zkConfig);
                            } catch (IOException ex) {
                                log.error("Failed to start ZooKeeper", ex);
                                t[0] = ex;
                            }
                        }
                    };
                } else {
                    standalone.set(true);
                    sc = new ServerConfig();
                    sc.readFrom(zkConfig);
                    zkSoServer = new ZooKeeperServerMain();
                    zkRunThread = new Thread("ZooKeeperStandaloneRunThread") {
                        @Override
                        public void run() {
                            try {
                                zkSoServer.runFromConfig(sc);
                            } catch (IOException ex) {
                                log.error("Failed to start standalone ZooKeeper", ex);
                                t[0] = ex;
                            }
                        }
                    };
                }
                zkRunThread.setDaemon(true);
                zkRunThread.start();
                log.info("<<<<< Embedded ZooKeeper started.");
            }

            //            ZooKeeperServer zkServer  = new ZooKeeperServer(new File(ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_DATA_DIR, DEFAULT_ZK_DATA_DIR)), new File(ConfigurationHelper.getSystemThenEnvProperty(CONFIG_ZK_LOG_DIR, DEFAULT_ZK_LOG_DIR)), 200);
            configProperties.clear();
            kafkaPort = kafkaReservedPort.getPort();
            configProperties.setProperty("delete.topic.enable", "true");
            configProperties.setProperty("log.dir",
                    ConfigurationHelper.getSystemThenEnvProperty(CONFIG_LOG_DIR, DEFAULT_LOG_DIR));
            configProperties.setProperty("log.dirs",
                    ConfigurationHelper.getSystemThenEnvProperty(CONFIG_LOG_DIR, DEFAULT_LOG_DIR));
            configProperties.setProperty("port", "" + kafkaPort);
            //            configProperties.setProperty("enable.zookeeper", "" + ConfigurationHelper.getBooleanSystemThenEnvProperty(CONFIG_ZOOKEEP, DEFAULT_ZOOKEEP));
            configProperties.setProperty("zookeeper.connect", zookeepConnect);
            configProperties.setProperty("broker.id", "0");//"" + ConfigurationHelper.getIntSystemThenEnvProperty(CONFIG_BROKERID, DEFAULT_BROKERID));

            configProperties.setProperty("socket.request.max.bytes", "104857600");
            configProperties.setProperty("num.io.threads", "8");
            configProperties.setProperty("socket.send.buffer.bytes", "102400");
            configProperties.setProperty("log.retention.check.interval.ms", "300000");
            configProperties.setProperty("log.retention.hours", "168");
            configProperties.setProperty("zookeeper.connection.timeout.ms", "20000");
            configProperties.setProperty("num.recovery.threads.per.data.dir", "1");
            configProperties.setProperty("socket.receive.buffer.bytes", "102400");
            configProperties.setProperty("num.network.threads", "3");
            configProperties.setProperty("num.partitions", "1");
            configProperties.setProperty("log.segment.bytes", "1073741824");

            configProperties.setProperty("key.converter", "org.apache.kafka.connect.json.JsonConverter");
            configProperties.setProperty("internal.key.converter.schemas.enable", "false");
            configProperties.setProperty("value.converter", "org.apache.kafka.connect.json.JsonConverter");
            configProperties.setProperty("offset.storage.file.filename", "/tmp/connect.offsets");
            configProperties.setProperty("key.converter.schemas.enable", "true");
            configProperties.setProperty("offset.flush.interval.ms", "10000");
            configProperties.setProperty("internal.key.converter",
                    "org.apache.kafka.connect.json.JsonConverter");
            configProperties.setProperty("internal.value.converter.schemas.enable", "false");
            configProperties.setProperty("value.converter.schemas.enable", "true");
            configProperties.setProperty("internal.value.converter",
                    "org.apache.kafka.connect.json.JsonConverter");

            log.info(">>>>> Starting Embedded Kafka...");
            log.info("Embedded Kafka Broker Config: {}", configProperties);
            //            kafkaServer = new KafkaEmbedded(configProperties); 
            //            //kafkaServer.startup();            
            //            servers.add(kafkaServer.getKafka());
            //            
            //                        
            //            BrokerState brokerState = kafkaServer.brokerState();
            //            log.info("Base Kafka Server Up. Creating Offsets topic...");
            //            final Properties offsetTopicProps = new Properties();
            //            offsetTopicProps.setProperty("compression.type", "uncompressed");
            //            offsetTopicProps.setProperty("cleanup.policy", "compact");
            //            offsetTopicProps.setProperty("segment.bytes", "1048576");
            //            createTopic("__consumer_offsets", 1, 1, offsetTopicProps);
            //            TestUtils.waitUntilLeaderIsKnown(scala.collection.JavaConversions.asScalaBuffer(servers), "__consumer_offsets", 0, 5000);
            //            TestUtils.waitUntilMetadataIsPropagated(scala.collection.JavaConversions.asScalaBuffer(servers), "__consumer_offsets", 0, 5000);
            //            log.info("<<<<< Embedded Kafka started.");
        } catch (Exception ex) {
            running.set(false);
            configProperties.clear();
            //            try { kafkaServer.stop(); } catch (Exception x) {/* No Op */}
            kafkaServer = null;
            log.error("Failed to start embedded kafka server", ex);
            throw ex;
        }
    } else {
        log.warn("Embedded Kafka Broker already running");
    }
}

From source file:com.polaris.flume.sink.util.ZooKeeperLocal.java

License:Apache License

public ZooKeeperLocal(Properties zkProperties) throws IOException {
    QuorumPeerConfig quorumConfiguration = new QuorumPeerConfig();
    try {// w w w .  jav a2 s.  c om
        quorumConfiguration.parseProperties(zkProperties);
    } catch (Exception e) {
        throw new RuntimeException(e);
    }

    zooKeeperServer = new ZooKeeperServerMain();
    final ServerConfig configuration = new ServerConfig();
    configuration.readFrom(quorumConfiguration);

    new Thread() {
        public void run() {
            try {
                zooKeeperServer.runFromConfig(configuration);
            } catch (IOException e) {
                logger.error("Zookeeper startup failed.", e);
            }
        }
    }.start();
}

From source file:com.qtagile.kafka.ZookeeperLocal.java

License:Open Source License

public ZookeeperLocal(Properties properties) {
    QuorumPeerConfig quorumConfiguration = new QuorumPeerConfig();

    try {/*from ww  w.j a va  2  s. c o  m*/
        quorumConfiguration.parseProperties(properties);
    } catch (Exception e) {
        logger.error("zookeeper local configuration error", e);
        throw new RuntimeException(e);
    }

    configuration = new ServerConfig();
    configuration.readFrom(quorumConfiguration);
    zooKeeperServer = new ZooKeeperServerMain();
}

From source file:com.weibo.api.motan.registry.zookeeper.EmbeddedZookeeper.java

License:Apache License

public void start() throws IOException, QuorumPeerConfig.ConfigException {
    Properties properties = new Properties();
    InputStream in = EmbeddedZookeeper.class.getResourceAsStream("/zoo.cfg");
    properties.load(in);/*from  ww  w  . j  ava2s.c om*/

    QuorumPeerConfig quorumConfiguration = new QuorumPeerConfig();
    quorumConfiguration.parseProperties(properties);
    in.close();

    zookeeperServer = new ZooKeeperServerMain();
    final ServerConfig configuration = new ServerConfig();
    configuration.readFrom(quorumConfiguration);

    t1 = new Thread(new Runnable() {
        @Override
        public void run() {
            try {
                zookeeperServer.runFromConfig(configuration);
            } catch (IOException e) {
            }
        }
    });
    t1.start();
}

From source file:conf2.build.Lz2BuildZk.java

License:Apache License

public static void zookeeper(ConfZookeeper confZookeeper) {
    if (confZookeeper.isEphemeral()) {
        FmtLog.info(logConf, "Zookeeper (ephemeral): %d", confZookeeper.port);
        zookeeperSimple(confZookeeper.port);
        return;//w w w.j a  v  a 2s . c  om
    }

    FmtLog.info(logConf, "Zookeeper %s : %d", confZookeeper.zkConfDir, confZookeeper.port);
    ServerConfig config = new ServerConfig();
    config.parse(new String[] { Integer.toString(confZookeeper.port), confZookeeper.zkConfDir });
    ZooKeeperServerMain zk = new ZooKeeperServerMain();
    L.async(() -> {
        try {
            zk.runFromConfig(config);
        } catch (Exception e) {
            FmtLog.warn(logConf, "Failed to run zookeeper: " + e.getMessage(), e);
        }
    });
}

From source file:herddb.server.ZooKeeperMainWrapper.java

License:Apache License

public void run() throws Exception {
    pidFileLocker.lock();/*from  ww  w .j a v a 2 s .  c  o  m*/

    server = new ZooKeeperServerMain();
    QuorumPeerConfig qp = new QuorumPeerConfig();
    qp.parseProperties(configuration);
    ServerConfig sc = new ServerConfig();
    sc.readFrom(qp);
    server.runFromConfig(sc);

}

From source file:lizard.build.LzBuildZk.java

License:Apache License

/** Run a full Zookeepr here */
public static void zookeeper(int port, String zkConfDir) {
    FmtLog.info(logConf, "Start Zookeeper %s : %d", zkConfDir, port);
    ServerConfig config = new ServerConfig();
    config.parse(new String[] { Integer.toString(port), zkConfDir });
    ZooKeeperServerMain zk = new ZooKeeperServerMain();
    L.async(() -> {//from w  w  w.  jav a  2 s . co  m
        try {
            zk.runFromConfig(config);
        } catch (Exception e) {
            FmtLog.warn(logConf, "Failed to run zookeeper: " + e.getMessage(), e);
        }
    });
}

From source file:org.apache.carbondata.lcm.locks.ZooKeeperLockingTest.java

License:Apache License

/**
 * @throws java.lang.Exception//from  ww w.  ja v a 2s.  c o  m
 */
@Before
public void setUp() throws Exception {
    Properties startupProperties = new Properties();
    startupProperties.setProperty("dataDir", (new File("./target").getAbsolutePath()));
    startupProperties.setProperty("dataLogDir", (new File("./target").getAbsolutePath()));
    freePort = findFreePort();
    startupProperties.setProperty("clientPort", "" + freePort);
    QuorumPeerConfig quorumConfiguration = new QuorumPeerConfig();
    try {
        quorumConfiguration.parseProperties(startupProperties);
    } catch (Exception e) {
        throw new RuntimeException(e);
    }

    final ZooKeeperServerMain zooKeeperServer = new ZooKeeperServerMain();
    final ServerConfig configuration = new ServerConfig();
    configuration.readFrom(quorumConfiguration);
    new Thread() {
        public void run() {
            try {
                zooKeeperServer.runFromConfig(configuration);
            } catch (IOException e) {
                System.out.println("ZooKeeper failure");
            }
        }
    }.start();
}