List of usage examples for org.apache.commons.configuration Configuration getProperty
Object getProperty(String key);
From source file:org.apache.tinkerpop.gremlin.process.traversal.strategy.decoration.PartitionStrategy.java
public static PartitionStrategy create(final Configuration configuration) { final PartitionStrategy.Builder builder = PartitionStrategy.build(); if (configuration.containsKey(INCLUDE_META_PROPERTIES)) builder.includeMetaProperties(configuration.getBoolean(INCLUDE_META_PROPERTIES)); if (configuration.containsKey(WRITE_PARTITION)) builder.writePartition(configuration.getString(WRITE_PARTITION)); if (configuration.containsKey(PARTITION_KEY)) builder.partitionKey(configuration.getString(PARTITION_KEY)); if (configuration.containsKey(READ_PARTITIONS)) builder.readPartitions(new ArrayList((Collection) configuration.getProperty(READ_PARTITIONS))); return builder.create(); }
From source file:org.apache.tinkerpop.gremlin.process.traversal.strategy.decoration.SubgraphStrategy.java
public static SubgraphStrategy create(final Configuration configuration) { final Builder builder = SubgraphStrategy.build(); if (configuration.containsKey(VERTICES)) builder.vertices((Traversal) configuration.getProperty(VERTICES)); if (configuration.containsKey(EDGES)) builder.edges((Traversal) configuration.getProperty(EDGES)); if (configuration.containsKey(VERTEX_PROPERTIES)) builder.vertexProperties((Traversal) configuration.getProperty(VERTEX_PROPERTIES)); return builder.create(); }
From source file:org.apache.tinkerpop.gremlin.process.traversal.util.PureTraversal.java
public static <S, E> PureTraversal<S, E> loadState(final Configuration configuration, final String configurationKey, final Graph graph) { final Object configValue = configuration.getProperty(configurationKey); final PureTraversal<S, E> pureTraversal = (configValue instanceof String ? (PureTraversal<S, E>) VertexProgramHelper.deserialize(configuration, configurationKey) : ((PureTraversal<S, E>) configValue)); pureTraversal.pureTraversal.setGraph(graph); return pureTraversal; }
From source file:org.apache.tinkerpop.gremlin.spark.structure.io.gryo.kryoshim.unshaded.UnshadedKryoShimService.java
private LinkedBlockingQueue<Kryo> initialize(final Configuration configuration) { // DCL is safe in this case due to volatility if (!INITIALIZED) { synchronized (UnshadedKryoShimService.class) { if (!INITIALIZED) { // so we don't get a WARN that a new configuration is being created within an active context final SparkConf sparkConf = null == Spark.getContext() ? new SparkConf() : Spark.getContext().getConf().clone(); configuration.getKeys()//www . ja v a2 s . c om .forEachRemaining(key -> sparkConf.set(key, configuration.getProperty(key).toString())); final KryoSerializer serializer = new KryoSerializer(sparkConf); // Setup a pool backed by our spark.serializer instance // Reuse Gryo poolsize for Kryo poolsize (no need to copy this to SparkConf) KRYOS.clear(); final int poolSize = configuration.getInt(GryoPool.CONFIG_IO_GRYO_POOL_SIZE, GryoPool.CONFIG_IO_GRYO_POOL_SIZE_DEFAULT); for (int i = 0; i < poolSize; i++) { KRYOS.add(serializer.newKryo()); } INITIALIZED = true; } } } return KRYOS; }
From source file:org.apache.tinkerpop.gremlin.spark.structure.io.ToyGraphInputRDD.java
@Override public JavaPairRDD<Object, VertexWritable> readGraphRDD(final Configuration configuration, final JavaSparkContext sparkContext) { HadoopPools.initialize(TinkerGraph.open().configuration()); final List<VertexWritable> vertices; if (configuration.getString(Constants.GREMLIN_HADOOP_INPUT_LOCATION).contains("modern")) vertices = IteratorUtils/*from www . j av a2 s . c o m*/ .list(IteratorUtils.map(TinkerFactory.createModern().vertices(), VertexWritable::new)); else if (configuration.getString(Constants.GREMLIN_HADOOP_INPUT_LOCATION).contains("classic")) vertices = IteratorUtils .list(IteratorUtils.map(TinkerFactory.createClassic().vertices(), VertexWritable::new)); else if (configuration.getString(Constants.GREMLIN_HADOOP_INPUT_LOCATION).contains("crew")) vertices = IteratorUtils .list(IteratorUtils.map(TinkerFactory.createTheCrew().vertices(), VertexWritable::new)); else if (configuration.getString(Constants.GREMLIN_HADOOP_INPUT_LOCATION).contains("grateful")) { try { final Graph graph = TinkerGraph.open(); final GraphReader reader = GryoReader.build().mapper(graph.io(GryoIo.build()).mapper().create()) .create(); try (final InputStream stream = GryoResourceAccess.class .getResourceAsStream("grateful-dead.kryo")) { reader.readGraph(stream, graph); } vertices = IteratorUtils.list(IteratorUtils.map(graph.vertices(), VertexWritable::new)); } catch (final IOException e) { throw new IllegalStateException(e.getMessage(), e); } } else throw new IllegalArgumentException("No legal toy graph was provided to load: " + configuration.getProperty(Constants.GREMLIN_HADOOP_INPUT_LOCATION)); return sparkContext.parallelize(vertices).mapToPair(vertex -> new Tuple2<>(vertex.get().id(), vertex)); }
From source file:org.apache.tinkerpop.gremlin.spark.structure.Spark.java
public static void create(final Configuration configuration) { final SparkConf sparkConf = new SparkConf(); configuration.getKeys()/* w ww .jav a 2s .c o m*/ .forEachRemaining(key -> sparkConf.set(key, configuration.getProperty(key).toString())); sparkConf.setAppName("Apache TinkerPop's Spark-Gremlin"); CONTEXT = SparkContext.getOrCreate(sparkConf); }
From source file:org.apache.tinkerpop.gremlin.structure.io.util.IoRegistryHelper.java
public static List<IoRegistry> createRegistries(final Configuration configuration) { if (configuration.containsKey(IoRegistry.IO_REGISTRY)) { final Object property = configuration.getProperty(IoRegistry.IO_REGISTRY); if (property instanceof IoRegistry) return Collections.singletonList((IoRegistry) property); else if (property instanceof List) return createRegistries((List) property); else if (property instanceof String) return createRegistries(Arrays.asList(((String) property).split(","))); else/*w ww . j a v a2 s. co m*/ throw new IllegalArgumentException( "The provided registry object can not be resolved to an instance: " + property); } else return Collections.emptyList(); }
From source file:org.apache.tinkerpop.gremlin.util.SystemUtilTest.java
@Test public void shouldLoadSystemProperties() { System.setProperty("blah.aa", "1"); System.setProperty("blah.b", "true"); System.setProperty("blah.c", "three"); System.setProperty("bleep.d", "false"); Configuration configuration = SystemUtil.getSystemPropertiesConfiguration("blah", false); assertEquals(3, IteratorUtils.count(configuration.getKeys())); assertEquals(1, configuration.getInt("blah.aa")); assertTrue(configuration.getBoolean("blah.b")); assertEquals("three", configuration.getProperty("blah.c")); assertFalse(configuration.containsKey("d") || configuration.containsKey("bleep.d")); System.clearProperty("blah.aa"); System.clearProperty("blah.b"); System.clearProperty("blah.c"); System.clearProperty("bleep.d"); }
From source file:org.apache.tinkerpop.gremlin.util.SystemUtilTest.java
@Test public void shouldTrimSystemPropertyPrefixes() { System.setProperty("blah.a", "1"); System.setProperty("blah.bbb", "true"); System.setProperty("blah.c", "three"); System.setProperty("bleep.d", "false"); Configuration configuration = SystemUtil.getSystemPropertiesConfiguration("blah", true); assertEquals(3, IteratorUtils.count(configuration.getKeys())); assertEquals(1, configuration.getInt("a")); assertTrue(configuration.getBoolean("bbb")); assertEquals("three", configuration.getProperty("c")); assertFalse(configuration.containsKey("d") || configuration.containsKey("bleep.d")); System.clearProperty("blah.a"); System.clearProperty("blah.bbb"); System.clearProperty("blah.c"); System.clearProperty("bleep.d"); }
From source file:org.apache.tinkerpop.gremlin.util.SystemUtilTest.java
@Test public void shouldTrimSystemPropertyPrefixesAndNoMore() { System.setProperty("blah.a.x", "1"); System.setProperty("blah.b.y", "true"); System.setProperty("blah.cc.zzz", "three"); System.setProperty("bleep.d.d", "false"); Configuration configuration = SystemUtil.getSystemPropertiesConfiguration("blah", true); assertEquals(3, IteratorUtils.count(configuration.getKeys())); assertEquals(1, configuration.getInt("a.x")); assertTrue(configuration.getBoolean("b.y")); assertEquals("three", configuration.getProperty("cc.zzz")); assertFalse(configuration.containsKey("d") || configuration.containsKey("bleep.d")); assertFalse(configuration.containsKey("d.d") || configuration.containsKey("bleep.d.d")); System.clearProperty("blah.a.x"); System.clearProperty("blah.b.y"); System.clearProperty("blah.cc.zzz"); System.clearProperty("bleep.d.d"); }