List of usage examples for com.google.common.io Closer rethrow
public RuntimeException rethrow(Throwable e) throws IOException
From source file:gobblin.metastore.util.StateStoreCleaner.java
public static void main(String[] args) throws IOException { if (args.length != 1) { System.err.println("Usage: " + StateStoreCleaner.class.getSimpleName() + " <configuration file>"); System.exit(1);/* ww w .j a v a 2 s . c o m*/ } Closer closer = Closer.create(); try { Properties properties = new Properties(); properties.load(closer.register(new FileInputStream(args[0]))); closer.register(new StateStoreCleaner(properties)).run(); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }
From source file:gobblin.runtime.util.JobStateToJsonConverter.java
@SuppressWarnings("all") public static void main(String[] args) throws Exception { Option sysConfigOption = Option.builder("sc").argName("system configuration file") .desc("Gobblin system configuration file").longOpt("sysconfig").hasArgs().build(); Option storeUrlOption = Option.builder("u").argName("gobblin state store URL") .desc("Gobblin state store root path URL").longOpt("storeurl").hasArgs().required().build(); Option jobNameOption = Option.builder("n").argName("gobblin job name").desc("Gobblin job name") .longOpt("name").hasArgs().required().build(); Option jobIdOption = Option.builder("i").argName("gobblin job id").desc("Gobblin job id").longOpt("id") .hasArgs().build();//w ww . jav a2s.c om Option convertAllOption = Option.builder("a") .desc("Whether to convert all past job states of the given job").longOpt("all").build(); Option keepConfigOption = Option.builder("kc").desc("Whether to keep all configuration properties") .longOpt("keepConfig").build(); Option outputToFile = Option.builder("t").argName("output file name").desc("Output file name") .longOpt("toFile").hasArgs().build(); Options options = new Options(); options.addOption(sysConfigOption); options.addOption(storeUrlOption); options.addOption(jobNameOption); options.addOption(jobIdOption); options.addOption(convertAllOption); options.addOption(keepConfigOption); options.addOption(outputToFile); CommandLine cmd = null; try { CommandLineParser parser = new DefaultParser(); cmd = parser.parse(options, args); } catch (ParseException pe) { HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("JobStateToJsonConverter", options); System.exit(1); } Properties sysConfig = new Properties(); if (cmd.hasOption(sysConfigOption.getLongOpt())) { sysConfig = JobConfigurationUtils.fileToProperties(cmd.getOptionValue(sysConfigOption.getLongOpt())); } JobStateToJsonConverter converter = new JobStateToJsonConverter(sysConfig, cmd.getOptionValue('u'), cmd.hasOption("kc")); StringWriter stringWriter = new StringWriter(); if (cmd.hasOption('i')) { converter.convert(cmd.getOptionValue('n'), cmd.getOptionValue('i'), stringWriter); } else { if (cmd.hasOption('a')) { converter.convertAll(cmd.getOptionValue('n'), stringWriter); } else { converter.convert(cmd.getOptionValue('n'), stringWriter); } } if (cmd.hasOption('t')) { Closer closer = Closer.create(); try { FileOutputStream fileOutputStream = closer.register(new FileOutputStream(cmd.getOptionValue('t'))); OutputStreamWriter outputStreamWriter = closer.register( new OutputStreamWriter(fileOutputStream, ConfigurationKeys.DEFAULT_CHARSET_ENCODING)); BufferedWriter bufferedWriter = closer.register(new BufferedWriter(outputStreamWriter)); bufferedWriter.write(stringWriter.toString()); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } } else { System.out.println(stringWriter.toString()); } }
From source file:org.apache.gobblin.runtime.util.JobStateToJsonConverter.java
@SuppressWarnings("all") public static void main(String[] args) throws Exception { Option sysConfigOption = Option.builder("sc").argName("system configuration file") .desc("Gobblin system configuration file (required if no state store URL specified)") .longOpt("sysconfig").hasArg().build(); Option storeUrlOption = Option.builder("u").argName("gobblin state store URL") .desc("Gobblin state store root path URL (required if no sysconfig specified)").longOpt("storeurl") .hasArg().build();/*from w w w . ja v a 2s.co m*/ Option jobNameOption = Option.builder("n").argName("gobblin job name").desc("Gobblin job name (required)") .longOpt("name").hasArg().required().build(); Option jobIdOption = Option.builder("i").argName("gobblin job id").desc("Gobblin job id").longOpt("id") .hasArg().build(); Option convertAllOption = Option.builder("a") .desc("Whether to convert all past job states of the given job").longOpt("all").build(); Option keepConfigOption = Option.builder("kc").desc("Whether to keep all configuration properties") .longOpt("keepConfig").build(); Option outputToFile = Option.builder("t").argName("output file name").desc("Output file name") .longOpt("toFile").hasArg().build(); Options options = new Options(); options.addOption(sysConfigOption); options.addOption(storeUrlOption); options.addOption(jobNameOption); options.addOption(jobIdOption); options.addOption(convertAllOption); options.addOption(keepConfigOption); options.addOption(outputToFile); CommandLine cmd = null; try { CommandLineParser parser = new DefaultParser(); cmd = parser.parse(options, args); } catch (ParseException pe) { HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("JobStateToJsonConverter", options); System.exit(1); } if (!cmd.hasOption(sysConfigOption.getLongOpt()) && !cmd.hasOption(storeUrlOption.getLongOpt())) { HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("JobStateToJsonConverter", options); System.exit(1); } Properties sysConfig = new Properties(); if (cmd.hasOption(sysConfigOption.getLongOpt())) { sysConfig = JobConfigurationUtils.fileToProperties(cmd.getOptionValue(sysConfigOption.getLongOpt())); } JobStateToJsonConverter converter = new JobStateToJsonConverter(sysConfig, cmd.getOptionValue('u'), cmd.hasOption("kc")); StringWriter stringWriter = new StringWriter(); if (cmd.hasOption('i')) { converter.convert(cmd.getOptionValue('n'), cmd.getOptionValue('i'), stringWriter); } else { if (cmd.hasOption('a')) { converter.convertAll(cmd.getOptionValue('n'), stringWriter); } else { converter.convert(cmd.getOptionValue('n'), stringWriter); } } if (cmd.hasOption('t')) { Closer closer = Closer.create(); try { FileOutputStream fileOutputStream = closer.register(new FileOutputStream(cmd.getOptionValue('t'))); OutputStreamWriter outputStreamWriter = closer.register( new OutputStreamWriter(fileOutputStream, ConfigurationKeys.DEFAULT_CHARSET_ENCODING)); BufferedWriter bufferedWriter = closer.register(new BufferedWriter(outputStreamWriter)); bufferedWriter.write(stringWriter.toString()); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } } else { System.out.println(stringWriter.toString()); } }
From source file:org.apache.gobblin.metastore.util.DatabaseJobHistoryStoreSchemaManager.java
public static void main(String[] args) throws IOException { if (args.length < 1 || args.length > 2) { printUsage();/*ww w. j a va 2 s. c o m*/ } Closer closer = Closer.create(); try { CompositeConfiguration config = new CompositeConfiguration(); config.addConfiguration(new SystemConfiguration()); if (args.length == 2) { config.addConfiguration(new PropertiesConfiguration(args[1])); } Properties properties = getProperties(config); DatabaseJobHistoryStoreSchemaManager schemaManager = closer .register(DatabaseJobHistoryStoreSchemaManager.builder(properties).build()); if (String.CASE_INSENSITIVE_ORDER.compare("migrate", args[0]) == 0) { schemaManager.migrate(); } else if (String.CASE_INSENSITIVE_ORDER.compare("info", args[0]) == 0) { schemaManager.info(); } else { printUsage(); } } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }
From source file:org.apache.jackrabbit.oak.plugins.tika.TextExtractorMain.java
public static void main(String[] args) throws Exception { Closer closer = Closer.create(); String h = "tika [extract|report|generate]\n" + "\n" + "report : Generates a summary report related to binary data\n" + "extract : Performs the text extraction\n" + "generate : Generates the csv data file based on configured NodeStore/BlobStore"; try {//from w ww. j a v a 2 s . com OptionParser parser = new OptionParser(); OptionSpec<?> help = parser.acceptsAll(asList("h", "?", "help"), "show help").forHelp(); OptionSpec<String> nodeStoreSpec = parser .accepts("nodestore", "NodeStore detail /path/to/oak/repository | mongodb://host:port/database") .withRequiredArg().ofType(String.class); OptionSpec segmentTar = parser.accepts("segment-tar", "Use oak-segment-tar instead of oak-segment"); OptionSpec<String> pathSpec = parser .accepts("path", "Path in repository under which the binaries would be searched") .withRequiredArg().ofType(String.class); OptionSpec<File> dataFileSpec = parser .accepts("data-file", "Data file in csv format containing the binary metadata") .withRequiredArg().ofType(File.class); OptionSpec<File> tikaConfigSpec = parser.accepts("tika-config", "Tika config file path") .withRequiredArg().ofType(File.class); OptionSpec<File> fdsDirSpec = parser.accepts("fds-path", "Path of directory used by FileDataStore") .withRequiredArg().ofType(File.class); OptionSpec<File> s3ConfigSpec = parser .accepts("s3-config-path", "Path of properties file containing config for S3DataStore") .withRequiredArg().ofType(File.class); OptionSpec<File> storeDirSpec = parser .accepts("store-path", "Path of directory used to store extracted text content") .withRequiredArg().ofType(File.class); OptionSpec<Integer> poolSize = parser .accepts("pool-size", "Size of the thread pool used to perform text extraction. Defaults " + "to number of cores on the system") .withRequiredArg().ofType(Integer.class); OptionSpec<String> nonOption = parser.nonOptions(h); OptionSet options = parser.parse(args); List<String> nonOptions = nonOption.values(options); if (options.has(help)) { parser.printHelpOn(System.out); System.exit(0); } if (nonOptions.isEmpty()) { parser.printHelpOn(System.err); System.exit(1); } boolean report = nonOptions.contains("report"); boolean extract = nonOptions.contains("extract"); boolean generate = nonOptions.contains("generate"); File dataFile = null; File storeDir = null; File tikaConfigFile = null; BlobStore blobStore = null; BinaryResourceProvider binaryResourceProvider = null; BinaryStats stats = null; String path = "/"; if (options.has(tikaConfigSpec)) { tikaConfigFile = tikaConfigSpec.value(options); checkArgument(tikaConfigFile.exists(), "Tika config file %s does not exist", tikaConfigFile.getAbsolutePath()); } if (options.has(storeDirSpec)) { storeDir = storeDirSpec.value(options); if (storeDir.exists()) { checkArgument(storeDir.isDirectory(), "Path [%s] specified for storing extracted " + "text content '%s' is not a directory", storeDir.getAbsolutePath(), storeDirSpec.options()); } } if (options.has(fdsDirSpec)) { File fdsDir = fdsDirSpec.value(options); checkArgument(fdsDir.exists(), "FileDataStore %s does not exist", fdsDir.getAbsolutePath()); FileDataStore fds = new FileDataStore(); fds.setPath(fdsDir.getAbsolutePath()); fds.init(null); blobStore = new DataStoreBlobStore(fds); } if (options.has(s3ConfigSpec)) { File s3Config = s3ConfigSpec.value(options); checkArgument(s3Config.exists() && s3Config.canRead(), "S3DataStore config cannot be read from [%s]", s3Config.getAbsolutePath()); Properties props = loadProperties(s3Config); log.info("Loaded properties for S3DataStore from {}", s3Config.getAbsolutePath()); String pathProp = "path"; String repoPath = props.getProperty(pathProp); checkNotNull(repoPath, "Missing required property [%s] from S3DataStore config loaded from [%s]", pathProp, s3Config); //Check if 'secret' key is defined. It should be non null for references //to be generated. As the ref are transient we can just use any random value //if not specified String secretConfig = "secret"; if (props.getProperty(secretConfig) == null) { props.setProperty(secretConfig, UUID.randomUUID().toString()); } log.info("Using {} for S3DataStore ", repoPath); DataStore ds = createS3DataStore(props); PropertiesUtil.populate(ds, toMap(props), false); ds.init(pathProp); blobStore = new DataStoreBlobStore(ds); closer.register(asCloseable(ds)); } if (options.has(dataFileSpec)) { dataFile = dataFileSpec.value(options); } checkNotNull(dataFile, "Data file not configured with %s", dataFileSpec); if (report || extract) { checkArgument(dataFile.exists(), "Data file %s does not exist", dataFile.getAbsolutePath()); binaryResourceProvider = new CSVFileBinaryResourceProvider(dataFile, blobStore); if (binaryResourceProvider instanceof Closeable) { closer.register((Closeable) binaryResourceProvider); } stats = new BinaryStats(tikaConfigFile, binaryResourceProvider); String summary = stats.getSummary(); log.info(summary); } if (generate) { String src = nodeStoreSpec.value(options); checkNotNull(blobStore, "BlobStore found to be null. FileDataStore directory " + "must be specified via %s", fdsDirSpec.options()); checkNotNull(dataFile, "Data file path not provided"); NodeStore nodeStore = bootStrapNodeStore(src, options.has(segmentTar), blobStore, closer); BinaryResourceProvider brp = new NodeStoreBinaryResourceProvider(nodeStore, blobStore); CSVFileGenerator generator = new CSVFileGenerator(dataFile); generator.generate(brp.getBinaries(path)); } if (extract) { checkNotNull(storeDir, "Directory to store extracted text content " + "must be specified via %s", storeDirSpec.options()); checkNotNull(blobStore, "BlobStore found to be null. FileDataStore directory " + "must be specified via %s", fdsDirSpec.options()); DataStoreTextWriter writer = new DataStoreTextWriter(storeDir, false); TextExtractor extractor = new TextExtractor(writer); if (options.has(poolSize)) { extractor.setThreadPoolSize(poolSize.value(options)); } if (tikaConfigFile != null) { extractor.setTikaConfig(tikaConfigFile); } if (options.has(pathSpec)) { path = pathSpec.value(options); } closer.register(writer); closer.register(extractor); extractor.setStats(stats); log.info("Using path {}", path); extractor.extract(binaryResourceProvider.getBinaries(path)); extractor.close(); writer.close(); } } catch (Throwable e) { throw closer.rethrow(e); } finally { closer.close(); } }
From source file:org.glowroot.common.Manifests.java
public static @Nullable Manifest getManifest(Class<?> clazz) throws IOException { URL classURL = clazz.getResource(clazz.getSimpleName() + ".class"); if (classURL == null) { logger.warn("url for class is unexpectedly null: {}", clazz); return null; }/* w w w .ja v a 2 s . c o m*/ String externalForm = classURL.toExternalForm(); if (!externalForm.startsWith("jar:")) { return null; } URL manifestURL = new URL( externalForm.substring(0, externalForm.lastIndexOf('!')) + "!/META-INF/MANIFEST.MF"); // Closer is used to simulate Java 7 try-with-resources Closer closer = Closer.create(); InputStream manifestIn = closer.register(manifestURL.openStream()); try { return new Manifest(manifestIn); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }
From source file:org.glowroot.common.util.Version.java
private static @Nullable Manifest getManifest(@Nullable URL url) throws IOException { if (url == null) { return null; }/*ww w. j a v a 2 s .co m*/ // Closer is used to simulate Java 7 try-with-resources Closer closer = Closer.create(); try { InputStream manifestIn = closer.register(url.openStream()); return new Manifest(manifestIn); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }
From source file:org.impressivecode.depress.mr.astcompare.utils.Utils.java
private static void saveFile(InputStream is, OutputStream os) throws IOException { Closer closer = Closer.create(); try {/*from w ww . j a va 2 s . c o m*/ InputStream in = closer.register(is); OutputStream out = closer.register(os); ByteStreams.copy(in, out); } catch (Throwable e) { throw closer.rethrow(e); } finally { closer.close(); } }
From source file:org.glowroot.agent.live.JvmTool.java
private static <T> T processAndClose(InputStream in, InputStreamProcessor<T> processor) throws IOException { Closer closer = Closer.create(); try {/*w ww . j a v a 2s .c o m*/ closer.register(in); return processor.process(in); } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }
From source file:org.apache.jackrabbit.oak.upgrade.cli.OakUpgrade.java
public static void migrate(MigrationCliArguments argumentParser) throws IOException { MigrationOptions options = argumentParser.getOptions(); StoreArguments stores = argumentParser.getStoreArguments(); Closer closer = Closer.create(); CliUtils.handleSigInt(closer);// ww w .ja v a 2 s . c o m MigrationFactory factory = new MigrationFactory(options, stores, closer); try { if (stores.getSrcStore().isJcr2()) { upgrade(factory); } else { sidegrade(factory); } } catch (Throwable t) { throw closer.rethrow(t); } finally { closer.close(); } }