List of usage examples for org.apache.commons.dbcp BasicDataSource BasicDataSource
BasicDataSource
From source file:org.plista.kornakapi.core.training.LuceneVectorizerTest.java
public static void main(String[] arg) throws Exception { String path = "kornakapi.conf"; File configFile = new File(path); System.out.print(configFile.canRead()); Configuration conf = Configuration.fromXML(Files.toString(configFile, Charsets.UTF_8)); RecommenderConfig rconf = conf.getLDARecommender(); FromDirectoryVectorizer rizer = new FromDirectoryVectorizer(rconf); rizer.doTrain();//from w w w. jav a 2 s .c o m LDATopicModeller modeller = new LDATopicModeller(rconf); modeller.doTrain(); //printTopicWordDistribution(rconf,((LDARecommenderConfig)rconf).getTopicsOutputPath(),((LDARecommenderConfig)rconf).getTopicsOutputPath()); //printDocumentTopicDistribution(rconf,((LDARecommenderConfig)rconf).getLDADocTopicsPath(),((LDARecommenderConfig)rconf).getLDADocTopicsPath()); //printLDAPrint(rconf,((LDARecommenderConfig)rconf).getLDADocTopicsPath(),((LDARecommenderConfig)rconf).getLDADocTopicsPath()); printLocalTopicWordDistribution(rconf, ((LDARecommenderConfig) rconf).getTopicsOutputPath(), ((LDARecommenderConfig) rconf).getTopicsOutputPath()); printLocalDocumentTopicDistribution(rconf, ((LDARecommenderConfig) rconf).getLDADocTopicsPath(), ((LDARecommenderConfig) rconf).getLDADocTopicsPath()); BasicDataSource dataSource = new BasicDataSource(); String label = "123235"; CandidateCacheStorageDecorator dec = new CandidateCacheStorageDecorator( new SemanticMySqlStorage(conf.getStorageConfiguration(), label, dataSource)); DataModel dmodel = dec.recommenderData(); CandidateItemsStrategy allUnknownItemsStrategy = new CachingAllUnknownItemsCandidateItemsStrategy(dmodel); LDATopicRecommender recommender = new LDATopicRecommender(dmodel, allUnknownItemsStrategy, (LDARecommenderConfig) rconf); FastIDSet candidates = dec.getCandidates(label); FixedCandidatesIDRescorer rescorer = new FixedCandidatesIDRescorer(candidates); long[] itemIDs = new long[1]; itemIDs[0] = 9; List<RecommendedItem> items1 = recommender.recommendToAnonymous(itemIDs, 12, rescorer); System.out.print(items1); itemIDs = new long[1]; itemIDs[0] = 10; List<RecommendedItem> items2 = recommender.recommendToAnonymous(itemIDs, 12, rescorer); System.out.print(items1); System.out.print("\n"); System.out.print(items2); itemIDs = new long[1]; itemIDs[0] = 10; List<RecommendedItem> items3 = recommender.recommendToAnonymous(itemIDs, 12, rescorer); System.out.print("\n"); System.out.print(items3); dec.close(); }
From source file:org.plista.kornakapi.web.servlets.BigBangServletContextListener.java
@Override public void contextInitialized(ServletContextEvent event) { try {/*from ww w. j a v a 2 s . c o m*/ log.info("Try started"); String configFileLocation = System.getProperty(CONFIG_PROPERTY); Preconditions.checkState(configFileLocation != null, "configuration file not set!"); File configFile = new File(configFileLocation); Preconditions.checkState(configFile.exists() && configFile.canRead(), "configuration file not found or not readable"); conf = Configuration.fromXML(Files.toString(configFile, Charsets.UTF_8)); Preconditions.checkState(conf.getNumProcessorsForTraining() > 0, "need at least one processor for training!"); domainIndependetStorage = null; labels = null; dataSource = new BasicDataSource(); storages = new HashMap<String, CandidateCacheStorageDecorator>(); if (conf.getMaxPersistence()) { domainIndependetStorage = new CandidateCacheStorageDecorator( new MySqlMaxPersistentStorage(conf.getStorageConfiguration(), "", dataSource)); labels = domainIndependetStorage.getAllLabels(); for (String label : labels) { storages.put(label, new CandidateCacheStorageDecorator( new MySqlMaxPersistentStorage(conf.getStorageConfiguration(), label, dataSource))); } } else { domainIndependetStorage = new CandidateCacheStorageDecorator( new MySqlStorage(conf.getStorageConfiguration(), "", dataSource)); labels = domainIndependetStorage.getAllLabels(); for (String label : labels) { storages.put(label, new CandidateCacheStorageDecorator( new MySqlStorage(conf.getStorageConfiguration(), label, dataSource))); } } persitentDatas = new HashMap<String, DataModel>(); for (String label : labels) { persitentDatas.put(label, storages.get(label).recommenderData()); } scheduler = new TaskScheduler(); String purgePreferencesCronExpression = conf.getStorageConfiguration() .getPurgePreferencesCronExpression(); scheduler.setPurgeOldPreferences(purgePreferencesCronExpression); recommenders = Maps.newHashMap(); trainers = Maps.newHashMap(); preferenceChangeListener = new DelegatingPreferenceChangeListenerForLabel(); setupRecommenders(); } catch (Exception e) { log.info("Something bad happend: {}", e.getMessage()); throw new RuntimeException(e); } }
From source file:org.plista.kornakapi.web.servlets.BigBangServletContextListener.java
private void setupRecommenders() throws SchedulerException, IOException, TasteException { log.info("Setup itemBasedRecommders"); ISBRFactory isbrFactory = new ISBRFactory(); for (ItembasedRecommenderConfig itembasedConf : conf.getItembasedRecommenders()) { for (String label : labels) { String name = itembasedConf.getName() + "_" + label; ItemSimilarityBasedRecommender recommender = isbrFactory.getRecommender(conf, persitentDatas.get(label), name); recommenders.put(name, recommender); putRecommender(recommender, name); putTrainer(new MultithreadedItembasedInMemoryTrainer(itembasedConf), itembasedConf, name, label); trainers.put(name, new MultithreadedItembasedInMemoryTrainer(itembasedConf)); log.info("Created ItemBasedRecommender [{}] using similarity [{}] and [{}] similar items per item", new Object[] { name, itembasedConf.getSimilarityClass(), itembasedConf.getSimilarItemsPerItem() }); }/*from ww w .j av a 2 s.c o m*/ } log.info("Setup FactorizationBasedRecommders"); FFBRFactory ffbrFactory = new FFBRFactory(); for (FactorizationbasedRecommenderConfig factorizationbasedConf : conf .getFactorizationbasedRecommenders()) { for (String label : labels) { String name = factorizationbasedConf.getName() + "_" + label; FoldingFactorizationBasedRecommender svdRecommender = ffbrFactory.getRecommender(conf, factorizationbasedConf, persitentDatas.get(label), label, name); putRecommender(svdRecommender, name); putTrainer(new FactorizationbasedInMemoryTrainer(factorizationbasedConf), factorizationbasedConf, name, label); log.info("Created FactorizationBasedRecommender [{}] using [{}] features and [{}] iterations", new Object[] { name, factorizationbasedConf.getNumberOfFeatures(), factorizationbasedConf.getNumberOfIterations() }); } } log.info("Setup LDARecommender"); String name = "lda"; LDARecommenderConfig ldaconf = (LDARecommenderConfig) conf.getLDARecommender(); BasicDataSource dataSource = new BasicDataSource(); CandidateCacheStorageDecorator dec = new CandidateCacheStorageDecorator( new SemanticMySqlStorage(conf.getStorageConfiguration(), name, dataSource)); DataModel dmodel = dec.recommenderData(); CandidateItemsStrategy allUnknownItemsStrategy = new CachingAllUnknownItemsCandidateItemsStrategy(dmodel); LDATopicRecommender recommender = new LDATopicRecommender(dmodel, allUnknownItemsStrategy, ldaconf); putRecommender(recommender, name); putTrainer(new LDATrainer(conf.getLDARecommender()), conf.getLDARecommender(), name, "doesNotMatter"); log.info("Created LDARecommender"); storages.put(name, dec); /** log.info("Setup KluserRecommders"); for (StreamingKMeansClustererConfig streamingKMeansClustererConf : conf.getStreamingKMeansClusterer()) { for(String label: labels){ String name = streamingKMeansClustererConf.getName() +"_"+ label; File modelFile = new File(conf.getModelDirectory(), name + ".model"); PersistenceStrategy persistence = new FilePersistenceStrategy(modelFile); if (!modelFile.exists()) { createEmptyFactorization(persistence); } StreamingKMeansClassifierModel model = new StreamingKMeansClassifierModel(conf.getStorageConfiguration(),label,dataSource); StreamingKMeansClustererTrainer clusterer = new StreamingKMeansClustererTrainer( streamingKMeansClustererConf, model); trainers.put(name,clusterer); StreamingKMeansClassifierRecommender recommender = new StreamingKMeansClassifierRecommender(model); recommenders.put(name, recommender); String cronExpression = streamingKMeansClustererConf.getRetrainCronExpression(); if (cronExpression == null) { scheduler.addRecommenderTrainingJob(name); } else { scheduler.addRecommenderTrainingJobWithCronSchedule(name, cronExpression); } if (streamingKMeansClustererConf.getRetrainAfterPreferenceChanges() != RecommenderConfig.DONT_RETRAIN_ON_PREFERENCE_CHANGES) { preferenceChangeListener.addDelegate(new InMemoryPreferenceChangeListener(scheduler, name, streamingKMeansClustererConf.getRetrainAfterPreferenceChanges())); } log.info("Created StreamingKMeansClusterer [{}] with [{}] minclusters and [{}] cutoff distance", new Object[] { name, streamingKMeansClustererConf.getDesiredNumCluster(), streamingKMeansClustererConf.getDistanceCutoff()}); } } **/ log.info("Initialize Components"); Components.init(conf, storages, recommenders, trainers, scheduler, preferenceChangeListener, labels, dataSource, domainIndependetStorage); log.info("Start Scheduler"); scheduler.start(); }
From source file:org.polyjdbc.core.infrastructure.DataSourceFactory.java
public static DataSource create(Dialect dialect, String databaseUrl, String user, String password) { BasicDataSource dataSource = new BasicDataSource(); dataSource.setDriverClassName(DIALECT_DRIVER_CLASS.get(dialect.getCode())); dataSource.setUrl(databaseUrl);//from w w w .j av a2 s.c o m dataSource.setUsername(user); dataSource.setPassword(password); dataSource.setDefaultAutoCommit(false); return dataSource; }
From source file:org.polymap.catalog.h2.data.H2DataStoreFactory.java
protected DataSource createDataSource(Map params, SQLDialect dialect) throws IOException { String database = (String) DATABASE.lookUp(params); String host = (String) HOST.lookUp(params); BasicDataSource dataSource = new BasicDataSource(); if (host != null && !host.equals("")) { Integer port = (Integer) PORT.lookUp(params); if (port != null && !port.equals("")) { dataSource.setUrl("jdbc:h2:tcp://" + host + ":" + port + "/" + database); } else {//from ww w . j a v a 2s . c om dataSource.setUrl("jdbc:h2:tcp://" + host + "/" + database); } } else if (baseDirectory == null) { //use current working directory dataSource.setUrl("jdbc:h2:" + database); } else { //use directory specified if the patch is relative String location; if (!new File(database).isAbsolute()) { location = new File(baseDirectory, database).getAbsolutePath(); } else { location = database; } // falko: add support for NIO String osName = System.getProperty("os.name"); Boolean nio = (Boolean) NIO.lookUp(params); Boolean nioMapped = (Boolean) NIO_MAPPED.lookUp(params); String url = null; if ((nio != null && nio.booleanValue()) /*|| osName.toLowerCase().contains( "linux" )*/) { url = "jdbc:h2:nio:" + location; } else if ((nioMapped != null && nioMapped.booleanValue())) { url = "jdbc:h2:nioMapped:" + location; } else { url = "jdbc:h2:file:" + location; } // falko: multi threaded on //url += ";MULTI_THREADED=1"; dataSource.setUrl(url); } String username = (String) USER.lookUp(params); if (username != null) { dataSource.setUsername(username); } String password = (String) PASSWD.lookUp(params); if (password != null) { dataSource.setPassword(password); } dataSource.setDriverClassName("org.h2.Driver"); dataSource.setPoolPreparedStatements(false); return dataSource; }
From source file:org.projasource.dbimport.mojo.DBImportMojo.java
protected void initDataSource() { ds = new BasicDataSource(); ds.setUrl(url); ds.setDriverClassName(driverClass); ds.setUsername(user); ds.setPassword(password); }
From source file:org.projectforge.continuousdb.demo.DemoMain.java
private DemoMain() { final BasicDataSource dataSource = new BasicDataSource(); dataSource.setDriverClassName("org.hsqldb.jdbcDriver"); dataSource.setUsername("sa"); // dataSource.setPassword("password"); dataSource.setUrl("jdbc:hsqldb:testdatabase"); configuration = new UpdaterConfiguration().setDialect(DatabaseDialect.HSQL).setDataSource(dataSource); databaseUpdateDao = configuration.getDatabaseUpdateDao(); // TableAttribute.register(new TableAttributeHookImpl()); // final SortedSet<UpdateEntry> updateEntries = new TreeSet<UpdateEntry>(); // updateEntries.addAll(DatabaseCoreUpdates.getUpdateEntries(this)); // getSystemUpdater().setUpdateEntries(updateEntries); }
From source file:org.projectforge.continuousdb.demo.UpdateEntryDemoMain.java
private UpdateEntryDemoMain() { final BasicDataSource dataSource = new BasicDataSource(); dataSource.setDriverClassName("org.hsqldb.jdbcDriver"); dataSource.setUsername("sa"); // dataSource.setPassword("password"); dataSource.setUrl("jdbc:hsqldb:testdatabase"); configuration = new UpdaterConfiguration().setDialect(DatabaseDialect.HSQL).setDataSource(dataSource); databaseUpdateDao = configuration.getDatabaseUpdateDao(); // TableAttribute.register(new TableAttributeHookImpl()); // final SortedSet<UpdateEntry> updateEntries = new TreeSet<UpdateEntry>(); // updateEntries.addAll(DatabaseCoreUpdates.getUpdateEntries(this)); // getSystemUpdater().setUpdateEntries(updateEntries); }
From source file:org.qi4j.entitystore.sql.ImportedDataSourceServiceTest.java
@SuppressWarnings("unchecked") public void assemble(ModuleAssembly module) throws AssemblyException { BasicDataSource dataSource = new BasicDataSource(); dataSource.setUrl(CONNECTION_STRING); try {/*from w w w .j av a 2s .com*/ new DerbySQLEntityStoreAssembler(new DataSourceAssembler(new ImportableDataSourceService(dataSource))) .assemble(module); } catch (AssemblyException e) { Assume.assumeNoException(e); } }
From source file:org.qi4j.library.sql.datasource.ExternalDataSourceTest.java
@Override public void assemble(ModuleAssembly module) throws AssemblyException { BasicDataSource externalDataSource = new BasicDataSource(); externalDataSource.setDriverClassName("org.apache.derby.jdbc.EmbeddedDriver"); externalDataSource.setUrl("jdbc:derby:memory:testdbexternal;create=true"); // START SNIPPET: assembly new ExternalDataSourceAssembler(externalDataSource).visibleIn(Visibility.module) .identifiedBy("datasource-external-id") .withCircuitBreaker(DataSources.newDataSourceCircuitBreaker()).assemble(module); // END SNIPPET: assembly }