nl.knaw.huygens.timbuctoo.tools.conversion.DomainEntityCollectionConverter.java Source code

Introduction

Here is the source code for nl.knaw.huygens.timbuctoo.tools.conversion.DomainEntityCollectionConverter.java

Source

package nl.knaw.huygens.timbuctoo.tools.conversion;

/*
 * #%L
 * Timbuctoo tools
 * =======
 * Copyright (C) 2012 - 2015 Huygens ING
 * =======
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as
 * published by the Free Software Foundation, either version 3 of the 
 * License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public 
 * License along with this program.  If not, see
 * <http://www.gnu.org/licenses/gpl-3.0.html>.
 * #L%
 */

import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;

import nl.knaw.huygens.timbuctoo.config.TypeRegistry;
import nl.knaw.huygens.timbuctoo.model.DomainEntity;
import nl.knaw.huygens.timbuctoo.storage.StorageException;
import nl.knaw.huygens.timbuctoo.storage.StorageIterator;
import nl.knaw.huygens.timbuctoo.storage.graph.IdGenerator;
import nl.knaw.huygens.timbuctoo.storage.graph.tinkerpop.conversion.ElementConverterFactory;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.common.base.Stopwatch;
import com.google.common.collect.Lists;
import com.tinkerpop.blueprints.Graph;
import com.tinkerpop.blueprints.TransactionalGraph;

public class DomainEntityCollectionConverter<T extends DomainEntity> {
    private static final Logger LOG = LoggerFactory.getLogger(DomainEntityCollectionConverter.class);

    private final Class<T> type;
    private final MongoConversionStorage mongoStorage;
    private final Graph graph;
    private final DomainEntityConverterFactory entityConverterFactory;

    public DomainEntityCollectionConverter(Class<T> type, Graph graph, TinkerPopConversionStorage graphStorage,
            IdGenerator idGenerator, ElementConverterFactory converterFactory, MongoConversionStorage mongoStorage,
            TypeRegistry typeRegistry, Map<String, String> oldIdNewIdMap,
            Map<String, Object> oldIdLatestVertexIdMap) {
        this(type, mongoStorage, new DomainEntityConverterFactory(mongoStorage, graph, typeRegistry, graphStorage,
                oldIdNewIdMap, oldIdLatestVertexIdMap), graph);

    }

    public DomainEntityCollectionConverter(Class<T> type, MongoConversionStorage mongoStorage,
            DomainEntityConverterFactory entityConverterFactory, Graph graph) {
        this.type = type;
        this.mongoStorage = mongoStorage;
        this.entityConverterFactory = entityConverterFactory;
        this.graph = graph;
    }

    public void convert() {
        String simpleName = type.getSimpleName();
        LOG.info("Start converting for {}", simpleName);
        List<DomainEntityConverter<T>> converters = Lists.newArrayList();
        try {
            //first create the jobs to prevent a mongo cursor timeout exception.      
            for (StorageIterator<T> iterator = mongoStorage.getDomainEntities(type); iterator.hasNext();) {
                T entity = iterator.next();
                String oldId = entity.getId();
                converters.add(entityConverterFactory.create(type, oldId));

            }
            Stopwatch stopwatch = Stopwatch.createStarted();
            int number = 0;
            for (DomainEntityConverter<T> converter : converters) {
                String oldId = converter.getOldId();
                try {
                    converter.convert();

                    if (number % 1000 == 0) {
                        commit();
                        LOG.info("Time per conversion: {} ms, number of conversions {}",
                                (double) stopwatch.elapsed(TimeUnit.MILLISECONDS) / number, number);
                    }

                    number++;
                } catch (IllegalArgumentException | IllegalAccessException e) {
                    LOG.error("Could not convert {} with id \"{}\"", simpleName, oldId);
                }
            }
        } catch (StorageException e) {
            LOG.error("Could not retrieve DomainEntities of type \"{}\"", simpleName);
        } finally {
            LOG.info("End converting for {}.", simpleName);
            commit();
        }
    }

    private void commit() {
        if (graph instanceof TransactionalGraph) {
            ((TransactionalGraph) graph).commit();
        }
    }
}