uk.ac.ebi.eva.pipeline.jobs.GenotypedVcfJob.java Source code

Introduction

Here is the source code for uk.ac.ebi.eva.pipeline.jobs.GenotypedVcfJob.java

Source

/*
 * Copyright 2015-2016 EMBL - European Bioinformatics Institute
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package uk.ac.ebi.eva.pipeline.jobs;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.batch.core.Job;
import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
import org.springframework.batch.core.job.builder.FlowBuilder;
import org.springframework.batch.core.job.builder.FlowJobBuilder;
import org.springframework.batch.core.job.builder.JobBuilder;
import org.springframework.batch.core.job.flow.Flow;
import org.springframework.batch.core.launch.support.RunIdIncrementer;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.context.annotation.*;
import org.springframework.core.task.SimpleAsyncTaskExecutor;

import uk.ac.ebi.eva.pipeline.jobs.steps.VariantLoaderStep;

import javax.annotation.PostConstruct;

/**
 *  Complete pipeline workflow:
 *
 *                       |--> (optionalStatisticsFlow: statsCreate --> statsLoad)
 *  transform ---> load -+
 *                       |--> (optionalAnnotationFlow: variantsAnnotGenerateInput --> (annotationCreate --> annotationLoad))
 *
 *  Steps in () are optional
 */
@Configuration
@EnableBatchProcessing
@Import({ AnnotationJob.class, PopulationStatisticsJob.class, VariantLoaderStep.class })
public class GenotypedVcfJob extends CommonJobStepInitialization {
    private static final Logger logger = LoggerFactory.getLogger(GenotypedVcfJob.class);

    public static final String jobName = "load-genotyped-vcf";
    public static final String PARALLEL_STATISTICS_AND_ANNOTATION = "Parallel statistics and annotation";

    //job default settings
    private static final boolean INCLUDE_SAMPLES = true;
    private static final boolean COMPRESS_GENOTYPES = true;
    private static final boolean CALCULATE_STATS = false;
    private static final boolean INCLUDE_STATS = false;

    @PostConstruct
    public void configureDefaultVariantOptions() {
        getJobOptions().configureGenotypesStorage(INCLUDE_SAMPLES, COMPRESS_GENOTYPES);
        getJobOptions().configureStatisticsStorage(CALCULATE_STATS, INCLUDE_STATS);
    }

    @Autowired
    private JobBuilderFactory jobBuilderFactory;
    @Autowired
    private Flow optionalAnnotationFlow;
    @Autowired
    private Flow optionalStatisticsFlow;
    @Autowired
    private VariantLoaderStep variantLoaderStep;

    @Bean
    @Qualifier("genotypedJob")
    public Job genotypedJob() {
        logger.debug("Building variant genotyped job");

        JobBuilder jobBuilder = jobBuilderFactory.get(jobName).incrementer(new RunIdIncrementer());

        Flow parallelStatisticsAndAnnotation = new FlowBuilder<Flow>(PARALLEL_STATISTICS_AND_ANNOTATION)
                .split(new SimpleAsyncTaskExecutor()).add(optionalStatisticsFlow, optionalAnnotationFlow).build();

        FlowJobBuilder builder = jobBuilder.flow(normalize()).next(load(variantLoaderStep))
                .next(parallelStatisticsAndAnnotation).end();

        return builder.build();
    }

}