com.conversantmedia.mapreduce.tool.annotation.handler.FileInputAnnotationHandler.java Source code

Introduction

Here is the source code for com.conversantmedia.mapreduce.tool.annotation.handler.FileInputAnnotationHandler.java

Source

package com.conversantmedia.mapreduce.tool.annotation.handler;

/*
 * #%L
 * Mara Core framework
 * ~~
 * Copyright (C) 2015 Conversant
 * ~~
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * #L%
 */

import java.io.IOException;
import java.lang.annotation.Annotation;

import org.apache.hadoop.fs.Path;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.springframework.stereotype.Service;

import com.conversantmedia.mapreduce.tool.ToolException;
import com.conversantmedia.mapreduce.tool.annotation.FileInput;

@Service
public class FileInputAnnotationHandler extends AnnotationHandlerBase {

    @Override
    public boolean accept(Annotation annotation) {
        return annotation.annotationType() == FileInput.class;
    }

    @Override
    public void process(Annotation annotation, Job job, Object target) throws ToolException {
        try {
            configureInputs(job, (FileInput) annotation);
        } catch (Exception e) {
            throw new ToolException(e);
        }
    }

    public void configureInputs(Job job, FileInput fileInput) throws ToolException, IOException {

        job.setInputFormatClass(fileInput.value());
        // The property used for retrieving the path
        Object path = this.evaluateExpression(fileInput.path());
        configureFileInputPaths(job, path);
    }

    private void configureFileInputPaths(Job job, Object value) throws ToolException, IOException {
        if (value == null) {
            throw new ToolException("Input path property is null.");
        }

        if (value instanceof Path) {
            FileInputFormat.setInputPaths(job, (Path) value);
        } else if (value instanceof Path[]) {
            FileInputFormat.setInputPaths(job, (Path[]) value);
        } else if (value instanceof String) {
            FileInputFormat.setInputPaths(job, (String) value);
        } else {
            throw new ToolException("Illegal Path property. Path must be one of type [" + Path.class + ", "
                    + Path[].class + ", or java.lang.String]");
        }
    }
}