org.apache.flink.yarn.YarnApplicationMasterRunnerTest.java Source code

Introduction

Here is the source code for org.apache.flink.yarn.YarnApplicationMasterRunnerTest.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.yarn;

import com.google.common.collect.ImmutableMap;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.runtime.clusterframework.ContaineredTaskManagerParameters;
import org.apache.hadoop.yarn.api.records.ContainerLaunchContext;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;
import org.mockito.Mockito;
import org.mockito.invocation.InvocationOnMock;
import org.mockito.stubbing.Answer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.File;
import java.util.Map;

import static org.apache.flink.yarn.YarnConfigKeys.*;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.mockito.Matchers.anyInt;
import static org.mockito.Matchers.anyString;
import static org.mockito.Mockito.doAnswer;
import static org.mockito.Mockito.mock;

public class YarnApplicationMasterRunnerTest {
    private static final Logger LOG = LoggerFactory.getLogger(YarnApplicationMasterRunnerTest.class);

    @Rule
    public TemporaryFolder folder = new TemporaryFolder();

    @Test
    public void testCreateTaskExecutorContext() throws Exception {
        File root = folder.getRoot();
        File home = new File(root, "home");
        boolean created = home.mkdir();
        assertTrue(created);

        Answer<?> getDefault = new Answer<Object>() {
            @Override
            public Object answer(InvocationOnMock invocationOnMock) throws Throwable {
                return invocationOnMock.getArguments()[1];
            }
        };
        Configuration flinkConf = new Configuration();
        YarnConfiguration yarnConf = mock(YarnConfiguration.class);
        doAnswer(getDefault).when(yarnConf).get(anyString(), anyString());
        doAnswer(getDefault).when(yarnConf).getInt(anyString(), anyInt());
        doAnswer(new Answer() {
            @Override
            public Object answer(InvocationOnMock invocationOnMock) throws Throwable {
                return new String[] { (String) invocationOnMock.getArguments()[1] };
            }
        }).when(yarnConf).getStrings(anyString(), Mockito.<String>anyVararg());

        Map<String, String> env = ImmutableMap.<String, String>builder().put(ENV_APP_ID, "foo")
                .put(ENV_CLIENT_HOME_DIR, home.getAbsolutePath()).put(ENV_CLIENT_SHIP_FILES, "")
                .put(ENV_FLINK_CLASSPATH, "").put(ENV_HADOOP_USER_NAME, "foo")
                .put(FLINK_JAR_PATH, root.toURI().toString()).build();
        ContaineredTaskManagerParameters tmParams = mock(ContaineredTaskManagerParameters.class);
        Configuration taskManagerConf = new Configuration();

        String workingDirectory = root.getAbsolutePath();
        Class<?> taskManagerMainClass = YarnApplicationMasterRunnerTest.class;
        ContainerLaunchContext ctx = Utils.createTaskExecutorContext(flinkConf, yarnConf, env, tmParams,
                taskManagerConf, workingDirectory, taskManagerMainClass, LOG);
        assertEquals("file", ctx.getLocalResources().get("flink.jar").getResource().getScheme());
    }
}