Java tutorial
/* * Copyright 2013 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.springframework.yarn.am.monitor; import static org.hamcrest.Matchers.is; import static org.junit.Assert.assertThat; import static org.mockito.Mockito.doReturn; import static org.mockito.Mockito.mock; import static org.mockito.Mockito.when; import java.util.Set; import org.apache.hadoop.yarn.api.records.ApplicationAttemptId; import org.apache.hadoop.yarn.api.records.ApplicationId; import org.apache.hadoop.yarn.api.records.Container; import org.apache.hadoop.yarn.api.records.ContainerId; import org.apache.hadoop.yarn.api.records.ContainerState; import org.apache.hadoop.yarn.api.records.ContainerStatus; import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.Priority; import org.apache.hadoop.yarn.api.records.Resource; import org.junit.Test; import org.springframework.yarn.TestUtils; public class DefaultContainerMonitorTests { @Test public void testInitialStatus() throws Exception { DefaultContainerMonitor monitor = new DefaultContainerMonitor(); assertMonitorState(monitor, 0, 0, 0, 0); } @Test public void testSucceed() throws Exception { DefaultContainerMonitor monitor = new DefaultContainerMonitor(); ApplicationAttemptId applicationAttemptId = getMockApplicationAttemptId(1, 1); ContainerId containerId1 = getMockContainerId(applicationAttemptId, 1); Container container1 = getMockContainer(containerId1, null, null, null); // container 1 // failed free running // allocated running completed failed monitor.reportContainer(container1); assertMonitorState(monitor, 1, 0, 0, 0); monitor.reportContainerStatus(getMockContainerStatus(containerId1, ContainerState.COMPLETE, 0)); assertMonitorState(monitor, 0, 0, 1, 0); } @Test public void testTwoSucceed() throws Exception { DefaultContainerMonitor monitor = new DefaultContainerMonitor(); ApplicationAttemptId applicationAttemptId = getMockApplicationAttemptId(1, 1); ContainerId containerId1 = getMockContainerId(applicationAttemptId, 1); Container container1 = getMockContainer(containerId1, null, null, null); ContainerId containerId2 = getMockContainerId(applicationAttemptId, 2); Container container2 = getMockContainer(containerId2, null, null, null); // container 1 // failed free running // allocated running completed failed monitor.reportContainer(container1); assertMonitorState(monitor, 1, 0, 0, 0); monitor.reportContainerStatus(getMockContainerStatus(containerId1, ContainerState.COMPLETE, 0)); assertMonitorState(monitor, 0, 0, 1, 0); monitor.reportContainer(container2); assertMonitorState(monitor, 1, 0, 1, 0); monitor.reportContainerStatus(getMockContainerStatus(containerId2, ContainerState.COMPLETE, 0)); assertMonitorState(monitor, 0, 0, 2, 0); } @Test public void testFailedAndSucceedWithGarbage() throws Exception { DefaultContainerMonitor monitor = new DefaultContainerMonitor(); ApplicationAttemptId applicationAttemptId = getMockApplicationAttemptId(1, 1); ContainerId containerId1 = getMockContainerId(applicationAttemptId, 1); Container container1 = getMockContainer(containerId1, null, null, null); ContainerId containerId2 = getMockContainerId(applicationAttemptId, 2); Container container2 = getMockContainer(containerId2, null, null, null); ContainerId containerId3 = getMockContainerId(applicationAttemptId, 3); //Container container3 = getMockContainer(containerId3, null, null, null, ContainerState.NEW); // container 1 // failed free running // allocated running completed failed monitor.reportContainer(container1); assertMonitorState(monitor, 1, 0, 0, 0); monitor.reportContainerStatus(getMockContainerStatus(containerId1, ContainerState.COMPLETE, 1)); assertMonitorState(monitor, 0, 0, 0, 1); // container 2 monitor.reportContainer(container2); assertMonitorState(monitor, 1, 0, 0, 1); monitor.reportContainerStatus(getMockContainerStatus(containerId2, ContainerState.COMPLETE, 0)); assertMonitorState(monitor, 0, 0, 1, 1); // container 3 monitor.reportContainerStatus(getMockContainerStatus(containerId3, ContainerState.COMPLETE, -100)); assertMonitorState(monitor, 0, 0, 2, 1); } /** * Assert states or allocated, running, completed and failed sets. * * @param monitor * @param allocated * @param running * @param completed * @param failed * @throws Exception */ private void assertMonitorState(DefaultContainerMonitor monitor, int allocated, int running, int completed, int failed) throws Exception { Set<ContainerId> allocatedSet = TestUtils.readField("allocated", monitor); Set<ContainerId> runningSet = TestUtils.readField("running", monitor); Set<ContainerId> completedSet = TestUtils.readField("completed", monitor); Set<ContainerId> failedSet = TestUtils.readField("failed", monitor); assertThat(allocatedSet.size(), is(allocated)); assertThat(runningSet.size(), is(running)); assertThat(completedSet.size(), is(completed)); assertThat(failedSet.size(), is(failed)); } /** * Mock {@link ContainerStatus} * * @param containerId the {@link ContainerId} * @param containerState the {@link ContainerState} * @param exitStatus the container exit status * @return mocked {@link ContainerStatus} */ public static ContainerStatus getMockContainerStatus(ContainerId containerId, ContainerState containerState, int exitStatus) { ContainerStatus status = mock(ContainerStatus.class); when(status.getContainerId()).thenReturn(containerId); when(status.getState()).thenReturn(containerState); when(status.getExitStatus()).thenReturn(exitStatus); return status; } /** * Mock {@link Container} * * @param containerId the {@link ContainerId} * @param nodeId the {@link NodeId} * @param resource the {@link Resource} * @param priority the {@link Priority} * @param state the {@link ContainerState} * @return mocked {@link Container} */ public static Container getMockContainer(ContainerId containerId, NodeId nodeId, Resource resource, Priority priority) { Container container = mock(Container.class); when(container.getId()).thenReturn(containerId); when(container.getNodeId()).thenReturn(nodeId); when(container.getResource()).thenReturn(resource); when(container.getPriority()).thenReturn(priority); return container; } /** * Mock {@link ApplicationId} * * @param appId the app id * @return mocked {@link ApplicationId} */ public static ApplicationId getMockApplicationId(int appId) { ApplicationId applicationId = mock(ApplicationId.class); when(applicationId.getClusterTimestamp()).thenReturn(0L); when(applicationId.getId()).thenReturn(appId); return applicationId; } /** * Mock {@link ContainerId} * * @param applicationAttemptId the application attempt id * @param id the container id * @return mocked {@link ContainerId} */ public static ContainerId getMockContainerId(ApplicationAttemptId applicationAttemptId, int id) { ContainerId containerId = mock(ContainerId.class); doReturn(applicationAttemptId).when(containerId).getApplicationAttemptId(); doReturn(id).when(containerId).getId(); doReturn(Integer.toString(id)).when(containerId).toString(); return containerId; } /** * Mock {@link ApplicationAttemptId} * * @param appId the app id * @param attemptId the app attempt id * @return mocked {@link ApplicationAttemptId} */ public static ApplicationAttemptId getMockApplicationAttemptId(int appId, int attemptId) { ApplicationId applicationId = mock(ApplicationId.class); when(applicationId.getClusterTimestamp()).thenReturn(0L); when(applicationId.getId()).thenReturn(appId); ApplicationAttemptId applicationAttemptId = mock(ApplicationAttemptId.class); when(applicationAttemptId.getApplicationId()).thenReturn(applicationId); when(applicationAttemptId.getAttemptId()).thenReturn(attemptId); return applicationAttemptId; } }