Java tutorial
/* Copyright 2014 Twitter, Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package com.twitter.hraven; import java.util.NavigableMap; import org.apache.commons.lang.builder.CompareToBuilder; import org.apache.commons.lang.builder.HashCodeBuilder; import org.apache.hadoop.hbase.client.Result; import org.codehaus.jackson.map.annotate.JsonSerialize; import com.twitter.hraven.util.ByteUtil; /** * An HdfsStats object represents information about a particular * path on hdfs including storage details, * access details and cost of that path */ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL) public class HdfsStats implements Comparable<HdfsStats> { /** the key that uniquely identifies this hdfs stats record */ private HdfsStatsKey hdfsStatsKey; /** represents the number of files in the * path that's defined by the {@link HdfsStatsKey} */ private long fileCount; /** represents the number of directories in the * path defined by the {@link HdfsStatsKey} */ private long dirCount; /** owner of the path defined by * the {@link HdfsStatsKey} */ private String owner; /** raw bytes of storage taken up by the path * defined by the {@link HdfsStatsKey} * includes replication */ private long spaceConsumed; /** represents the hdfs file count quota for the * path that's defined by the {@link HdfsStatsKey} */ private long quota; /** represents the hdfs space quota for the * path that's defined by the {@link HdfsStatsKey} */ private long spaceQuota; /** represents the number of files in /tmp count for * the path that's defined by the {@link HdfsStatsKey} */ private long tmpFileCount; /** represents the space taken up by files in /tmp for * the path that's defined by the {@link HdfsStatsKey} */ private long tmpSpaceConsumed; /** represents the number of files in trash for * the path that's defined by the {@link HdfsStatsKey} */ private long trashFileCount; /** represents the space taken up by files in trash for * the path that's defined by the {@link HdfsStatsKey} */ private long trashSpaceConsumed; /** represents the number of times the path that's * defined by the {@link HdfsStatsKey} has been * accessed */ private long accessCountTotal; /** represents the total hdfs cost for the path that's * defined by the {@link HdfsStatsKey} */ private double hdfsCost; /** represents the cost of access for the path that's * defined by the {@link HdfsStatsKey} */ private double accessCost; /** represents the storage cost for the path that's * defined by the {@link HdfsStatsKey} */ private double storageCost; /** default constructor */ public HdfsStats() { } public HdfsStats(HdfsStatsKey hdfsStatsKey) { this.hdfsStatsKey = hdfsStatsKey; } public HdfsStatsKey getHdfsStatsKey() { return hdfsStatsKey; } public void setHdfsStatsKey(HdfsStatsKey hdfsStatsKey) { this.hdfsStatsKey = hdfsStatsKey; } public long getFileCount() { return fileCount; } public void setFileCount(long fileCount) { this.fileCount = fileCount; } public long getDirCount() { return dirCount; } public void setDirCount(long dirCount) { this.dirCount = dirCount; } public String getOwner() { return owner; } public void setOwner(String owner) { this.owner = owner; } public long getSpaceConsumed() { return spaceConsumed; } public void setSpaceConsumed(long spaceConsumed) { this.spaceConsumed = spaceConsumed; } public long getQuota() { return quota; } public void setQuota(long quota) { this.quota = quota; } public long getSpaceQuota() { return spaceQuota; } public void setSpaceQuota(long spaceQuota) { this.spaceQuota = spaceQuota; } public long getTmpFileCount() { return tmpFileCount; } public void setTmpFileCount(long tmpFileCount) { this.tmpFileCount = tmpFileCount; } public long getTmpSpaceConsumed() { return tmpSpaceConsumed; } public void setTmpSpaceConsumed(long tmpSpaceConsumed) { this.tmpSpaceConsumed = tmpSpaceConsumed; } public long getTrashFileCount() { return trashFileCount; } public void setTrashFileCount(long trashFileCount) { this.trashFileCount = trashFileCount; } public long getTrashSpaceConsumed() { return trashSpaceConsumed; } public void setTrashSpaceConsumed(long trashSpaceConsumed) { this.trashSpaceConsumed = trashSpaceConsumed; } public long getAccessCountTotal() { return accessCountTotal; } public void setAccessCountTotal(long accessCountTotal) { this.accessCountTotal = accessCountTotal; } public double getHdfsCost() { return hdfsCost; } public void setHdfsCost(double cost) { this.hdfsCost = cost; } /** * hdfs cost is the sum of access Cost and Storage Cost * @return hdfs cost as long */ public double calculateHDFSCost() { return accessCost + storageCost; } public double getAccessCost() { return accessCost; } public void setAccessCost(double accessCost) { this.accessCost = accessCost; } public double getStorageCost() { return storageCost; } public void setStorageCost(double storageCost) { this.storageCost = storageCost; } /** * populates the hdfs stats by looking through the hbase result * @param result */ public void populate(Result result) { // process path-level stats and properties NavigableMap<byte[], byte[]> infoValues = result.getFamilyMap(HdfsConstants.DISK_INFO_FAM_BYTES); this.fileCount += ByteUtil.getValueAsLong(HdfsConstants.FILE_COUNT_COLUMN_BYTES, infoValues); this.dirCount += ByteUtil.getValueAsLong(HdfsConstants.DIR_COUNT_COLUMN_BYTES, infoValues); this.spaceConsumed += ByteUtil.getValueAsLong(HdfsConstants.SPACE_CONSUMED_COLUMN_BYTES, infoValues); this.accessCountTotal += ByteUtil.getValueAsLong(HdfsConstants.ACCESS_COUNT_TOTAL_COLUMN_BYTES, infoValues); this.owner = ByteUtil.getValueAsString(HdfsConstants.OWNER_COLUMN_BYTES, infoValues); this.quota += ByteUtil.getValueAsLong(HdfsConstants.QUOTA_COLUMN_BYTES, infoValues); this.spaceQuota += ByteUtil.getValueAsLong(HdfsConstants.SPACE_QUOTA_COLUMN_BYTES, infoValues); this.tmpFileCount += ByteUtil.getValueAsLong(HdfsConstants.TMP_FILE_COUNT_COLUMN_BYTES, infoValues); this.tmpSpaceConsumed += ByteUtil.getValueAsLong(HdfsConstants.TMP_SPACE_CONSUMED_COLUMN_BYTES, infoValues); this.trashFileCount += ByteUtil.getValueAsLong(HdfsConstants.TRASH_FILE_COUNT_COLUMN_BYTES, infoValues); this.trashSpaceConsumed += ByteUtil.getValueAsLong(HdfsConstants.TRASH_SPACE_CONSUMED_COLUMN_BYTES, infoValues); this.accessCost += ByteUtil.getValueAsDouble(HdfsConstants.ACCESS_COST_COLUMN_BYTES, infoValues); this.storageCost += ByteUtil.getValueAsDouble(HdfsConstants.STORAGE_COST_COLUMN_BYTES, infoValues); this.hdfsCost = calculateHDFSCost(); } public int compareTo(HdfsStats other) { if (other == null) { return -1; } return new CompareToBuilder().append(this.hdfsStatsKey, other.getHdfsStatsKey()).toComparison(); } @Override public int hashCode() { return new HashCodeBuilder().append(this.hdfsStatsKey).toHashCode(); } @Override public boolean equals(Object other) { if (other instanceof HdfsStats) { return compareTo((HdfsStats) other) == 0; } return false; } }