org.apache.hadoop.hbase.master.balancer

Class BalancerTestBase

java.lang.Object

org.apache.hadoop.hbase.master.balancer.BalancerTestBase

Direct Known Subclasses:

TestBaseLoadBalancer, TestDefaultLoadBalancer, TestStochasticLoadBalancer, TestStochasticLoadBalancer2

public class BalancerTestBase
extends Object

Class used to be the base of unit tests on load balancers. It gives helper methods to create maps of ServerName to lists of HRegionInfo and to check list of region plans.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	BalancerTestBase.MockMapping

Field Summary

Fields

Modifier and Type	Field and Description
protected static Configuration	conf
protected static StochasticLoadBalancer	loadBalancer
protected static Random	rand

Constructor Summary

Constructors

Constructor and Description
BalancerTestBase()

Method Summary

Modifier and Type	Method and Description
void	assertClusterAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers) Invariant is that all servers have between floor(avg) and ceiling(avg) number of regions.
void	assertRegionReplicaPlacement(Map<ServerName,List<HRegionInfo>> serverMap, RackManager rackManager) Checks whether region replicas are not hosted on the same host.
static void	beforeAllTests()
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	convertToList(Map<ServerName,List<HRegionInfo>> servers)
protected Map<ServerName,List<HRegionInfo>>	createServerMap(int numNodes, int numRegions, int numRegionsPerServer, int replication, int numTables)
protected BaseLoadBalancer.Cluster	mockCluster(int[] mockCluster)
protected TreeMap<ServerName,List<HRegionInfo>>	mockClusterServers(int[] mockCluster)
protected TreeMap<ServerName,List<HRegionInfo>>	mockClusterServers(int[] mockCluster, int numTables)
protected String	printMock(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> balancedCluster)
protected String	printStats(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)
protected List<HRegionInfo>	randomRegions(int numRegions)
protected List<HRegionInfo>	randomRegions(int numRegions, int numTables)
protected org.apache.hadoop.hbase.master.balancer.ServerAndLoad	randomServer(int numRegionsPerServer)
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	randomServers(int numServers, int numRegionsPerServer)
protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad>	reconcile(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> list, List<RegionPlan> plans, Map<ServerName,List<HRegionInfo>> servers) This assumes the RegionPlan HSI instances are the same ones in the map, so actually no need to even pass in the map, but I think it's clearer.
protected void	returnRegions(List<HRegionInfo> regions)
protected void	returnServer(ServerName server)
protected void	returnServers(List<ServerName> servers)
protected void	testWithCluster(int numNodes, int numRegions, int numRegionsPerServer, int replication, int numTables, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected void	testWithCluster(Map<ServerName,List<HRegionInfo>> serverMap, RackManager rackManager, boolean assertFullyBalanced, boolean assertFullyBalancedForReplicas)
protected void	updateLoad(Map<ServerName,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> map, ServerName sn, int diff)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

rand

protected static Random rand

loadBalancer

protected static StochasticLoadBalancer loadBalancer

conf

protected static Configuration conf

Constructor Detail

BalancerTestBase

public BalancerTestBase()

Method Detail

beforeAllTests

public static void beforeAllTests()
                           throws Exception

Throws:

Exception

testWithCluster

protected void testWithCluster(int numNodes,
                               int numRegions,
                               int numRegionsPerServer,
                               int replication,
                               int numTables,
                               boolean assertFullyBalanced,
                               boolean assertFullyBalancedForReplicas)

createServerMap

protected Map<ServerName,List<HRegionInfo>> createServerMap(int numNodes,
                                                            int numRegions,
                                                            int numRegionsPerServer,
                                                            int replication,
                                                            int numTables)

testWithCluster

protected void testWithCluster(Map<ServerName,List<HRegionInfo>> serverMap,
                               RackManager rackManager,
                               boolean assertFullyBalanced,
                               boolean assertFullyBalancedForReplicas)

assertClusterAsBalanced

public void assertClusterAsBalanced(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)

Invariant is that all servers have between floor(avg) and ceiling(avg) number of regions.

assertRegionReplicaPlacement

public void assertRegionReplicaPlacement(Map<ServerName,List<HRegionInfo>> serverMap,
                                         RackManager rackManager)

Checks whether region replicas are not hosted on the same host.

printStats

protected String printStats(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> servers)

convertToList

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> convertToList(Map<ServerName,List<HRegionInfo>> servers)

printMock

protected String printMock(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> balancedCluster)

reconcile

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> reconcile(List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> list,
                                                                                List<RegionPlan> plans,
                                                                                Map<ServerName,List<HRegionInfo>> servers)

This assumes the RegionPlan HSI instances are the same ones in the map, so actually no need to even pass in the map, but I think it's clearer.

Parameters:

list -

plans -

Returns:

updateLoad

protected void updateLoad(Map<ServerName,org.apache.hadoop.hbase.master.balancer.ServerAndLoad> map,
                          ServerName sn,
                          int diff)

mockClusterServers

protected TreeMap<ServerName,List<HRegionInfo>> mockClusterServers(int[] mockCluster)

mockCluster

protected BaseLoadBalancer.Cluster mockCluster(int[] mockCluster)

mockClusterServers

protected TreeMap<ServerName,List<HRegionInfo>> mockClusterServers(int[] mockCluster,
                                                                   int numTables)

randomRegions

protected List<HRegionInfo> randomRegions(int numRegions)

randomRegions

protected List<HRegionInfo> randomRegions(int numRegions,
                                          int numTables)

returnRegions

protected void returnRegions(List<HRegionInfo> regions)

randomServer

protected org.apache.hadoop.hbase.master.balancer.ServerAndLoad randomServer(int numRegionsPerServer)

randomServers

protected List<org.apache.hadoop.hbase.master.balancer.ServerAndLoad> randomServers(int numServers,
                                                                                    int numRegionsPerServer)

returnServer

protected void returnServer(ServerName server)

returnServers

protected void returnServers(List<ServerName> servers)