org.apache.hadoop.hbase.quotas

Class QuotaTableUtil

java.lang.Object

org.apache.hadoop.hbase.quotas.QuotaTableUtil

Direct Known Subclasses:

QuotaUtil

@InterfaceAudience.Private
 @InterfaceStability.Evolving
public class QuotaTableUtil
extends Object

Helper class to interact with the quota table.

     ROW-KEY      FAM/QUAL        DATA
   n.<namespace> q:s         <global-quotas>
   t.<namespace> u:p        <namespace-quota policy>
   t.<table>     q:s         <global-quotas>
   t.<table>     u:p        <table-quota policy>
   u.<user>      q:s         <global-quotas>
   u.<user>      q:s.<table> <table-quotas>
   u.<user>      q:s.<ns>:   <namespace-quotas>
 

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	QuotaTableUtil.NamespaceQuotasVisitor
static interface	QuotaTableUtil.QuotasVisitor
static interface	QuotaTableUtil.TableQuotasVisitor
static interface	QuotaTableUtil.UserQuotasVisitor

Field Summary

Fields

Modifier and Type	Field and Description
protected static byte[]	QUOTA_FAMILY_INFO
protected static byte[]	QUOTA_FAMILY_USAGE
protected static byte[]	QUOTA_NAMESPACE_ROW_KEY_PREFIX
protected static byte[]	QUOTA_QUALIFIER_POLICY
protected static byte[]	QUOTA_QUALIFIER_SETTINGS
protected static byte[]	QUOTA_QUALIFIER_SETTINGS_PREFIX
static TableName	QUOTA_TABLE_NAME System table for quotas
protected static byte[]	QUOTA_TABLE_ROW_KEY_PREFIX
protected static byte[]	QUOTA_USER_ROW_KEY_PREFIX

Constructor Summary

Constructors

Constructor and Description
QuotaTableUtil()

Method Summary

Modifier and Type	Method and Description
protected static Result	doGet(Connection connection, Get get)
protected static Result[]	doGet(Connection connection, List<Get> gets)
static void	extractQuotaSnapshot(Result result, Map<TableName,SpaceQuotaSnapshot> snapshots) Extracts the SpaceViolationPolicy and TableName from the provided Result and adds them to the given Map.
static Map<TableName,Long>	getMasterReportedTableSizes(Connection conn) Fetches the table sizes on the filesystem as tracked by the HBase Master.
protected static String	getNamespaceFromRowKey(byte[] key)
static QuotaProtos.Quotas	getNamespaceQuota(Connection connection, String namespace)
protected static byte[]	getNamespaceRowKey(String namespace)
protected static String	getNamespaceRowKeyRegex(String namespace)
protected static QuotaProtos.SpaceQuota	getProtoViolationPolicy(SpaceViolationPolicy policy)
static Map<TableName,SpaceQuotaSnapshot>	getRegionServerQuotaSnapshots(Connection conn, ServerName regionServer) Fetches the observed SpaceQuotaSnapshots observed by a RegionServer.
static Map<TableName,SpaceViolationPolicy>	getRegionServerQuotaViolations(Connection conn, ServerName regionServer) Fetches the active SpaceViolationPolicy's that are being enforced on the given RegionServer.
static Scan	getScanForViolations() Creates a Scan which only returns violation policy records in the quota table.
protected static byte[]	getSettingsQualifierForUserNamespace(String namespace)
protected static byte[]	getSettingsQualifierForUserTable(TableName tableName)
protected static String	getSettingsQualifierRegexForUserNamespace(String namespace)
protected static String	getSettingsQualifierRegexForUserTable(String table)
protected static TableName	getTableFromRowKey(byte[] key)
static QuotaProtos.Quotas	getTableQuota(Connection connection, TableName table)
protected static byte[]	getTableRowKey(TableName table)
protected static String	getTableRowKeyRegex(String table)
protected static String	getUserFromRowKey(byte[] key)
static QuotaProtos.Quotas	getUserQuota(Connection connection, String user)
static QuotaProtos.Quotas	getUserQuota(Connection connection, String user, String namespace)
static QuotaProtos.Quotas	getUserQuota(Connection connection, String user, TableName table)
protected static byte[]	getUserRowKey(String user)
protected static String	getUserRowKeyRegex(String user)
protected static SpaceViolationPolicy	getViolationPolicy(QuotaProtos.SpaceQuota proto)
static boolean	isEmptyQuota(QuotaProtos.Quotas quotas)
protected static boolean	isNamespaceRowKey(byte[] key)
protected static boolean	isTableRowKey(byte[] key)
protected static boolean	isUserRowKey(byte[] key)
static Filter	makeFilter(QuotaFilter filter) converts quotafilter to serializeable filterlists.
static Get	makeGetForNamespaceQuotas(String namespace)
static Get	makeGetForTableQuotas(TableName table)
static Get	makeGetForUserQuotas(String user, Iterable<TableName> tables, Iterable<String> namespaces)
static Scan	makeQuotaViolationScan() Creates a Scan which returns only quota violations from the quota table.
static Scan	makeScan(QuotaFilter filter)
static void	parseNamespaceResult(Result result, QuotaTableUtil.NamespaceQuotasVisitor visitor)
protected static void	parseNamespaceResult(String namespace, Result result, QuotaTableUtil.NamespaceQuotasVisitor visitor)
static void	parseResult(Result result, QuotaTableUtil.QuotasVisitor visitor)
static void	parseTableResult(Result result, QuotaTableUtil.TableQuotasVisitor visitor)
protected static void	parseTableResult(TableName table, Result result, QuotaTableUtil.TableQuotasVisitor visitor)
static void	parseUserResult(Result result, QuotaTableUtil.UserQuotasVisitor visitor)
protected static void	parseUserResult(String userName, Result result, QuotaTableUtil.UserQuotasVisitor visitor)
static Put	putSpaceSnapshot(TableName tableName, SpaceQuotaSnapshot snapshot) Creates a Put to enable the given policy on the table.
protected static QuotaProtos.Quotas	quotasFromData(byte[] data)
protected static QuotaProtos.Quotas	quotasFromData(byte[] data, int offset, int length)
protected static byte[]	quotasToData(QuotaProtos.Quotas data)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

QUOTA_TABLE_NAME

public static final TableName QUOTA_TABLE_NAME

System table for quotas

QUOTA_FAMILY_INFO

protected static final byte[] QUOTA_FAMILY_INFO

QUOTA_FAMILY_USAGE

protected static final byte[] QUOTA_FAMILY_USAGE

QUOTA_QUALIFIER_SETTINGS

protected static final byte[] QUOTA_QUALIFIER_SETTINGS

QUOTA_QUALIFIER_SETTINGS_PREFIX

protected static final byte[] QUOTA_QUALIFIER_SETTINGS_PREFIX

QUOTA_QUALIFIER_POLICY

protected static final byte[] QUOTA_QUALIFIER_POLICY

QUOTA_USER_ROW_KEY_PREFIX

protected static final byte[] QUOTA_USER_ROW_KEY_PREFIX

QUOTA_TABLE_ROW_KEY_PREFIX

protected static final byte[] QUOTA_TABLE_ROW_KEY_PREFIX

QUOTA_NAMESPACE_ROW_KEY_PREFIX

protected static final byte[] QUOTA_NAMESPACE_ROW_KEY_PREFIX

Constructor Detail

QuotaTableUtil

public QuotaTableUtil()

Method Detail

getTableQuota

public static QuotaProtos.Quotas getTableQuota(Connection connection,
                                               TableName table)
                                        throws IOException

Throws:

IOException

getNamespaceQuota

public static QuotaProtos.Quotas getNamespaceQuota(Connection connection,
                                                   String namespace)
                                            throws IOException

Throws:

IOException

getUserQuota

public static QuotaProtos.Quotas getUserQuota(Connection connection,
                                              String user)
                                       throws IOException

Throws:

IOException

getUserQuota

public static QuotaProtos.Quotas getUserQuota(Connection connection,
                                              String user,
                                              TableName table)
                                       throws IOException

Throws:

IOException

getUserQuota

public static QuotaProtos.Quotas getUserQuota(Connection connection,
                                              String user,
                                              String namespace)
                                       throws IOException

Throws:

IOException

makeGetForTableQuotas

public static Get makeGetForTableQuotas(TableName table)

makeGetForNamespaceQuotas

public static Get makeGetForNamespaceQuotas(String namespace)

makeGetForUserQuotas

public static Get makeGetForUserQuotas(String user,
                                       Iterable<TableName> tables,
                                       Iterable<String> namespaces)

makeScan

public static Scan makeScan(QuotaFilter filter)

makeFilter

public static Filter makeFilter(QuotaFilter filter)

converts quotafilter to serializeable filterlists.

makeQuotaViolationScan

public static Scan makeQuotaViolationScan()

Creates a Scan which returns only quota violations from the quota table.

extractQuotaSnapshot

public static void extractQuotaSnapshot(Result result,
                                        Map<TableName,SpaceQuotaSnapshot> snapshots)

Extracts the SpaceViolationPolicy and TableName from the provided Result and adds them to the given Map. If the result does not contain the expected information or the serialized policy in the value is invalid, this method will throw an IllegalArgumentException.

Parameters:

result - A row from the quota table.

snapshots - A map of violations to add the result of this method into.

parseResult

public static void parseResult(Result result,
                               QuotaTableUtil.QuotasVisitor visitor)
                        throws IOException

Throws:

IOException

parseNamespaceResult

public static void parseNamespaceResult(Result result,
                                        QuotaTableUtil.NamespaceQuotasVisitor visitor)
                                 throws IOException

Throws:

IOException

parseNamespaceResult

protected static void parseNamespaceResult(String namespace,
                                           Result result,
                                           QuotaTableUtil.NamespaceQuotasVisitor visitor)
                                    throws IOException

Throws:

IOException

parseTableResult

public static void parseTableResult(Result result,
                                    QuotaTableUtil.TableQuotasVisitor visitor)
                             throws IOException

Throws:

IOException

parseTableResult

protected static void parseTableResult(TableName table,
                                       Result result,
                                       QuotaTableUtil.TableQuotasVisitor visitor)
                                throws IOException

Throws:

IOException

parseUserResult

public static void parseUserResult(Result result,
                                   QuotaTableUtil.UserQuotasVisitor visitor)
                            throws IOException

Throws:

IOException

parseUserResult

protected static void parseUserResult(String userName,
                                      Result result,
                                      QuotaTableUtil.UserQuotasVisitor visitor)
                               throws IOException

Throws:

IOException

getScanForViolations

public static Scan getScanForViolations()

Creates a Scan which only returns violation policy records in the quota table.

putSpaceSnapshot

public static Put putSpaceSnapshot(TableName tableName,
                                   SpaceQuotaSnapshot snapshot)

Creates a Put to enable the given policy on the table.

getMasterReportedTableSizes

public static Map<TableName,Long> getMasterReportedTableSizes(Connection conn)
                                                       throws IOException

Fetches the table sizes on the filesystem as tracked by the HBase Master.

Throws:

IOException

getRegionServerQuotaSnapshots

public static Map<TableName,SpaceQuotaSnapshot> getRegionServerQuotaSnapshots(Connection conn,
                                                                              ServerName regionServer)
                                                                       throws IOException

Fetches the observed SpaceQuotaSnapshots observed by a RegionServer.

Throws:

IOException

getRegionServerQuotaViolations

public static Map<TableName,SpaceViolationPolicy> getRegionServerQuotaViolations(Connection conn,
                                                                                 ServerName regionServer)
                                                                          throws IOException

Fetches the active SpaceViolationPolicy's that are being enforced on the given RegionServer.

Throws:

IOException

quotasFromData

protected static QuotaProtos.Quotas quotasFromData(byte[] data)
                                            throws IOException

Throws:

IOException

quotasFromData

protected static QuotaProtos.Quotas quotasFromData(byte[] data,
                                                   int offset,
                                                   int length)
                                            throws IOException

Throws:

IOException

quotasToData

protected static byte[] quotasToData(QuotaProtos.Quotas data)
                              throws IOException

Throws:

IOException

isEmptyQuota

public static boolean isEmptyQuota(QuotaProtos.Quotas quotas)

doGet

protected static Result doGet(Connection connection,
                              Get get)
                       throws IOException

Throws:

IOException

doGet

protected static Result[] doGet(Connection connection,
                                List<Get> gets)
                         throws IOException

Throws:

IOException

getUserRowKey

protected static byte[] getUserRowKey(String user)

getTableRowKey

protected static byte[] getTableRowKey(TableName table)

getNamespaceRowKey

protected static byte[] getNamespaceRowKey(String namespace)

getSettingsQualifierForUserTable

protected static byte[] getSettingsQualifierForUserTable(TableName tableName)

getSettingsQualifierForUserNamespace

protected static byte[] getSettingsQualifierForUserNamespace(String namespace)

getUserRowKeyRegex

protected static String getUserRowKeyRegex(String user)

getTableRowKeyRegex

protected static String getTableRowKeyRegex(String table)

getNamespaceRowKeyRegex

protected static String getNamespaceRowKeyRegex(String namespace)

getSettingsQualifierRegexForUserTable

protected static String getSettingsQualifierRegexForUserTable(String table)

getSettingsQualifierRegexForUserNamespace

protected static String getSettingsQualifierRegexForUserNamespace(String namespace)

isNamespaceRowKey

protected static boolean isNamespaceRowKey(byte[] key)

getNamespaceFromRowKey

protected static String getNamespaceFromRowKey(byte[] key)

isTableRowKey

protected static boolean isTableRowKey(byte[] key)

getTableFromRowKey

protected static TableName getTableFromRowKey(byte[] key)

isUserRowKey

protected static boolean isUserRowKey(byte[] key)

getUserFromRowKey

protected static String getUserFromRowKey(byte[] key)

getProtoViolationPolicy

protected static QuotaProtos.SpaceQuota getProtoViolationPolicy(SpaceViolationPolicy policy)

getViolationPolicy

protected static SpaceViolationPolicy getViolationPolicy(QuotaProtos.SpaceQuota proto)