org.apache.hadoop.hbase.mapreduce

Class TestLoadIncrementalHFiles

java.lang.Object

org.apache.hadoop.hbase.mapreduce.TestLoadIncrementalHFiles

Direct Known Subclasses:

TestLoadIncrementalHFilesUseSecurityEndPoint, TestSecureLoadIncrementalHFiles

public class TestLoadIncrementalHFiles
extends java.lang.Object

Test cases for the "load" half of the HFileOutputFormat bulk load functionality. These tests run faster than the full MR cluster tests in TestHFileOutputFormat

Field Summary

Fields

Modifier and Type	Field and Description
TestName	tn

Constructor Summary

Constructors

Constructor and Description
TestLoadIncrementalHFiles()

Method Summary

Modifier and Type	Method and Description
void	htestTagsSurviveBulkLoadSplit() Test that tags survive through a bulk load that needs to split hfiles.
static int	loadHFiles(java.lang.String testName, HTableDescriptor htd, HBaseTestingUtility util, byte[] fam, byte[] qual, boolean preCreateTable, byte[][] tableSplitKeys, byte[][][] hfileRanges, boolean useMap, boolean deleteFile, boolean copyFiles, int initRowCount, int factor, boolean managed)
static void	setUpBeforeClass()
protected static void	setupNamespace()
static void	tearDownAfterClass()
void	testInferBoundaries()
void	testLoadTooMayHFiles()
void	testNonexistentColumnFamilyLoad() Test loading into a column family that does not exist.
void	testNonHfileFolder()
void	testNonHfileFolderWithUnmatchedFamilyName()
void	testRegionCrossingHFileSplit() Test case that creates some regions and loads HFiles that cross the boundaries and have different region boundaries than the table pre-split.
void	testRegionCrossingHFileSplitRowBloom() Test case that creates some regions and loads HFiles that cross the boundaries have a ROW bloom filter and a different region boundaries than the table pre-split.
void	testRegionCrossingHFileSplitRowColBloom() Test case that creates some regions and loads HFiles that cross the boundaries have a ROWCOL bloom filter and a different region boundaries than the table pre-split.
void	testRegionCrossingLoad() Test case that creates some regions and loads HFiles that cross the boundaries of those regions
void	testRegionCrossingRowBloom() Test loading into a column family that has a ROW bloom filter.
void	testRegionCrossingRowColBloom() Test loading into a column family that has a ROWCOL bloom filter.
void	testSimpleHFileSplit() Test case that creates some regions and loads HFiles that have different region boundaries than the table pre-split.
void	testSimpleLoad() Test case that creates some regions and loads HFiles that fit snugly inside those regions
void	testSimpleLoadWithFileCopy()
void	testSimpleLoadWithMap()
void	testSplitStoreFile()
void	testSplitStoreFileWithEncodedToEncoded()
void	testSplitStoreFileWithEncodedToNone()
void	testSplitStoreFileWithNoneToEncoded()
void	testSplitStoreFileWithNoneToNone()
void	testTableWithCFNameStartWithUnderScore()
void	testWithoutAnExistingTableAndCreateTableSetToNo()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

tn

public TestName tn

Constructor Detail

TestLoadIncrementalHFiles

public TestLoadIncrementalHFiles()

Method Detail

setUpBeforeClass

public static void setUpBeforeClass()
                             throws java.lang.Exception

Throws:

java.lang.Exception

setupNamespace

protected static void setupNamespace()
                              throws java.lang.Exception

Throws:

java.lang.Exception

tearDownAfterClass

public static void tearDownAfterClass()
                               throws java.lang.Exception

Throws:

java.lang.Exception

testSimpleLoadWithMap

public void testSimpleLoadWithMap()
                           throws java.lang.Exception

Throws:

java.lang.Exception

testSimpleLoad

public void testSimpleLoad()
                    throws java.lang.Exception

Test case that creates some regions and loads HFiles that fit snugly inside those regions

Throws:

java.lang.Exception

testSimpleLoadWithFileCopy

public void testSimpleLoadWithFileCopy()
                                throws java.lang.Exception

Throws:

java.lang.Exception

testRegionCrossingLoad

public void testRegionCrossingLoad()
                            throws java.lang.Exception

Test case that creates some regions and loads HFiles that cross the boundaries of those regions

Throws:

java.lang.Exception

testRegionCrossingRowBloom

public void testRegionCrossingRowBloom()
                                throws java.lang.Exception

Test loading into a column family that has a ROW bloom filter.

Throws:

java.lang.Exception

testRegionCrossingRowColBloom

public void testRegionCrossingRowColBloom()
                                   throws java.lang.Exception

Test loading into a column family that has a ROWCOL bloom filter.

Throws:

java.lang.Exception

testSimpleHFileSplit

public void testSimpleHFileSplit()
                          throws java.lang.Exception

Test case that creates some regions and loads HFiles that have different region boundaries than the table pre-split.

Throws:

java.lang.Exception

testRegionCrossingHFileSplit

public void testRegionCrossingHFileSplit()
                                  throws java.lang.Exception

Test case that creates some regions and loads HFiles that cross the boundaries and have different region boundaries than the table pre-split.

Throws:

java.lang.Exception

testRegionCrossingHFileSplitRowBloom

public void testRegionCrossingHFileSplitRowBloom()
                                          throws java.lang.Exception

Test case that creates some regions and loads HFiles that cross the boundaries have a ROW bloom filter and a different region boundaries than the table pre-split.

Throws:

java.lang.Exception

testRegionCrossingHFileSplitRowColBloom

public void testRegionCrossingHFileSplitRowColBloom()
                                             throws java.lang.Exception

Test case that creates some regions and loads HFiles that cross the boundaries have a ROWCOL bloom filter and a different region boundaries than the table pre-split.

Throws:

java.lang.Exception

loadHFiles

public static int loadHFiles(java.lang.String testName,
                             HTableDescriptor htd,
                             HBaseTestingUtility util,
                             byte[] fam,
                             byte[] qual,
                             boolean preCreateTable,
                             byte[][] tableSplitKeys,
                             byte[][][] hfileRanges,
                             boolean useMap,
                             boolean deleteFile,
                             boolean copyFiles,
                             int initRowCount,
                             int factor,
                             boolean managed)
                      throws java.lang.Exception

Throws:

java.lang.Exception

htestTagsSurviveBulkLoadSplit

public void htestTagsSurviveBulkLoadSplit()
                                   throws java.lang.Exception

Test that tags survive through a bulk load that needs to split hfiles. This test depends on the "hbase.client.rpc.codec" = KeyValueCodecWithTags so that the client can get tags in the responses.

Throws:

java.lang.Exception

testNonexistentColumnFamilyLoad

public void testNonexistentColumnFamilyLoad()
                                     throws java.lang.Exception

Test loading into a column family that does not exist.

Throws:

java.lang.Exception

testNonHfileFolderWithUnmatchedFamilyName

public void testNonHfileFolderWithUnmatchedFamilyName()
                                               throws java.lang.Exception

Throws:

java.lang.Exception

testNonHfileFolder

public void testNonHfileFolder()
                        throws java.lang.Exception

Throws:

java.lang.Exception

testSplitStoreFile

public void testSplitStoreFile()
                        throws java.io.IOException

Throws:

java.io.IOException

testSplitStoreFileWithNoneToNone

public void testSplitStoreFileWithNoneToNone()
                                      throws java.io.IOException

Throws:

java.io.IOException

testSplitStoreFileWithEncodedToEncoded

public void testSplitStoreFileWithEncodedToEncoded()
                                            throws java.io.IOException

Throws:

java.io.IOException

testSplitStoreFileWithEncodedToNone

public void testSplitStoreFileWithEncodedToNone()
                                         throws java.io.IOException

Throws:

java.io.IOException

testSplitStoreFileWithNoneToEncoded

public void testSplitStoreFileWithNoneToEncoded()
                                         throws java.io.IOException

Throws:

java.io.IOException

testInferBoundaries

public void testInferBoundaries()

testLoadTooMayHFiles

public void testLoadTooMayHFiles()
                          throws java.lang.Exception

Throws:

java.lang.Exception

testWithoutAnExistingTableAndCreateTableSetToNo

public void testWithoutAnExistingTableAndCreateTableSetToNo()
                                                     throws java.lang.Exception

Throws:

java.lang.Exception

testTableWithCFNameStartWithUnderScore

public void testTableWithCFNameStartWithUnderScore()
                                            throws java.lang.Exception

Throws:

java.lang.Exception