/** Loads data into the table using the multi-threaded writer. */ private void loadData() throws IOException { long startKey = 0; long endKey = 100000; int minColsPerKey = 5; int maxColsPerKey = 15; int minColDataSize = 256; int maxColDataSize = 256 * 3; int numThreads = 10; // print out the arguments System.out.printf("Key range %d .. %d\n", startKey, endKey); System.out.printf("Number of Columns/Key: %d..%d\n", minColsPerKey, maxColsPerKey); System.out.printf("Data Size/Column: %d..%d bytes\n", minColDataSize, maxColDataSize); System.out.printf("Client Threads: %d\n", numThreads); // start the writers LoadTestDataGenerator dataGen = new MultiThreadedAction.DefaultDataGenerator( minColDataSize, maxColDataSize, minColsPerKey, maxColsPerKey, HFileTestUtil.DEFAULT_COLUMN_FAMILY); MultiThreadedWriter writer = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); writer.setMultiPut(true); writer.start(startKey, endKey, numThreads); System.out.printf("Started loading data..."); writer.waitForFinish(); System.out.printf("Finished loading data..."); }
long time = System.currentTimeMillis(); preloader.start(0, startKey, writeThreads); preloader.waitForFinish(); if (preloader.getNumWriteFailures() > 0) { throw new IOException("Preload failed"); writer.start(startKey, endKey, writeThreads); reader.start(startKey, endKey, readThreads); writer.waitForFinish(); reader.waitForFinish();
protected void runLoadTestOnExistingTable() throws IOException { writerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); readerThreads.start(0, numKeys, NUM_THREADS); readerThreads.waitForFinish(); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumKeysVerified()); }
writerThreads.waitForFinish();
@Override @Test public void loadTest() throws Exception { prepareForLoadTest(); readerThreads.linkToWriter(writerThreads); writerThreads.start(0, numKeys, NUM_THREADS); readerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); readerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumUniqueKeysVerified()); }
/** Loads data into the table using the multi-threaded writer. */ private void loadData() throws IOException { long startKey = 0; long endKey = 100000; int minColsPerKey = 5; int maxColsPerKey = 15; int minColDataSize = 256; int maxColDataSize = 256 * 3; int numThreads = 10; // print out the arguments System.out.printf("Key range %d .. %d\n", startKey, endKey); System.out.printf("Number of Columns/Key: %d..%d\n", minColsPerKey, maxColsPerKey); System.out.printf("Data Size/Column: %d..%d bytes\n", minColDataSize, maxColDataSize); System.out.printf("Client Threads: %d\n", numThreads); // start the writers LoadTestDataGenerator dataGen = new MultiThreadedAction.DefaultDataGenerator( minColDataSize, maxColDataSize, minColsPerKey, maxColsPerKey, HFileTestUtil.DEFAULT_COLUMN_FAMILY); MultiThreadedWriter writer = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); writer.setMultiPut(true); writer.start(startKey, endKey, numThreads); System.out.printf("Started loading data..."); writer.waitForFinish(); System.out.printf("Finished loading data..."); }
long time = System.currentTimeMillis(); preloader.start(0, startKey, writeThreads); preloader.waitForFinish(); if (preloader.getNumWriteFailures() > 0) { throw new IOException("Preload failed"); writer.start(startKey, endKey, writeThreads); reader.start(startKey, endKey, readThreads); writer.waitForFinish(); reader.waitForFinish();
protected void runLoadTestOnExistingTable() throws IOException { writerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); readerThreads.start(0, numKeys, NUM_THREADS); readerThreads.waitForFinish(); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumKeysVerified()); }
writerThreads.waitForFinish();
writerThreads.waitForFinish();
@Override @Test public void loadTest() throws Exception { prepareForLoadTest(); readerThreads.linkToWriter(writerThreads); writerThreads.start(0, numKeys, NUM_THREADS); readerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); readerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumUniqueKeysVerified()); }