@Override public void start(long startKey, long endKey, int numThreads) throws IOException { super.start(startKey, endKey, numThreads); }
/** Loads data into the table using the multi-threaded writer. */ private void loadData() throws IOException { long startKey = 0; long endKey = 100000; int minColsPerKey = 5; int maxColsPerKey = 15; int minColDataSize = 256; int maxColDataSize = 256 * 3; int numThreads = 10; // print out the arguments System.out.printf("Key range %d .. %d\n", startKey, endKey); System.out.printf("Number of Columns/Key: %d..%d\n", minColsPerKey, maxColsPerKey); System.out.printf("Data Size/Column: %d..%d bytes\n", minColDataSize, maxColDataSize); System.out.printf("Client Threads: %d\n", numThreads); // start the writers LoadTestDataGenerator dataGen = new MultiThreadedAction.DefaultDataGenerator( minColDataSize, maxColDataSize, minColsPerKey, maxColsPerKey, HFileTestUtil.DEFAULT_COLUMN_FAMILY); MultiThreadedWriter writer = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); writer.setMultiPut(true); writer.start(startKey, endKey, numThreads); System.out.printf("Started loading data..."); writer.waitForFinish(); System.out.printf("Finished loading data..."); }
MultiThreadedWriter preloader = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); long time = System.currentTimeMillis(); preloader.start(0, startKey, writeThreads); preloader.waitForFinish(); if (preloader.getNumWriteFailures() > 0) { writer.start(startKey, endKey, writeThreads); reader.start(startKey, endKey, readThreads); writer.waitForFinish();
writer.start(1, keysToWrite, WRITER_THREADS);
protected void runLoadTestOnExistingTable() throws IOException { writerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); readerThreads.start(0, numKeys, NUM_THREADS); readerThreads.waitForFinish(); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumKeysVerified()); }
writerThreads.start(startKey, endKey, numWriterThreads);
@Override @Test public void loadTest() throws Exception { prepareForLoadTest(); readerThreads.linkToWriter(writerThreads); writerThreads.start(0, numKeys, NUM_THREADS); readerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); readerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumUniqueKeysVerified()); }
@Override public void start(long startKey, long endKey, int numThreads) throws IOException { super.start(startKey, endKey, numThreads); }
/** Loads data into the table using the multi-threaded writer. */ private void loadData() throws IOException { long startKey = 0; long endKey = 100000; int minColsPerKey = 5; int maxColsPerKey = 15; int minColDataSize = 256; int maxColDataSize = 256 * 3; int numThreads = 10; // print out the arguments System.out.printf("Key range %d .. %d\n", startKey, endKey); System.out.printf("Number of Columns/Key: %d..%d\n", minColsPerKey, maxColsPerKey); System.out.printf("Data Size/Column: %d..%d bytes\n", minColDataSize, maxColDataSize); System.out.printf("Client Threads: %d\n", numThreads); // start the writers LoadTestDataGenerator dataGen = new MultiThreadedAction.DefaultDataGenerator( minColDataSize, maxColDataSize, minColsPerKey, maxColsPerKey, HFileTestUtil.DEFAULT_COLUMN_FAMILY); MultiThreadedWriter writer = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); writer.setMultiPut(true); writer.start(startKey, endKey, numThreads); System.out.printf("Started loading data..."); writer.waitForFinish(); System.out.printf("Finished loading data..."); }
MultiThreadedWriter preloader = new MultiThreadedWriter(dataGen, conf, TABLE_NAME); long time = System.currentTimeMillis(); preloader.start(0, startKey, writeThreads); preloader.waitForFinish(); if (preloader.getNumWriteFailures() > 0) { writer.start(startKey, endKey, writeThreads); reader.start(startKey, endKey, readThreads); writer.waitForFinish();
protected void runLoadTestOnExistingTable() throws IOException { writerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); readerThreads.start(0, numKeys, NUM_THREADS); readerThreads.waitForFinish(); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumKeysVerified()); }
writer.start(1, keysToWrite, WRITER_THREADS);
writerThreads.start(startKey, endKey, numWriterThreads);
writerThreads.start(startKey, endKey, numWriterThreads);
@Override @Test public void loadTest() throws Exception { prepareForLoadTest(); readerThreads.linkToWriter(writerThreads); writerThreads.start(0, numKeys, NUM_THREADS); readerThreads.start(0, numKeys, NUM_THREADS); writerThreads.waitForFinish(); readerThreads.waitForFinish(); assertEquals(0, writerThreads.getNumWriteFailures()); assertEquals(0, readerThreads.getNumReadFailures()); assertEquals(0, readerThreads.getNumReadErrors()); assertEquals(numKeys, readerThreads.getNumUniqueKeysVerified()); }