Refine search
Scanner scanner = connector.createScanner("accumulo.metadata", auths); scanner.fetchColumnFamily(new Text("loc")); if (key == null) { Iterator<Entry<Key, Value>> iter = scanner.iterator(); if (iter.hasNext()) { location = Optional.of(iter.next().getValue().toString());
indexer.flush(); Scanner scan = conn.createScanner(table.getIndexTableName(), new Authorizations()); scan.setRange(new Range()); Iterator<Entry<Key, Value>> iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", ""); assertKeyValuePair(iter.next(), bytes("abc"), "cf_arr", "row1", ""); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "1"); assertKeyValuePair(iter.next(), Indexer.METRICS_TABLE_ROW_ID.array(), "___rows___", "___card___", "1"); indexer.close(); scan = conn.createScanner(table.getIndexTableName(), new Authorizations()); scan.setRange(new Range()); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", ""); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row2", ""); scan.setRange(new Range()); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "2"); assertKeyValuePair(iter.next(), Indexer.METRICS_TABLE_ROW_ID.array(), "___rows___", "___card___", "2");
indexer.flush(); Scanner scan = conn.createScanner(table.getIndexTableName(), new Authorizations("private", "moreprivate")); scan.setRange(new Range()); Iterator<Entry<Key, Value>> iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", ""); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", "private", ""); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "1"); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "private", "1"); indexer.close(); scan = conn.createScanner(table.getIndexTableName(), new Authorizations("private", "moreprivate")); scan.setRange(new Range()); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", ""); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "row1", "private", ""); scan.setRange(new Range()); iter = scan.iterator(); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "2"); assertKeyValuePair(iter.next(), AGE_VALUE, "cf_age", "___card___", "private", "2");
int count(String tableName, Connector conn) throws Exception { Scanner s = conn.createScanner(tableName, Authorizations.EMPTY); return Iterators.size(s.iterator()); }
private static void waitForAccumulo(Connector c) throws Exception { Iterators.size(c.createScanner(MetadataTable.NAME, Authorizations.EMPTY).iterator()); }
private static long scan(Connector conn, ArrayList<byte[]> cfset, String table, boolean cq) throws TableNotFoundException { Scanner scanner = conn.createScanner(table, Authorizations.EMPTY); if (!cq) scanner.fetchColumnFamily(new Text(cfset.get(15))); else scanner.fetchColumn(new Text(cfset.get(15)), new Text(cfset.get(15))); long t1 = System.currentTimeMillis(); Iterators.size(scanner.iterator()); long t2 = System.currentTimeMillis(); return t2 - t1; }
private void verifyData(String table, int s, int e) throws Exception { Scanner scanner = getConnector().createScanner(table, Authorizations.EMPTY); Iterator<Entry<Key,Value>> iter = scanner.iterator(); for (int i = s; i <= e; i++) { if (!iter.hasNext()) throw new Exception("row " + i + " not found"); Entry<Key,Value> entry = iter.next(); String row = String.format("%04d", i); if (!entry.getKey().getRow().equals(new Text(row))) throw new Exception("unexpected row " + entry.getKey() + " " + i); if (Integer.parseInt(entry.getValue().toString()) != i) throw new Exception("unexpected value " + entry + " " + i); } if (iter.hasNext()) throw new Exception("found more than expected " + iter.next()); }
/** @param w Label Width of rows and columns; default 5 */ public static void printTable(String header, Connector conn, String table, Integer w) { if (header != null) System.out.println(header); Scanner scan; try { scan = conn.createScanner(table, Authorizations.EMPTY); } catch (TableNotFoundException e) { throw new RuntimeException(e); } printMapFull(scan.iterator(), w); scan.close(); }
private void verifyTableEquality(Connector conn, String srcTable, String destTable) throws Exception { Iterator<Entry<Key,Value>> src = conn.createScanner(srcTable, Authorizations.EMPTY).iterator(), dest = conn.createScanner(destTable, Authorizations.EMPTY).iterator(); Assert.assertTrue("Could not read any data from source table", src.hasNext()); Assert.assertTrue("Could not read any data from destination table", dest.hasNext()); while (src.hasNext() && dest.hasNext()) { Entry<Key,Value> orig = src.next(), copy = dest.next(); Assert.assertEquals(orig.getKey(), copy.getKey()); Assert.assertEquals(orig.getValue(), copy.getValue()); } Assert.assertFalse("Source table had more data to read", src.hasNext()); Assert.assertFalse("Dest table had more data to read", dest.hasNext()); }
private int countFiles(Connector c) throws Exception { Scanner s = c.createScanner(MetadataTable.NAME, Authorizations.EMPTY); s.fetchColumnFamily(new Text(MetadataSchema.TabletsSection.TabletColumnFamily.NAME)); s.fetchColumnFamily(new Text(MetadataSchema.TabletsSection.DataFileColumnFamily.NAME)); return Iterators.size(s.iterator()); }
private int countFiles(Connector c, String tableName) throws Exception { Scanner s = c.createScanner(MetadataTable.NAME, Authorizations.EMPTY); s.fetchColumnFamily(MetadataSchema.TabletsSection.DataFileColumnFamily.NAME); return Iterators.size(s.iterator()); }
private int count(String tableName) throws Exception { return Iterators .size((getConnector().createScanner(tableName, Authorizations.EMPTY)).iterator()); }
private void scanCheck(Connector c, String tableName, String expected) throws Exception { Scanner bs = c.createScanner(tableName, Authorizations.EMPTY); Iterator<Entry<Key,Value>> iterator = bs.iterator(); assertTrue(iterator.hasNext()); Entry<Key,Value> next = iterator.next(); assertFalse(iterator.hasNext()); assertEquals(expected, next.getValue().toString()); }
private void checkSum(String tableName, Connector c) throws Exception { Scanner s = c.createScanner(tableName, Authorizations.EMPTY); Iterator<Entry<Key,Value>> i = s.iterator(); assertTrue(i.hasNext()); Entry<Key,Value> entry = i.next(); assertEquals("45", entry.getValue().toString()); assertFalse(i.hasNext()); }
private int count(String tableName) throws Exception { return Iterators.size(getConnector().createScanner(tableName, Authorizations.EMPTY).iterator()); }
private long readSome(String table) throws Exception { return Iterators.size(getConnector().createScanner(table, Authorizations.EMPTY).iterator()); }
@Override public boolean contains(Object key) { try { Scanner scanner = connector.createScanner(tableName, authorizations); scanner.setRange(new Range(String.valueOf(key))); Iterator<Map.Entry<Key,Value>> iterator = scanner.iterator(); return iterator.hasNext(); } catch (TableNotFoundException e) { throw new PersistenceException(e); } }
static Entry<Key,Value> findRandomDocument(State state, Environment env, String dataTableName, Random rand) throws Exception { Scanner scanner = env.getConnector().createScanner(dataTableName, Authorizations.EMPTY); scanner.setBatchSize(1); scanner.setRange(new Range(Integer.toString(rand.nextInt(0xfffffff), 16), null)); Iterator<Entry<Key,Value>> iter = scanner.iterator(); if (!iter.hasNext()) return null; return iter.next(); }
boolean isOffline(String tablename, Connector connector) throws TableNotFoundException { String tableId = connector.tableOperations().tableIdMap().get(tablename); Scanner scanner = connector.createScanner(MetadataTable.NAME, Authorizations.EMPTY); scanner.setRange(new Range(new Text(tableId + ";"), new Text(tableId + "<"))); scanner.fetchColumnFamily(TabletsSection.CurrentLocationColumnFamily.NAME); return Iterators.size(scanner.iterator()) == 0; }
@Override public boolean isInitialized() throws RyaDetailsRepositoryException { Scanner scanner = null; try { scanner = connector.createScanner(detailsTableName, new Authorizations()); scanner.fetchColumn(COL_FAMILY, COL_QUALIFIER); return scanner.iterator().hasNext(); } catch (final TableNotFoundException e) { return false; } finally { if(scanner != null) { scanner.close(); } } }