public long getTimestamp(long ts) throws BadTsvLineException { // Return ts if HBASE_TS_KEY is not configured in column spec if (!hasTimestamp()) { return ts; } String timeStampStr = Bytes.toString(lineBytes, getColumnOffset(timestampKeyColumnIndex), getColumnLength(timestampKeyColumnIndex)); try { return Long.parseLong(timeStampStr); } catch (NumberFormatException nfe) { // treat this record as bad record throw new BadTsvLineException("Invalid timestamp " + timeStampStr); } }
private String getAttributes() { if (!hasAttributes()) { return null; } else { return Bytes.toString(lineBytes, getColumnOffset(attrKeyColumnIndex), getColumnLength(attrKeyColumnIndex)); } }
|| i == parser.getAttributesKeyColumnIndex() || i == parser.getCellVisibilityColumnIndex() || i == parser.getCellTTLColumnIndex() || (skipEmptyColumns && parsed.getColumnLength(i) == 0)) { continue;
public long getCellTTL() { if (!hasCellTTL()) { return 0; } else { return Bytes.toLong(lineBytes, getColumnOffset(cellTTLColumnIndex), getColumnLength(cellTTLColumnIndex)); } }
public int getAttributeKeyLength() { if (hasAttributes()) { return getColumnLength(attrKeyColumnIndex); } else { return DEFAULT_ATTRIBUTES_COLUMN_INDEX; } }
public long getCellTTL() { if (!hasCellTTL()) { return 0; } else { return Bytes.toLong(lineBytes, getColumnOffset(cellTTLColumnIndex), getColumnLength(cellTTLColumnIndex)); } }
public int getCellVisibilityColumnLength() { if (hasCellVisibility()) { return getColumnLength(cellVisibilityColumnIndex); } else { return DEFAULT_CELL_VISIBILITY_COLUMN_INDEX; } }
private String getAttributes() { if (!hasAttributes()) { return null; } else { return Bytes.toString(lineBytes, getColumnOffset(attrKeyColumnIndex), getColumnLength(attrKeyColumnIndex)); } }
private void checkParsing(ParsedLine parsed, Iterable<String> expected) { ArrayList<String> parsedCols = new ArrayList<>(); for (int i = 0; i < parsed.getColumnCount(); i++) { parsedCols.add(Bytes.toString(parsed.getLineBytes(), parsed.getColumnOffset(i), parsed.getColumnLength(i))); } if (!Iterables.elementsEqual(parsedCols, expected)) { fail("Expected: " + Joiner.on(",").join(expected) + "\n" + "Got:" + Joiner.on(",").join(parsedCols)); } }
private String getAttributes() { if (!hasAttributes()) { return null; } else { return Bytes.toString(lineBytes, getColumnOffset(attrKeyColumnIndex), getColumnLength(attrKeyColumnIndex)); } }
parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length, parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, lineBytes, parsed.getColumnOffset(i), parsed.getColumnLength(i), tags); KeyValue kv = KeyValueUtil.ensureKeyValue(cell); kvs.add(kv);
protected void populatePut(byte[] lineBytes, ImportTsv.TsvParser.ParsedLine parsed, Put put, int i) throws BadTsvLineException, IOException { Cell cell = null; if (hfileOutPath == null) { cell = new KeyValue(lineBytes, parsed.getRowKeyOffset(), parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length, parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, KeyValue.Type.Put, lineBytes, parsed.getColumnOffset(i), parsed.getColumnLength(i)); if (cellVisibilityExpr != null) { // We won't be validating the expression here. The Visibility CP will do // the validation put.setCellVisibility(new CellVisibility(cellVisibilityExpr)); } if (ttl > 0) { put.setTTL(ttl); } } else { // Creating the KV which needs to be directly written to HFiles. Using the Facade // KVCreator for creation of kvs. cell = this.kvCreator.create(lineBytes, parsed.getRowKeyOffset(), parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length, parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, lineBytes, parsed.getColumnOffset(i), parsed.getColumnLength(i), tags); } put.add(cell); } }
@Override protected void populatePut(byte[] lineBytes, ParsedLine parsed, Put put, int i) throws BadTsvLineException, IOException { KeyValue kv; kv = new KeyValue(lineBytes, parsed.getRowKeyOffset(), parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length, parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, KeyValue.Type.Put, lineBytes, parsed.getColumnOffset(i), parsed.getColumnLength(i)); if (parsed.getIndividualAttributes() != null) { String[] attributes = parsed.getIndividualAttributes(); for (String attr : attributes) { String[] split = attr.split(ImportTsv.DEFAULT_ATTRIBUTES_SEPERATOR); if (split == null || split.length <= 1) { throw new BadTsvLineException(msg(attributes)); } else { if (split[0].length() <= 0 || split[1].length() <= 0) { throw new BadTsvLineException(msg(attributes)); } put.setAttribute(split[0], Bytes.toBytes(split[1])); } } } put.add(kv); }
public int getRowKeyLength() { return getColumnLength(rowKeyColumnIndex); }
public String getCellVisibility() { if (!hasCellVisibility()) { return null; } else { return Bytes.toString(lineBytes, getColumnOffset(cellVisibilityColumnIndex), getColumnLength(cellVisibilityColumnIndex)); } }
public int getAttributeKeyLength() { if (hasAttributes()) { return getColumnLength(attrKeyColumnIndex); } else { return DEFAULT_ATTRIBUTES_COLUMN_INDEX; } }
private void checkParsing(ParsedLine parsed, Iterable<String> expected) { ArrayList<String> parsedCols = new ArrayList<>(); for (int i = 0; i < parsed.getColumnCount(); i++) { parsedCols.add(Bytes.toString(parsed.getLineBytes(), parsed.getColumnOffset(i), parsed.getColumnLength(i))); } if (!Iterables.elementsEqual(parsedCols, expected)) { fail("Expected: " + Joiner.on(",").join(expected) + "\n" + "Got:" + Joiner.on(",").join(parsedCols)); } }
public int getCellVisibilityColumnLength() { if (hasCellVisibility()) { return getColumnLength(cellVisibilityColumnIndex); } else { return DEFAULT_CELL_VISIBILITY_COLUMN_INDEX; } }
public long getCellTTL() { if (!hasCellTTL()) { return 0; } else { return Bytes.toLong(lineBytes, getColumnOffset(cellTTLColumnIndex), getColumnLength(cellTTLColumnIndex)); } }
public int getCellTTLColumnLength() { if (hasCellTTL()) { return getColumnLength(cellTTLColumnIndex); } else { return DEFAULT_CELL_TTL_COLUMN_INDEX; } }