@Override public void write(Writable r) throws IOException { if (r instanceof Text) { Text tr = (Text) r; outStream.write(tr.getBytes(), 0, tr.getLength()); outStream.write(finalRowSeparator); } else { // DynamicSerDe always writes out BytesWritable BytesWritable bw = (BytesWritable) r; outStream.write(bw.get(), 0, bw.getSize()); outStream.write(finalRowSeparator); } }
@Override public void write(Writable r) throws IOException { if (r instanceof Text) { Text tr = (Text) r; outStream.write(tr.getBytes(), 0, tr.getLength()); } else { // DynamicSerDe always writes out BytesWritable BytesWritable bw = (BytesWritable) r; outStream.write(bw.get(), 0, bw.getSize()); } }
@Override public void write(Writable r) throws IOException { if (r instanceof Text) { Text tr = (Text) r; outStream.write(tr.getBytes(), 0, tr.getLength()); } else { // DynamicSerDe always writes out BytesWritable BytesWritable bw = (BytesWritable) r; outStream.write(bw.get(), 0, bw.getSize()); } }
@Override public void write(Writable r) throws IOException { if (r instanceof Text) { Text tr = (Text) r; outStream.write(tr.getBytes(), 0, tr.getLength()); outStream.write(finalRowSeparator); } else { // DynamicSerDe always writes out BytesWritable BytesWritable bw = (BytesWritable) r; outStream.write(bw.get(), 0, bw.getSize()); outStream.write(finalRowSeparator); } }
len = ((Text) line).getLength(); } else if (line instanceof BytesWritable) { len = ((BytesWritable) line).getSize();
len = ((Text) line).getLength(); } else if (line instanceof BytesWritable) { len = ((BytesWritable) line).getSize();
@Override public void write(Writable r) throws IOException { if (keyIsText) { Text text = (Text) r; keyWritable.set(text.getBytes(), 0, text.getLength()); } else { BytesWritable bw = (BytesWritable) r; // Once we drop support for old Hadoop versions, change these // to getBytes() and getLength() to fix the deprecation warnings. // Not worth a shim. keyWritable.set(bw.get(), 0, bw.getSize()); } keyWritable.setHashCode(r.hashCode()); outStream.append(keyWritable, NULL_WRITABLE); }
@Override public void write(Writable r) throws IOException { if (keyIsText) { Text text = (Text) r; keyWritable.set(text.getBytes(), 0, text.getLength()); } else { BytesWritable bw = (BytesWritable) r; // Once we drop support for old Hadoop versions, change these // to getBytes() and getLength() to fix the deprecation warnings. // Not worth a shim. keyWritable.set(bw.get(), 0, bw.getSize()); } keyWritable.setHashCode(r.hashCode()); outStream.append(keyWritable, NULL_WRITABLE); }
+ ") from " + Utilities.formatBinaryString(valueWritable.get(), 0, valueWritable.getSize()) + " with properties " + valueTableDesc[tag].getProperties()); throw new HiveException("Hive Runtime Error: Unable to deserialize reduce input value ", e);
int size = keyWritable.getSize() - 1; tag = keyWritable.get()[size]; keyWritable = new BytesWritable(keyWritable.getBytes(), size); keyWritable.getSize()) + " with properties " + keyTableDesc.getProperties()); throw new HiveException("Hive Runtime Error: Unable to deserialize reduce input key ", e); groupKey.set(keyWritable.get(), 0, keyWritable.getSize()); LOG.trace("Start Group"); reducer.setGroupKeyObject(keyObject);
+ ") from " + Utilities.formatBinaryString(valueWritable.get(), 0, valueWritable.getSize()) + " with properties " + valueTableDesc[tag].getProperties(), e);
int size = keyWritable.getSize() - 1; tag = keyWritable.get()[size]; keyWritable = new BytesWritable(keyWritable.getBytes(), size); "Hive Runtime Error: Unable to deserialize reduce input key from " + Utilities.formatBinaryString(keyWritable.get(), 0, keyWritable.getSize()) + " with properties " + keyTableDesc.getProperties(), e); groupKey.set(keyWritable.get(), 0, keyWritable.getSize()); LOG.trace("Start Group"); reducer.setGroupKeyObject(keyObject);
int size = keyWritable.getSize() - 1; tag = keyWritable.get()[size]; keyWritable.setSize(size); "Hive Runtime Error: Unable to deserialize reduce input key from " + Utilities.formatBinaryString(keyWritable.get(), 0, keyWritable.getSize()) + " with properties " + keyTableDesc.getProperties(), e); groupKey.set(keyWritable.get(), 0, keyWritable.getSize()); if (LOG.isTraceEnabled()) { LOG.trace("Start Group"); + ") from " + Utilities.formatBinaryString(valueWritable.get(), 0, valueWritable.getSize()) + " with properties " + valueTableDesc[tag].getProperties(), e);
private void fillKey(BytesWritable o) { int len = keyLenRNG.nextInt(); if (len < MIN_KEY_LEN) len = MIN_KEY_LEN; o.setSize(len); int n = MIN_KEY_LEN; while (n < len) { byte[] word = dict[random.nextInt(dict.length)]; int l = Math.min(word.length, len - n); System.arraycopy(word, 0, o.get(), n, l); n += l; } if (sorted && WritableComparator.compareBytes(lastKey.get(), MIN_KEY_LEN, lastKey .getSize() - MIN_KEY_LEN, o.get(), MIN_KEY_LEN, o.getSize() - MIN_KEY_LEN) > 0) { incrementPrefix(); } System.arraycopy(prefix, 0, o.get(), 0, MIN_KEY_LEN); lastKey.set(o); }
int size = keyWritable.getSize() - 1; tag = keyWritable.get()[size]; keyWritable.setSize(size); "Hive Runtime Error: Unable to deserialize reduce input key from " + Utilities.formatBinaryString(keyWritable.get(), 0, keyWritable.getSize()) + " with properties " + keyTableDesc.getProperties(), e); groupKey.set(keyWritable.get(), 0, keyWritable.getSize()); if (isTraceEnabled) { LOG.trace("Start Group"); + ") from " + Utilities.formatBinaryString(valueWritable.get(), 0, valueWritable.getSize()) + " with properties " + valueTableDesc[tag].getProperties(), e);
@Override public int getKeyLength() { return key.getSize(); }
public void write(Writable row) throws IOException { BytesWritable brow = (BytesWritable) row; out.write(brow.get(), 0, brow.getSize()); }
@Override public void write(Writable r) throws IOException { if (r instanceof Text) { Text tr = (Text) r; outStream.write(tr.getBytes(), 0, tr.getLength()); } else { // DynamicSerDe always writes out BytesWritable BytesWritable bw = (BytesWritable) r; outStream.write(bw.get(), 0, bw.getSize()); } }
@Override public Object deserialize(Writable field) throws SerDeException { Object retObj = super.deserialize(field); BytesWritable b = (BytesWritable) field; bis.reset(b.get(), b.getSize()); return (retObj); }