rowVal = null; } else { rowVal = ((ObjectWritable)value).get();
@Override public Object deserialize(Writable writable) throws SerDeException { ObjectWritable t = (ObjectWritable) writable; Record record = (Record) t.get(); List<Object> r = new ArrayList<>(Collections.nCopies(columnNames.size(), null)); try { RecordSchema recordSchema = record.getSchema(); for (RecordField field : recordSchema.getFields()) { String fieldName = field.getFieldName(); String normalizedFieldName = fieldName.toLowerCase(); // Get column position of field name, and set field value there Integer fpos = fieldPositionMap.get(normalizedFieldName); if(fpos == null || fpos == -1) { // This is either a partition column or not a column in the target table, ignore either way continue; } Object currField = extractCurrentField(record, field, schema.getStructFieldTypeInfo(normalizedFieldName)); r.set(fpos, currField); } stats.setRowCount(stats.getRowCount() + 1); } catch (Exception e) { log.warn("Error [{}] parsing Record [{}].", new Object[]{e.toString(), t}, e); throw new SerDeException(e); } return r; }
@Override public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { long startTime = 0; if (LOG.isDebugEnabled()) { startTime = Time.monotonicNow(); } // if Tracing is on then start a new span for this rpc. // guard it in the if statement to make sure there isn't // any extra string manipulation. Tracer tracer = Tracer.curThreadTracer(); TraceScope traceScope = null; if (tracer != null) { traceScope = tracer.newScope(RpcClientUtil.methodToTraceString(method)); } ObjectWritable value; try { value = (ObjectWritable) client.call(RPC.RpcKind.RPC_WRITABLE, new Invocation(method, args), remoteId, fallbackToSimpleAuth); } finally { if (traceScope != null) traceScope.close(); } if (LOG.isDebugEnabled()) { long callTime = Time.monotonicNow() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
@Override public Object fromWritable(final Writable writable) { return ((ObjectWritable) writable).get(); } };
public Data get() { return (Data) super.get(); }
@Override public Object apply(final ObjectWritable writable) { final Object innerObj = writable.get(); return innerObj instanceof Writable ? serializer.fromWritable((Writable) innerObj) : innerObj; } });
@Override public Object apply(final ObjectWritable writable) { final Object innerObj = writable.get(); return (innerObj instanceof Writable) ? serializer.fromWritable((Writable) innerObj) : innerObj; } });
@Override public Object deserialize(Writable w) throws SerDeException { ObjectWritable obj = (ObjectWritable)w; Packet packet = (Packet)obj.get(); for (int i = 0; i < numColumns; i++) { String columName = columnNames.get(i); Object value = packet.get(columName); row.set(i, value); } return row; }
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { final boolean logDebug = LOG.isDebugEnabled(); long startTime = 0; if (logDebug) { startTime = System.currentTimeMillis(); } ObjectWritable value = (ObjectWritable) client.call(new Invocation( method, args), remoteId); if (logDebug) { long callTime = System.currentTimeMillis() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { final boolean logDebug = LOG.isDebugEnabled(); long startTime = 0; if (logDebug) { startTime = System.currentTimeMillis(); } ObjectWritable value = (ObjectWritable) client.call(new Invocation( method, args), remoteId); if (logDebug) { long callTime = System.currentTimeMillis() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { final boolean logDebug = LOG.isDebugEnabled(); long startTime = 0; if (logDebug) { startTime = System.currentTimeMillis(); } ObjectWritable value = (ObjectWritable) client.call(new Invocation( method, args), remoteId); if (logDebug) { long callTime = System.currentTimeMillis() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { final boolean logDebug = LOG.isDebugEnabled(); long startTime = 0; if (logDebug) { startTime = System.currentTimeMillis(); } ObjectWritable value = (ObjectWritable) client.call(new Invocation(method, args), address, ticket); if (logDebug) { long callTime = System.currentTimeMillis() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { final boolean logDebug = LOG.isDebugEnabled(); long startTime = 0; if (logDebug) { startTime = System.currentTimeMillis(); } ObjectWritable value = (ObjectWritable) client.call(new Invocation( method, args), remoteId); if (logDebug) { long callTime = System.currentTimeMillis() - startTime; LOG.debug("Call: " + method.getName() + " " + callTime); } return value.get(); }
@Override public Object deserialize(Writable writable) throws SerDeException { ObjectWritable objectWritable = (ObjectWritable) writable; Object obj = objectWritable.get(); try { return deserializer.deserialize(obj); } catch (Throwable t) { LOG.error("Unable to deserialize object {}.", obj, t); throw new SerDeException("Unable to deserialize an object.", t); } }
@Override public Object deserialize(Writable writable) throws SerDeException { ObjectWritable objectWritable = (ObjectWritable) writable; Object obj = objectWritable.get(); try { return deserializer.deserialize(obj); } catch (Throwable t) { LOG.error("Unable to deserialize object {}.", obj, t); throw new SerDeException("Unable to deserialize an object.", t); } }
public Object fromWritable(final String typeName, final ObjectWritable writable) { final Object innerObj = writable.get(); return (innerObj instanceof Writable) ? getHadoopWritableSerializerForAdapter(typeName).fromWritable((Writable) innerObj) : innerObj; }
public Object fromWritable(final short adapterId, final ObjectWritable writable) { final Object innerObj = writable.get(); return (innerObj instanceof Writable) ? getHadoopWritableSerializerForAdapter(adapterId).fromWritable((Writable) innerObj) : innerObj; } }
@Override public void readFields(DataInput in) throws IOException { this.stageName = Text.readString(in); this.recordWritable.readFields(in); this.record = (RECORD) recordWritable.get(); }
private void readObject(ObjectInputStream in) throws IOException { ObjectWritable ow = new ObjectWritable(); ow.setConf(new Configuration(false)); ow.readFields(in); this.inputSplit = (InputSplit) ow.get(); }
private void readObject(ObjectInputStream in) throws IOException { ObjectWritable ow = new ObjectWritable(); ow.setConf(new Configuration(false)); ow.readFields(in); this.inputSplit = (InputSplit) ow.get(); }