Refine search
protected TProtocolFactory getProtocolFactory() { TProtocolFactory protocolFactory; if (conf.getBoolean(COMPACT_CONF_KEY, COMPACT_CONF_DEFAULT)) { LOG.debug("Using compact protocol"); protocolFactory = new TCompactProtocol.Factory(); } else { LOG.debug("Using binary protocol"); protocolFactory = new TBinaryProtocol.Factory(); } return protocolFactory; }
@Test public static void testSerialization() throws TException { TSerializer compactSerializer = new TSerializer(new TCompactProtocol.Factory()); normalSerializer.serialize(req); compactSerializer.serialize(req);
@Override protected TDeserializer initialValue() { return new TDeserializer(new TCompactProtocol.Factory()); } };
@Override public byte[] getRequestForService(List<String> segments) { InstanceRequest r = new InstanceRequest(); r.setRequestId(_requestId); r.setEnableTrace(_brokerRequest.isEnableTrace()); r.setQuery(_brokerRequest); r.setSearchSegments(segments); r.setBrokerId(_brokerId); // SerDe is not threadsafe return new SerDe(new TCompactProtocol.Factory()).serialize(r); }
private ByteBuf getSerializedInstanceRequest(InstanceRequest request) { SerDe serDe = new SerDe(new TCompactProtocol.Factory()); byte[] requestData = serDe.serialize(request); return Unpooled.wrappedBuffer(requestData); }
private TProtocolFactory getProtocolFactory() { if (protocol.equals(BINARY_PROTOCOL)) { logger.info("Using TBinaryProtocol"); return new TBinaryProtocol.Factory(); } else { logger.info("Using TCompactProtocol"); return new TCompactProtocol.Factory(); } }
@Override public ListenableFuture<byte[]> processRequest(ChannelHandlerContext channelHandlerContext, ByteBuf request) { long queryArrivalTimeMs = System.currentTimeMillis(); serverMetrics.addMeteredGlobalValue(ServerMeter.QUERIES, 1); LOGGER.debug("Processing request : {}", request); byte[] byteArray = new byte[request.readableBytes()]; request.readBytes(byteArray); SerDe serDe = new SerDe(new TCompactProtocol.Factory()); final InstanceRequest instanceRequest = new InstanceRequest(); if (!serDe.deserialize(instanceRequest, byteArray)) { LOGGER.error("Failed to deserialize query request from broker ip: {}", ((InetSocketAddress) channelHandlerContext.channel().remoteAddress()).getAddress().getHostAddress()); serverMetrics.addMeteredGlobalValue(ServerMeter.REQUEST_DESERIALIZATION_EXCEPTIONS, 1); return Futures.immediateFuture(null); } ServerQueryRequest queryRequest = new ServerQueryRequest(instanceRequest, serverMetrics, queryArrivalTimeMs); queryRequest.getTimerContext().startNewPhaseTimer(ServerQueryPhase.REQUEST_DESERIALIZATION, queryArrivalTimeMs) .stopAndRecord(); LOGGER.debug("Processing requestId:{},request={}", instanceRequest.getRequestId(), instanceRequest); return queryScheduler.submit(queryRequest); }
public ThriftTestingSource(String handlerName, int port, String protocol) throws Exception { TNonblockingServerTransport serverTransport = new TNonblockingServerSocket(new InetSocketAddress("0.0.0.0", port)); ThriftSourceProtocol.Iface handler = getHandler(handlerName); TProtocolFactory transportProtocolFactory = null; if (protocol != null && protocol == ThriftRpcClient.BINARY_PROTOCOL) { transportProtocolFactory = new TBinaryProtocol.Factory(); } else { transportProtocolFactory = new TCompactProtocol.Factory(); } server = new THsHaServer(new THsHaServer.Args(serverTransport).processor( new ThriftSourceProtocol.Processor(handler)).protocolFactory( transportProtocolFactory)); Executors.newSingleThreadExecutor().submit(new Runnable() { @Override public void run() { server.serve(); } }); }
/** Returns a base 64 encoded representation of the supplied {@link AcidTable}. */ public static String encode(AcidTable table) throws IOException { DataOutputStream data = null; ByteArrayOutputStream bytes = new ByteArrayOutputStream(); try { data = new DataOutputStream(bytes); data.writeUTF(table.getDatabaseName()); data.writeUTF(table.getTableName()); data.writeBoolean(table.createPartitions()); if (table.getWriteId() <= 0) { LOG.warn("Write ID <= 0. The recipient is probably expecting a table write ID."); } data.writeLong(table.getWriteId()); data.writeByte(table.getTableType().getId()); Table metaTable = table.getTable(); if (metaTable != null) { byte[] thrift = new TSerializer(new TCompactProtocol.Factory()).serialize(metaTable); data.writeInt(thrift.length); data.write(thrift); } else { LOG.warn("Meta store table is null. The recipient is probably expecting an instance."); data.writeInt(0); } } catch (TException e) { throw new IOException("Error serializing meta store table.", e); } finally { data.close(); } return PROLOG_V1 + new String(Base64.encodeBase64(bytes.toByteArray()), Charset.forName("UTF-8")); }
byte[] thriftEncoded = new byte[thriftLength]; in.readFully(thriftEncoded, 0, thriftLength); new TDeserializer(new TCompactProtocol.Factory()).deserialize(metaTable, thriftEncoded); table.setTable(metaTable); } catch (TException e) {
transportProtocolFactory = new TBinaryProtocol.Factory(); } else { transportProtocolFactory = new TCompactProtocol.Factory();
UnitTestMessage msg2 = new UnitTestMessage().setRequiredField("XYZ").setTimestamp(1467176344L); TSerializer serializer = new TSerializer(new TCompactProtocol.Factory()); KeyValue kv1 = new KeyValue(23232, serializer.serialize(msg1)); KeyValue kv2 = new KeyValue(23233, serializer.serialize(msg2)); TDeserializer deserializer = new TDeserializer(new TCompactProtocol.Factory());
final TProtocolFactory inputProtoFactory; if (useCompactProtocol) { protocolFactory = new TCompactProtocol.Factory(); inputProtoFactory = new TCompactProtocol.Factory(maxMessageSize, maxMessageSize); } else { protocolFactory = new TBinaryProtocol.Factory();
return new TCompactProtocol.Factory(); return new TCompactProtocol.Factory();
/** * Deserialize from a byte array into an {@link RDF_Term}. * <p> * Where possible, to is better to deserialize from a stream, directly using {@code term.read(TProtocol)}. */ public static void termFromBytes(RDF_Term term, byte[] bytes) { TDeserializer deserializer = new TDeserializer(new TCompactProtocol.Factory()); try { deserializer.deserialize(term, bytes); } catch (TException e) { throw new RiotThriftException(e); } }
private <T> void testRoundTripSerialize(T value) throws Exception { testRoundTripSerialize(value, new TCompactProtocol.Factory()); }
private static TProtocolFactory getTProtocolFactory(boolean isCompact) { if (isCompact) { log.debug("Using compact protocol"); return new TCompactProtocol.Factory(); } else { log.debug("Using binary protocol"); return new TBinaryProtocol.Factory(); } }
private static TProtocolFactory getTProtocolFactory(boolean isCompact) { if (isCompact) { log.debug("Using compact protocol"); return new TCompactProtocol.Factory(); } else { log.debug("Using binary protocol"); return new TBinaryProtocol.Factory(); } }
@Override protected TSerializer initialValue() { return new TSerializer(new TCompactProtocol.Factory()); } };
@Override protected TDeserializer initialValue() { return new TDeserializer(new TCompactProtocol.Factory()); } };