@Override public void installPlugin(Plugin plugin) { long start = System.nanoTime(); for (TestingPrestoServer server : servers) { server.installPlugin(plugin); } log.info("Installed plugin %s in %s", plugin.getClass().getSimpleName(), nanosSince(start).convertToMostSuccinctTimeUnit()); }
private static TestingPrestoServer createTestingPrestoServer(URI discoveryUri, boolean coordinator, Map<String, String> extraProperties, SqlParserOptions parserOptions, String environment) throws Exception { long start = System.nanoTime(); ImmutableMap.Builder<String, String> propertiesBuilder = ImmutableMap.<String, String>builder() .put("query.client.timeout", "10m") .put("exchange.http-client.idle-timeout", "1h") .put("task.max-index-memory", "16kB") // causes index joins to fault load .put("datasources", "system") .put("distributed-index-joins-enabled", "true"); if (coordinator) { propertiesBuilder.put("node-scheduler.include-coordinator", "true"); propertiesBuilder.put("join-distribution-type", "PARTITIONED"); } HashMap<String, String> properties = new HashMap<>(propertiesBuilder.build()); properties.putAll(extraProperties); TestingPrestoServer server = new TestingPrestoServer(coordinator, properties, environment, discoveryUri, parserOptions, ImmutableList.of()); log.info("Created TestingPrestoServer in %s", nanosSince(start).convertToMostSuccinctTimeUnit()); return server; }
@Override public String toString() { return toStringHelper(this) .add("suite", suite.getName()) .add("benchmarkQuery", benchmarkQuery.getName()) .add("status", status) .add("wallTimeMedian", new Duration(wallTimeNanos.getMedian(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("wallTimeMean", new Duration(wallTimeNanos.getMean(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("wallTimeStd", new Duration(wallTimeNanos.getStandardDeviation(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("processCpuTimeMedian", new Duration(processCpuTimeNanos.getMedian(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("processCpuTimeMean", new Duration(processCpuTimeNanos.getMean(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("processCpuTimeStd", new Duration(processCpuTimeNanos.getStandardDeviation(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("queryCpuTimeMedian", new Duration(queryCpuTimeNanos.getMedian(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("queryCpuTimeMean", new Duration(queryCpuTimeNanos.getMean(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("queryCpuTimeStd", new Duration(queryCpuTimeNanos.getStandardDeviation(), NANOSECONDS).convertToMostSuccinctTimeUnit()) .add("error", errorMessage) .toString(); } }
public static void copyTable(QueryRunner queryRunner, QualifiedObjectName table, Session session) { long start = System.nanoTime(); log.info("Running import for %s", table.getObjectName()); @Language("SQL") String sql = format("CREATE TABLE %s AS SELECT * FROM %s", table.getObjectName(), table); long rows = (Long) queryRunner.execute(session, sql).getMaterializedRows().get(0).getField(0); log.info("Imported %s rows for %s in %s", rows, table.getObjectName(), nanosSince(start).convertToMostSuccinctTimeUnit()); } }
output.append(format( "CPU: %s (%s%%), Scheduled: %s (%s%%)", nodeStats.getPlanNodeCpuTime().convertToMostSuccinctTimeUnit(), formatDouble(cpuTimeFraction), nodeStats.getPlanNodeScheduledTime().convertToMostSuccinctTimeUnit(), formatDouble(scheduledTimeFraction)));
stageStats.getTotalCpuTime().convertToMostSuccinctTimeUnit(), stageStats.getTotalScheduledTime().convertToMostSuccinctTimeUnit(), formatPositions(stageStats.getProcessedInputPositions()), stageStats.getProcessedInputDataSize(),
discoveryServer = new TestingDiscoveryServer(environment); closer.register(() -> closeUnchecked(discoveryServer)); log.info("Created TestingDiscoveryServer in %s", nanosSince(start).convertToMostSuccinctTimeUnit()); MILLISECONDS.sleep(10); log.info("Announced servers in %s", nanosSince(start).convertToMostSuccinctTimeUnit()); server.getMetadata().addFunctions(AbstractTestQueries.CUSTOM_FUNCTIONS); log.info("Added functions in %s", nanosSince(start).convertToMostSuccinctTimeUnit());
executionStartTime.get(), executionEndTime.get(), queuedTime.convertToMostSuccinctTimeUnit(), elapsedTime.convertToMostSuccinctTimeUnit(), succinctBytes(driverMemoryContext.getUserMemory()), succinctBytes(driverMemoryContext.getRevocableMemory()),
private static void loadTpchTopic(EmbeddedElasticsearchNode embeddedElasticsearchNode, TestingPrestoClient prestoClient, TpchTable<?> table) { long start = System.nanoTime(); LOG.info("Running import for %s", table.getTableName()); ElasticsearchLoader loader = new ElasticsearchLoader(embeddedElasticsearchNode.getClient(), table.getTableName().toLowerCase(ENGLISH), prestoClient.getServer(), prestoClient.getDefaultSession()); loader.execute(format("SELECT * from %s", new QualifiedObjectName(TPCH_SCHEMA, TINY_SCHEMA_NAME, table.getTableName().toLowerCase(ENGLISH)))); LOG.info("Imported %s in %s", table.getTableName(), nanosSince(start).convertToMostSuccinctTimeUnit()); }
private static void loadTpchTopic(EmbeddedKafka embeddedKafka, TestingPrestoClient prestoClient, TpchTable<?> table) { long start = System.nanoTime(); log.info("Running import for %s", table.getTableName()); TestUtils.loadTpchTopic(embeddedKafka, prestoClient, kafkaTopicName(table), new QualifiedObjectName("tpch", TINY_SCHEMA_NAME, table.getTableName().toLowerCase(ENGLISH))); log.info("Imported %s in %s", 0, table.getTableName(), nanosSince(start).convertToMostSuccinctTimeUnit()); }
private static void loadTpchTable(EmbeddedRedis embeddedRedis, TestingPrestoClient prestoClient, TpchTable<?> table, String dataFormat) { long start = System.nanoTime(); log.info("Running import for %s", table.getTableName()); RedisTestUtils.loadTpchTable( embeddedRedis, prestoClient, redisTableName(table), new QualifiedObjectName("tpch", TINY_SCHEMA_NAME, table.getTableName().toLowerCase(ENGLISH)), dataFormat); log.info("Imported %s in %s", table.getTableName(), nanosSince(start).convertToMostSuccinctTimeUnit()); }
private static void copyTableBucketed(QueryRunner queryRunner, QualifiedObjectName table, Session session) { long start = System.nanoTime(); log.info("Running import for %s", table.getObjectName()); @Language("SQL") String sql; switch (table.getObjectName()) { case "part": case "partsupp": case "supplier": case "nation": case "region": sql = format("CREATE TABLE %s AS SELECT * FROM %s", table.getObjectName(), table); break; case "lineitem": sql = format("CREATE TABLE %s WITH (bucketed_by=array['orderkey'], bucket_count=11) AS SELECT * FROM %s", table.getObjectName(), table); break; case "customer": sql = format("CREATE TABLE %s WITH (bucketed_by=array['custkey'], bucket_count=11) AS SELECT * FROM %s", table.getObjectName(), table); break; case "orders": sql = format("CREATE TABLE %s WITH (bucketed_by=array['custkey'], bucket_count=11) AS SELECT * FROM %s", table.getObjectName(), table); break; default: throw new UnsupportedOperationException(); } long rows = (Long) queryRunner.execute(session, sql).getMaterializedRows().get(0).getField(0); log.info("Imported %s rows for %s in %s", rows, table.getObjectName(), nanosSince(start).convertToMostSuccinctTimeUnit()); }
public AsyncResponseHandler withTimeout(Duration timeout) { return withTimeout(timeout, status(Response.Status.SERVICE_UNAVAILABLE) .entity("Timed out after waiting for " + timeout.convertToMostSuccinctTimeUnit()) .build()); }
public boolean transitionToStarting() { Duration durationSinceCreation = nanosSince(createNanos).convertToMostSuccinctTimeUnit(); queuedTime.compareAndSet(null, durationSinceCreation); totalPlanningTime.compareAndSet(null, durationSinceCreation); return queryState.setIf(STARTING, currentState -> currentState == QUEUED || currentState == PLANNING); }
public boolean transitionToPlanning() { queuedTime.compareAndSet(null, nanosSince(createNanos).convertToMostSuccinctTimeUnit()); return queryState.compareAndSet(QUEUED, PLANNING); }
public synchronized Duration getTimeSinceLastSuccess() { long lastSuccessfulRequest = this.lastSuccessTime; long value = ticker.read() - lastSuccessfulRequest; return new Duration(value, NANOSECONDS).convertToMostSuccinctTimeUnit(); }
@VisibleForTesting TableFinishInfo getInfo() { return new TableFinishInfo( outputMetadata, new Duration(statisticsTiming.getWallNanos(), NANOSECONDS).convertToMostSuccinctTimeUnit(), new Duration(statisticsTiming.getCpuNanos(), NANOSECONDS).convertToMostSuccinctTimeUnit()); }
@Managed public String getKeepAliveTime() { return new Duration(threadPoolExecutor.getKeepAliveTime(NANOSECONDS), NANOSECONDS) .convertToMostSuccinctTimeUnit() .toString(); }
@Managed public String getKeepAliveTime() { return new Duration(threadPoolExecutor.getKeepAliveTime(NANOSECONDS), NANOSECONDS) .convertToMostSuccinctTimeUnit() .toString(); }
public static void copyTable(QueryRunner queryRunner, QualifiedObjectName table, Session session) { long start = System.nanoTime(); log.info("Running import for %s", table.getObjectName()); @Language("SQL") String sql = format("CREATE TABLE %s AS SELECT * FROM %s", table.getObjectName(), table); long rows = (Long) queryRunner.execute(session, sql).getMaterializedRows().get(0).getField(0); log.info("Imported %s rows for %s in %s", rows, table.getObjectName(), nanosSince(start).convertToMostSuccinctTimeUnit()); } }