@Override public String getDataSource() { return schema.getDataSource(); }
public boolean checkFirehoseV2() { return ioConfig.getFirehoseFactoryV2() != null; }
public DataSchema withTransformSpec(TransformSpec transformSpec) { return new DataSchema(dataSource, parser, aggregators, granularitySpec, transformSpec, jsonMapper); }
protected File computeBaseDir(DataSchema schema) { return new File(config.getBasePersistDirectory(), schema.getDataSource()); }
private static String makeTaskId(FireDepartment fireDepartment) { return makeTaskId( fireDepartment.getDataSchema().getDataSource(), fireDepartment.getTuningConfig().getShardSpec().getPartitionNum(), DateTimes.nowUtc(), makeRandomId() ); }
@Override public void run() { log.makeAlert( "RealtimeIndexTask for dataSource [%s] hasn't finished in configured time [%d] ms.", spec.getDataSchema().getDataSource(), spec.getTuningConfig().getAlertTimeout() ).emit(); } },
public Firehose connect() throws IOException { return ioConfig.getFirehoseFactory().connect(dataSchema.getParser(), null); }
public FirehoseV2 connect(Object metaData) throws IOException { return ioConfig.getFirehoseFactoryV2().connect(dataSchema.getParser(), metaData); }
public GranularitySpec getGranularitySpec() { return schema.getDataSchema().getGranularitySpec(); }
public InputRowParser getParser() { return schema.getDataSchema().getParser(); }
public RealtimeTuningConfig withBasePersistDirectory(File dir) { return new RealtimeTuningConfig( maxRowsInMemory, maxBytesInMemory, intermediatePersistPeriod, windowPeriod, dir, versioningPolicy, rejectionPolicyFactory, maxPendingPersists, shardSpec, indexSpec, true, persistThreadPriority, mergeThreadPriority, reportParseExceptions, handoffConditionTimeout, alertTimeout, segmentWriteOutMediumFactory, dedupColumn ); } }
public Plumber findPlumber() { return ioConfig.getPlumberSchool().findPlumber(dataSchema, tuningConfig, metrics); }
@Override public String getId() { return dataSchema.getDataSource(); }
@After public void tearDown() throws Exception { EasyMock.verify(announcer, segmentPublisher, dataSegmentPusher, handoffNotifierFactory, handoffNotifier, emitter); FileUtils.deleteDirectory( new File( tuningConfig.getBasePersistDirectory(), schema.getDataSource() ) ); FileUtils.deleteDirectory(tmpDir); }
public DataSchema withGranularitySpec(GranularitySpec granularitySpec) { return new DataSchema(dataSource, parser, aggregators, granularitySpec, transformSpec, jsonMapper); }
protected File computeCorruptedFileDumpDir(File persistDir, DataSchema schema) { return new File( StringUtils.replace( persistDir.getAbsolutePath(), schema.getDataSource(), "corrupted" + File.pathSeparator + schema.getDataSource() ) ); }
private static String makeGroupId(IndexIngestionSpec ingestionSchema) { return makeGroupId(ingestionSchema.ioConfig.appendToExisting, ingestionSchema.dataSchema.getDataSource()); }
public String getDataSource() { return schema.getDataSchema().getDataSource(); }
private static String getTheDataSource(HadoopIngestionSpec spec) { return spec.getDataSchema().getDataSource(); }
private static String makeDatasource(FireDepartment fireDepartment) { return fireDepartment.getDataSchema().getDataSource(); }