/** * Will flush to secondary storage if needed. This is used mostly by REMOTE_DB at the moment. */ protected void flushWritesIfNeeded() throws InterruptedException { long now = timer.time(); /* Every 30 seconds flush the write queue. */ if (now - lastWriteFlushTime > dataStoreConfig.dbWriteFlushQueueIntervalMS()) { if (outputMap.size() > 0) { if (!writeQueue.offer(new LinkedHashMap(outputMap))) { logger.warn("MySQL STORE QUEUE IS FULL", writeQueue.size()); } else { outputMap.clear(); } lastWriteFlushTime = now; } if (removeList.size() > 0) { if (!writeQueue.offer(new ArrayList<>(removeList))) { logger.warn("MySQL LOAD QUEUE IS FULL", writeQueue.size()); } else { removeList.clear(); } } } }
@Override public String toString() { return "DataStoreConfig{" + "dbUrl='" + dbUrl() + '\'' + ", dbUser='" + dbUser() + '\'' + ", dbPassword='" + dbPassword.length() + '\'' + ", dbTable='" + dbTable() + '\'' + ", dbMaxReadBatch=" + dbMaxReadBatch() + ", dbMinReadBatch=" + dbMinReadBatch() + ", dbMaxWriteBatch=" + dbMaxWriteBatch() + ", checkStatusEveryIntervalMS=" + checkStatusEveryIntervalMS() + ", threadErrorResumeTimeMS=" + threadErrorResumeTimeMS() + ", pollTimeout=" + pollTimeoutMS() + ", processQueueMaxBatchSize=" + processQueueMaxBatchSize() + ", outputDirectory='" + outputDirectory() + '\'' + ", levelDBFileName='" + levelDBFileName() + ", levelDBCacheSize=" + levelDBCacheSize() + ", levelDBWriteBufferSize=" + levelDBWriteBufferSize() + ", levelDBMaxOpenFiles=" + levelDBMaxOpenFiles() + ", dbReaderCount=" + dbReaderCount() + ", dbWriterCount=" + dbWriterCount() + ", dbReadFlushQueueIntervalMS=" + dbReadFlushQueueIntervalMS() + ", dbWriteFlushQueueIntervalMS=" + dbWriteFlushQueueIntervalMS() + '}'; }
@Override public String toString() { return "DataStoreConfig{" + "dbUrl='" + dbUrl() + '\'' + ", dbUser='" + dbUser() + '\'' + ", dbPassword='" + dbPassword.length() + '\'' + ", dbTable='" + dbTable() + '\'' + ", dbMaxReadBatch=" + dbMaxReadBatch() + ", dbMinReadBatch=" + dbMinReadBatch() + ", dbMaxWriteBatch=" + dbMaxWriteBatch() + ", checkStatusEveryIntervalMS=" + checkStatusEveryIntervalMS() + ", threadErrorResumeTimeMS=" + threadErrorResumeTimeMS() + ", pollTimeout=" + pollTimeoutMS() + ", processQueueMaxBatchSize=" + processQueueMaxBatchSize() + ", outputDirectory='" + outputDirectory() + '\'' + ", levelDBFileName='" + levelDBFileName() + ", levelDBCacheSize=" + levelDBCacheSize() + ", levelDBWriteBufferSize=" + levelDBWriteBufferSize() + ", levelDBMaxOpenFiles=" + levelDBMaxOpenFiles() + ", dbReaderCount=" + dbReaderCount() + ", dbWriterCount=" + dbWriterCount() + ", dbReadFlushQueueIntervalMS=" + dbReadFlushQueueIntervalMS() + ", dbWriteFlushQueueIntervalMS=" + dbWriteFlushQueueIntervalMS() + '}'; }