public FeedConnection addFeedConnectionIfNotExists(FeedConnection feedConnection) { synchronized (feedConnections) { Map<String, FeedConnection> feedConnsInDataverse = feedConnections.get(feedConnection.getDataverseName()); if (feedConnsInDataverse == null) { feedConnections.put(feedConnection.getDataverseName(), new HashMap<>()); feedConnsInDataverse = feedConnections.get(feedConnection.getDataverseName()); } return feedConnsInDataverse.put(feedConnection.getConnectionId(), feedConnection); } }
public FeedConnection dropFeedConnection(FeedConnection feedConnection) { synchronized (feedConnections) { Map<String, FeedConnection> feedConnsInDataverse = feedConnections.get(feedConnection.getDataverseName()); if (feedConnsInDataverse != null) { return feedConnsInDataverse.remove(feedConnection.getConnectionId()); } else { return null; } } }
@Override public synchronized void remove(Dataset dataset) throws HyracksDataException { super.remove(dataset); feedConnections.removeIf(o -> o.getDataverseName().equals(dataset.getDataverseName()) && o.getDatasetName().equals(dataset.getDatasetName())); }
private static JobSpecification getConnectionJob(MetadataProvider metadataProvider, FeedConnection feedConn, IStatementExecutor statementExecutor, IHyracksClientConnection hcc, Boolean insertFeed) throws AlgebricksException, RemoteException, ACIDException { metadataProvider.getConfig().put(FeedActivityDetails.FEED_POLICY_NAME, feedConn.getPolicyName()); Query feedConnQuery = makeConnectionQuery(feedConn); CompiledStatements.ICompiledDmlStatement clfrqs; if (insertFeed) { InsertStatement stmtUpsert = new InsertStatement(new Identifier(feedConn.getDataverseName()), new Identifier(feedConn.getDatasetName()), feedConnQuery, -1, null, null); clfrqs = new CompiledStatements.CompiledInsertStatement(feedConn.getDataverseName(), feedConn.getDatasetName(), feedConnQuery, stmtUpsert.getVarCounter(), null, null); } else { UpsertStatement stmtUpsert = new UpsertStatement(new Identifier(feedConn.getDataverseName()), new Identifier(feedConn.getDatasetName()), feedConnQuery, -1, null, null); clfrqs = new CompiledStatements.CompiledUpsertStatement(feedConn.getDataverseName(), feedConn.getDatasetName(), feedConnQuery, stmtUpsert.getVarCounter(), null, null); } return statementExecutor.rewriteCompileQuery(hcc, metadataProvider, feedConnQuery, clfrqs, null, null); }
FeedMetadataUtil.validateIfPolicyExists(curFeedConnection.getDataverseName(), curFeedConnection.getPolicyName(), metadataProvider.getMetadataTxnContext()); .findDataset(curFeedConnection.getDataverseName(), curFeedConnection.getDatasetName()) .getDatasetId(); TxnId txnId = ((JobEventListenerFactory) subJob.getJobletEventListenerFactory()).getTxnId(datasetId);
String fqName = feedConnection.getDataverseName() + "." + feedConnection.getDatasetName(); lockManager.acquireDatasetReadLock(metadataProvider.getLocks(), fqName); for (FeedConnection connection : feedConnections) { Dataset ds = metadataProvider.findDataset(connection.getDataverseName(), connection.getDatasetName()); datasets.add(ds);
List<Expression> exprList = addArgs(feedConnection.getDataverseName(), feedConnection.getFeedId().getEntityName(), feedConnection.getFeedId().getEntityName(), FeedRuntimeType.INTAKE.toString(), feedConnection.getDatasetName(), feedConnection.getOutputType());
aString.setValue(me.getDataverseName()); stringSerde.serialize(aString, tupleBuilder.getDataOutput()); tupleBuilder.addFieldEndOffset(); aString.setValue(me.getDataverseName()); stringSerde.serialize(aString, fieldValue.getDataOutput()); recordBuilder.addField(MetadataRecordTypes.FEED_CONN_DATAVERSE_NAME_FIELD_INDEX, fieldValue);