public String getMetricsAppName() { return config.getApplicationName().replace('.', '_'); }
public String getMetricsAppName() { return config.getApplicationName().replace('.', '_'); }
private synchronized CuratorFramework getAppCurator(FluoConfiguration config) { if (!curators.containsKey(config.getApplicationName())) { CuratorFramework curator = CuratorUtil.newAppCurator(config); curator.start(); curators.put(config.getApplicationName(), curator); } return curators.get(config.getApplicationName()); }
private synchronized CuratorFramework getAppCurator(FluoConfiguration config) { if (!curators.containsKey(config.getApplicationName())) { CuratorFramework curator = CuratorUtil.newAppCurator(config); curator.start(); curators.put(config.getApplicationName(), curator); } return curators.get(config.getApplicationName()); }
/** * Returns the zookeeper application name string. * * @return The zookeeper application string. */ public String getAppZookeepers() { return getInstanceZookeepers() + "/" + getApplicationName(); }
/** * Returns the zookeeper application name string. * * @return The zookeeper application string. */ public String getAppZookeepers() { return getInstanceZookeepers() + "/" + getApplicationName(); }
public static void verifyAppInitialized(FluoConfiguration config) { if (!FluoAdminImpl.isInitialized(config)) { System.out.println("A Fluo '" + config.getApplicationName() + "' application has not " + "been initialized yet in Zookeeper at " + config.getAppZookeepers()); System.exit(-1); } }
public static void verifyAppRunning(FluoConfiguration config) { verifyAppInitialized(config); try (FluoAdminImpl admin = new FluoAdminImpl(config)) { if (!admin.applicationRunning()) { System.out.println("A Fluo '" + config.getApplicationName() + "' application is initialized but is not running!"); System.exit(-1); } } }
private String copyDirToDfs(String srcDir, String destDir) { return copyDirToDfs(config.getDfsRoot(), config.getApplicationName(), srcDir, destDir); }
public FluoConfiguration getAppConfiguration(String appName, boolean debug) { verifyAppInstall(appName); String propsPath = getAppPropsPath(appName); FluoConfiguration config = new FluoConfiguration(new File(propsPath)); if (!config.getApplicationName().equals(appName)) { throw new FluoException("Application name in config '" + config.getApplicationName() + "' does not match given appName: " + appName); } if (debug) { System.out.println("Connecting to Fluo instance (" + config.getInstanceZookeepers() + ") using config (" + stripFluoHomeDir(propsPath) + ")"); } return config; }
public FluoConfiguration getAppConfiguration(String appName, boolean debug) { verifyAppInstall(appName); String propsPath = getAppPropsPath(appName); FluoConfiguration config = new FluoConfiguration(new File(propsPath)); if (!config.getApplicationName().equals(appName)) { throw new FluoException("Application name in config '" + config.getApplicationName() + "' does not match given appName: " + appName); } if (debug) { System.out.println("Connecting to Fluo instance (" + config.getInstanceZookeepers() + ") using config (" + stripFluoHomeDir(propsPath) + ")"); } return config; }
private String copyDirToDfs(String srcDir, String destDir) { return copyDirToDfs(config.getDfsRoot(), config.getApplicationName(), srcDir, destDir); }
public void kill(FluoConfiguration config) throws Exception { checkIfInitialized(config); String twillId = verifyTwillId(config); TwillController controller = getTwillRunner(config) .lookup(getYarnApplicationName(config.getApplicationName()), RunIds.fromString(twillId)); if (controller != null) { System.out.print("Killing Fluo '" + config.getApplicationName() + "' application " + getAppInfo(config) + "..."); controller.kill(); System.out.println("DONE"); } else { System.out.println("Fluo '" + config.getApplicationName() + "' application " + getAppInfo(config) + " is already stopped."); } }
public void kill(FluoConfiguration config) throws Exception { checkIfInitialized(config); String twillId = verifyTwillId(config); TwillController controller = getTwillRunner(config) .lookup(getYarnApplicationName(config.getApplicationName()), RunIds.fromString(twillId)); if (controller != null) { System.out.print("Killing Fluo '" + config.getApplicationName() + "' application " + getAppInfo(config) + "..."); controller.kill(); System.out.println("DONE"); } else { System.out.println("Fluo '" + config.getApplicationName() + "' application " + getAppInfo(config) + " is already stopped."); } }
private void checkIfInitialized(FluoConfiguration config) { try (FluoAdminImpl admin = new FluoAdminImpl(config)) { if (!admin.zookeeperInitialized()) { throw new FluoException("A Fluo '" + config.getApplicationName() + "' application has not " + "been initialized yet in Zookeeper at " + config.getAppZookeepers()); } } }
private void checkIfInitialized(FluoConfiguration config) { try (FluoAdminImpl admin = new FluoAdminImpl(config)) { if (!admin.zookeeperInitialized()) { throw new FluoException("A Fluo '" + config.getApplicationName() + "' application has not " + "been initialized yet in Zookeeper at " + config.getAppZookeepers()); } } }
@Override public void start() { try { env = new Environment(config); reporters = ReporterUtil.setupReporters(env); appIdCache = CuratorUtil.startAppIdWatcher(env); log.info("Starting Oracle for Fluo '{}' application with the following configuration:", config.getApplicationName()); env.getConfiguration().print(); oracleServer = new OracleServer(env); oracleServer.start(); } catch (Exception e) { throw new FluoException(e); } }
@Override public void start() { try { env = new Environment(config); reporters = ReporterUtil.setupReporters(env); appIdCache = CuratorUtil.startAppIdWatcher(env); log.info("Starting Worker for Fluo '{}' application with the following configuration:", config.getApplicationName()); env.getConfiguration().print(); np = new NotificationProcessor(env); notificationFinder = NotificationFinderFactory.newNotificationFinder(env.getConfiguration()); notificationFinder.init(env, np); notificationFinder.start(); } catch (Exception e) { throw new FluoException(e); } }
public void validate() { // keep in alphabetical order getAccumuloInstance(); getAccumuloPassword(); getAccumuloTable(); getAccumuloUser(); getAccumuloZookeepers(); getApplicationName(); getAppZookeepers(); getConnectionRetryTimeout(); getLoaderQueueSize(); getLoaderThreads(); getObserverSpecifications(); getTransactionRollbackTime(); getWorkerThreads(); getZookeeperTimeout(); }
private void installRyaInstance() throws Exception { final MiniAccumuloCluster cluster = super.getMiniAccumuloCluster(); final String instanceName = cluster.getInstanceName(); final String zookeepers = cluster.getZooKeepers(); // Install the Rya instance to the mini accumulo cluster. final RyaClient ryaClient = AccumuloRyaClientFactory.build( new AccumuloConnectionDetails(ACCUMULO_USER, ACCUMULO_PASSWORD.toCharArray(), instanceName, zookeepers), super.getAccumuloConnector()); ryaClient.getInstall().install(RYA_INSTANCE_NAME, InstallConfiguration.builder().setEnableTableHashPrefix(false).setEnableFreeTextIndex(false) .setEnableEntityCentricIndex(false).setEnableGeoIndex(false).setEnableTemporalIndex(false).setEnablePcjIndex(true) .setFluoPcjAppName(super.getFluoConfiguration().getApplicationName()).build()); // Connect to the Rya instance that was just installed. final AccumuloRdfConfiguration conf = makeConfig(instanceName, zookeepers); final Sail sail = RyaSailFactory.getInstance(conf); dao = RyaSailFactory.getAccumuloDAOWithUpdatedConfig(conf); ryaSailRepo = new RyaSailRepository(sail); }