protected void inferMissingArguments(SinkConfig sinkConfig) { if (sinkConfig.getTenant() == null) { sinkConfig.setTenant(PUBLIC_TENANT); } if (sinkConfig.getNamespace() == null) { sinkConfig.setNamespace(DEFAULT_NAMESPACE); } }
public static Class<?>[] getFunctionTypes(FunctionConfig functionConfig, ClassLoader classLoader) { Object userClass = createInstance(functionConfig.getClassName(), classLoader); boolean isWindowConfigPresent = functionConfig.getWindowConfig() != null; return getFunctionTypes(userClass, isWindowConfigPresent); }
private Long getWindowStartTs(Long endTs) { Long res = null; if (endTs != null && this.windowConfig.getWindowLengthDurationMs() != null) { res = endTs - this.windowConfig.getWindowLengthDurationMs(); } return res; }
public static void inferDefaultConfigs(WindowConfig windowConfig) { if (windowConfig.getWindowLengthDurationMs() != null && windowConfig.getSlidingIntervalDurationMs() == null) { windowConfig.setSlidingIntervalDurationMs(windowConfig.getWindowLengthDurationMs()); } if (windowConfig.getWindowLengthCount() != null && windowConfig.getSlidingIntervalCount() == null) { windowConfig.setSlidingIntervalCount(windowConfig.getWindowLengthCount()); } if (windowConfig.getTimestampExtractorClassName() != null) { if (windowConfig.getMaxLagMs() == null) { windowConfig.setMaxLagMs(WindowFunctionExecutor.DEFAULT_MAX_LAG_MS); } if (windowConfig.getWatermarkEmitIntervalMs() == null) { windowConfig.setWatermarkEmitIntervalMs(WindowFunctionExecutor.DEFAULT_WATERMARK_EVENT_INTERVAL_MS); } } } }
private void inferMissingArguments(SourceConfig sourceConfig) { if (sourceConfig.getTenant() == null) { sourceConfig.setTenant(PUBLIC_TENANT); } if (sourceConfig.getNamespace() == null) { sourceConfig.setNamespace(DEFAULT_NAMESPACE); } }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(this.sourceConfig.getArchive())) { admin.functions().createFunctionWithUrl(SourceConfigUtils.convert(sourceConfig), sourceConfig.getArchive()); } else { admin.functions().createFunction(SourceConfigUtils.convert(sourceConfig), sourceConfig.getArchive()); } print("Created successfully"); } }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(archive)) { admin.functions().updateFunctionWithUrl(SinkConfigUtils.convert(sinkConfig), sinkConfig.getArchive()); } else { admin.functions().updateFunction(SinkConfigUtils.convert(sinkConfig), sinkConfig.getArchive()); } print("Updated successfully"); } }
@Override public void validateField(String name, Object o, ClassLoader classLoader) { FunctionConfig functionConfig = (FunctionConfig) o; doCommonChecks(functionConfig); if (functionConfig.getRuntime() == FunctionConfig.Runtime.JAVA) { if (classLoader != null) { doJavaChecks(functionConfig, name, classLoader); } } else { doPythonChecks(functionConfig, name); } } }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(functionConfig.getJar())) { admin.functions().createFunctionWithUrl(FunctionConfigUtils.convert(functionConfig, classLoader), functionConfig.getJar()); } else { admin.functions().createFunction(FunctionConfigUtils.convert(functionConfig, classLoader), userCodeFile); } print("Created successfully"); } }
public static Object createInstance(String userClassName, java.io.File jar) { try { return createInstance(userClassName, loadJar(jar)); } catch (Exception ex) { return null; } }
public static String getFullyQualifiedName(FunctionDetails FunctionDetails) { return getFullyQualifiedName(FunctionDetails.getTenant(), FunctionDetails.getNamespace(), FunctionDetails.getName()); }
@Override void runCmd() throws Exception { // merge deprecated args with new args mergeArgs(); CmdFunctions.startLocalRun(FunctionConfigUtils.convert(functionConfig, classLoader), functionConfig.getParallelism(), instanceIdOffset, brokerServiceUrl, stateStorageServiceUrl, AuthenticationConfig.builder().clientAuthenticationPlugin(clientAuthPlugin) .clientAuthenticationParameters(clientAuthParams).useTls(useTls) .tlsAllowInsecureConnection(tlsAllowInsecureConnection) .tlsHostnameVerificationEnable(tlsHostNameVerificationEnabled) .tlsTrustCertsFilePath(tlsTrustCertFilePath).build(), userCodeFile, admin); } }
private static <T> T createInstance(String className, ClassLoader clsLoader, Class<T> baseClass) { if (StringUtils.isEmpty(className)) { return null; } else { return Reflections.createInstance(className, baseClass, clsLoader); } } }
protected org.apache.pulsar.functions.proto.Function.FunctionDetails createSourceConfigProto2(SourceConfig sourceConfig) throws IOException { org.apache.pulsar.functions.proto.Function.FunctionDetails.Builder functionDetailsBuilder = org.apache.pulsar.functions.proto.Function.FunctionDetails.newBuilder(); Utils.mergeJson(FunctionsImpl.printJson(SourceConfigUtils.convert(sourceConfig)), functionDetailsBuilder); return functionDetailsBuilder.build(); }
protected org.apache.pulsar.functions.proto.Function.FunctionDetails createSinkConfigProto2(SinkConfig sinkConfig) throws IOException { org.apache.pulsar.functions.proto.Function.FunctionDetails.Builder functionDetailsBuilder = org.apache.pulsar.functions.proto.Function.FunctionDetails.newBuilder(); Utils.mergeJson(FunctionsImpl.printJson(SinkConfigUtils.convert(sinkConfig)), functionDetailsBuilder); return functionDetailsBuilder.build(); }
private void inferMissingNamespace(FunctionConfig functionConfig) { functionConfig.setNamespace(DEFAULT_NAMESPACE); } }
private void inferMissingTenant(FunctionConfig functionConfig) { functionConfig.setTenant(PUBLIC_TENANT); }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(sourceConfig.getArchive())) { admin.functions().updateFunctionWithUrl(SourceConfigUtils.convert(sourceConfig), sourceConfig.getArchive()); } else { admin.functions().updateFunction(SourceConfigUtils.convert(sourceConfig), sourceConfig.getArchive()); } print("Updated successfully"); } }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(archive)) { admin.functions().createFunctionWithUrl(SinkConfigUtils.convert(sinkConfig), sinkConfig.getArchive()); } else { admin.functions().createFunction(SinkConfigUtils.convert(sinkConfig), sinkConfig.getArchive()); } print("Created successfully"); } }
@Override void runCmd() throws Exception { if (Utils.isFunctionPackageUrlSupported(functionConfig.getJar())) { admin.functions().updateFunctionWithUrl(FunctionConfigUtils.convert(functionConfig, classLoader), functionConfig.getJar()); } else { admin.functions().updateFunction(FunctionConfigUtils.convert(functionConfig, classLoader), userCodeFile); } print("Updated successfully"); } }