private String stageInputFiles(Cluster cluster, String paramValue, String parentPath) throws GFacException { try { cluster.scpFrom(paramValue, parentPath); return "file://" + parentPath + File.separator + (new File(paramValue)).getName(); } catch (SSHApiException e) { log.error("Error tranfering remote file to local file, remote path: " + paramValue); throw new GFacException(e); } } }
cluster.scpFrom(outputFile, outputDataDir); ListIterator<String> li = outputList.listIterator(); while (li.hasNext()) { cluster.scpFrom(outputFile, outputDataDir); String localFile = outputDataDir + File.separator + fileName; jobExecutionContext.addOutputFile(localFile); String downloadFile = jobExecutionContext.getStandardOutput(); String fileName = downloadFile.substring(downloadFile.lastIndexOf(File.separatorChar) + 1, downloadFile.length()); cluster.scpFrom(downloadFile, outputDataDir); String localFile = outputDataDir + File.separator + fileName; jobExecutionContext.addOutputFile(localFile); String downloadFile = jobExecutionContext.getStandardError(); String fileName = downloadFile.substring(downloadFile.lastIndexOf(File.separatorChar) + 1, downloadFile.length()); cluster.scpFrom(downloadFile, outputDataDir); String localFile = outputDataDir + File.separator + fileName; jobExecutionContext.addOutputFile(localFile);
while(stdOutStr.isEmpty()){ try { cluster.scpFrom(jobExecutionContext.getStandardOutput(), localStdOutFile.getAbsolutePath()); stdOutStr = GFacUtils.readFileToString(localStdOutFile.getAbsolutePath()); } catch (Exception e) { } else { localStdErrFile = new File(outputDataDir + File.separator + jobExecutionContext.getApplicationName() + ".stderr"); cluster.scpFrom(jobExecutionContext.getStandardError(), localStdErrFile.getAbsolutePath()); StringBuffer temp = new StringBuffer(data.append(localStdErrFile.getAbsolutePath()).append(",").toString()); GFacUtils.saveHandlerData(jobExecutionContext, temp.insert(0, ++index), this.getClass().getName()); data.append(oldFiles.get(index++)).append(","); } else { cluster.scpFrom(downloadFile, outputDataDir); String fileName = downloadFile.substring(downloadFile.lastIndexOf(File.separatorChar) + 1, downloadFile.length()); localFile = outputDataDir + File.separator + fileName; data.append(oldFiles.get(index++)).append(","); } else { cluster.scpFrom(jobExecutionContext.getOutputDir() + File.separator + valueList, outputDataDir); outputFile = outputDataDir + File.separator + valueList; jobExecutionContext.addOutputFile(outputFile);
while (stdOutStr.isEmpty()) { try { cluster.scpFrom(jobExecutionContext.getStandardOutput(), localStdOutFile.getAbsolutePath()); stdOutStr = GFacUtils.readFileToString(localStdOutFile.getAbsolutePath()); } catch (Exception e) { cluster.scpFrom(jobExecutionContext.getStandardError(), localStdErrFile.getAbsolutePath()); Thread.sleep(1000); if (DataType.URI == actualParameter1.getType()) { String downloadFile = actualParameter1.getValue(); cluster.scpFrom(downloadFile, outputDataDir); String fileName = downloadFile.substring(downloadFile.lastIndexOf(File.separatorChar) + 1, downloadFile.length()); String localFile = outputDataDir + File.separator + fileName; } else if (outputList.size() == 1) {//FIXME: Ultrascan case String valueList = outputList.get(0); cluster.scpFrom(jobExecutionContext.getOutputDir() + File.separator + valueList, outputDataDir); String outputPath = outputDataDir + File.separator + valueList; jobExecutionContext.addOutputFile(outputPath);