private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) { return new LocalResourcePBImpl(rsrc); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto p) { return new LocalResourcePBImpl(p); }
private LocalResourcePBImpl convertFromProtoFormat( YarnProtos.LocalResourceProto p) { return new LocalResourcePBImpl(p); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto p) { return new LocalResourcePBImpl(p); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) { return new LocalResourcePBImpl(rsrc); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto p) { return new LocalResourcePBImpl(p); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) { return new LocalResourcePBImpl(rsrc); }
private LocalResourcePBImpl convertFromProtoFormat(LocalResourceProto rsrc) { return new LocalResourcePBImpl(rsrc); }
@Override public LocalResource getResource() { ResourceLocalizationSpecProtoOrBuilder p = viaProto ? proto : builder; if (resource != null) { return resource; } if (!p.hasResource()) { return null; } resource = new LocalResourcePBImpl(p.getResource()); return resource; }
@Override public LocalResource getResource() { ResourceLocalizationSpecProtoOrBuilder p = viaProto ? proto : builder; if (resource != null) { return resource; } if (!p.hasResource()) { return null; } resource = new LocalResourcePBImpl(p.getResource()); return resource; }
@Override public LocalResource getResource() { ResourceLocalizationSpecProtoOrBuilder p = viaProto ? proto : builder; if (resource != null) { return resource; } if (!p.hasResource()) { return null; } resource = new LocalResourcePBImpl(p.getResource()); return resource; }
@Override public LocalResource getResource() { ResourceLocalizationSpecProtoOrBuilder p = viaProto ? proto : builder; if (resource != null) { return resource; } if (!p.hasResource()) { return null; } resource = new LocalResourcePBImpl(p.getResource()); return resource; }
private void recoverTrackerResources(LocalResourcesTracker tracker, LocalResourceTrackerState state) throws URISyntaxException { for (LocalizedResourceProto proto : state.getLocalizedResources()) { LocalResource rsrc = new LocalResourcePBImpl(proto.getResource()); LocalResourceRequest req = new LocalResourceRequest(rsrc); if (LOG.isDebugEnabled()) { LOG.debug("Recovering localized resource " + req + " at " + proto.getLocalPath()); } tracker.handle(new ResourceRecoveredEvent(req, new Path(proto.getLocalPath()), proto.getSize())); } for (Map.Entry<LocalResourceProto, Path> entry : state.getInProgressResources().entrySet()) { LocalResource rsrc = new LocalResourcePBImpl(entry.getKey()); LocalResourceRequest req = new LocalResourceRequest(rsrc); Path localPath = entry.getValue(); tracker.handle(new ResourceRecoveredEvent(req, localPath, 0)); // delete any in-progress localizations, containers will request again LOG.info("Deleting in-progress localization for " + req + " at " + localPath); tracker.remove(tracker.getLocalizedResource(req), delService); } // TODO: remove untracked directories in local filesystem }
private void recoverTrackerResources(LocalResourcesTracker tracker, LocalResourceTrackerState state) throws URISyntaxException { for (LocalizedResourceProto proto : state.getLocalizedResources()) { LocalResource rsrc = new LocalResourcePBImpl(proto.getResource()); LocalResourceRequest req = new LocalResourceRequest(rsrc); LOG.info("Recovering localized resource " + req + " at " + proto.getLocalPath()); tracker.handle(new ResourceRecoveredEvent(req, new Path(proto.getLocalPath()), proto.getSize())); } for (Map.Entry<LocalResourceProto, Path> entry : state.getInProgressResources().entrySet()) { LocalResource rsrc = new LocalResourcePBImpl(entry.getKey()); LocalResourceRequest req = new LocalResourceRequest(rsrc); Path localPath = entry.getValue(); tracker.handle(new ResourceRecoveredEvent(req, localPath, 0)); // delete any in-progress localizations, containers will request again LOG.info("Deleting in-progress localization for " + req + " at " + localPath); tracker.remove(tracker.getLocalizedResource(req), delService); } // TODO: remove untracked directories in local filesystem }
private void recoverTrackerResources(LocalResourcesTracker tracker, LocalResourceTrackerState state) throws URISyntaxException { for (LocalizedResourceProto proto : state.getLocalizedResources()) { LocalResource rsrc = new LocalResourcePBImpl(proto.getResource()); LocalResourceRequest req = new LocalResourceRequest(rsrc); LOG.info("Recovering localized resource " + req + " at " + proto.getLocalPath()); tracker.handle(new ResourceRecoveredEvent(req, new Path(proto.getLocalPath()), proto.getSize())); } for (Map.Entry<LocalResourceProto, Path> entry : state.getInProgressResources().entrySet()) { LocalResource rsrc = new LocalResourcePBImpl(entry.getKey()); LocalResourceRequest req = new LocalResourceRequest(rsrc); Path localPath = entry.getValue(); tracker.handle(new ResourceRecoveredEvent(req, localPath, 0)); // delete any in-progress localizations, containers will request again LOG.info("Deleting in-progress localization for " + req + " at " + localPath); tracker.remove(tracker.getLocalizedResource(req), delService); } // TODO: remove untracked directories in local filesystem }
while (it != null && it.hasNext()) { LocalizedResourceProto proto = it.next(); LocalResource rsrc = new LocalResourcePBImpl(proto.getResource()); LocalResourceRequest req = new LocalResourceRequest(rsrc); if (LOG.isDebugEnabled()) { while (it != null && it.hasNext()) { Map.Entry<LocalResourceProto, Path> entry = it.next(); LocalResource rsrc = new LocalResourcePBImpl(entry.getKey()); LocalResourceRequest req = new LocalResourceRequest(rsrc); Path localPath = entry.getValue();
public static Map<String, LocalResource> createLocalResourceMapFromDAGPlan( List<PlanLocalResource> localResourcesList) { Map<String, LocalResource> map = new HashMap<String, LocalResource>(); for(PlanLocalResource res : localResourcesList){ LocalResource r = new LocalResourcePBImpl(); //NOTE: have to check every optional field in protobuf generated classes for existence before accessing //else we will receive a default value back, eg "" if(res.hasPattern()){ r.setPattern(res.getPattern()); } r.setResource(convertToYarnURL(res.getUri())); r.setSize(res.getSize()); r.setTimestamp(res.getTimeStamp()); r.setType(DagTypeConverters.convertFromDAGPlan(res.getType())); r.setVisibility(DagTypeConverters.convertFromDAGPlan(res.getVisibility())); map.put(res.getName(), r); } return map; }