public static void createDataStoreRefStream(String pn, String productRepoPath, Reference ref, String postfix) { URI uri = URI.create(ref.getOrigReference()); String[] parts = (postfix.equals(""))?new String[] {uri.toString()}:new String[] {uri.toString(),postfix}; ref.setDataStoreReference(StringUtils.join(parts,Reference.STREAM_REFERENCE_DELIMITER)); } public static void addRefsFromUris(Product p, List<String> uris) {
public static void createDataStoreRefStream(String pn, String productRepoPath, Reference ref, String postfix) { URI uri = URI.create(ref.getOrigReference()); String[] parts = (postfix.equals(""))?new String[] {uri.toString()}:new String[] {uri.toString(),postfix}; ref.setDataStoreReference(StringUtils.join(parts,Reference.STREAM_REFERENCE_DELIMITER)); } public static void addRefsFromUris(Product p, List<String> uris) {
private void addProductDateTimeToReferences(List<Reference> references, String productionDateTime) { for (Reference r : references) { if (!r.getOrigReference().endsWith("/")) { r.setDataStoreReference(r.getDataStoreReference() + "." + productionDateTime); } } }
private void addProductDateTimeToReferences(List<Reference> references, String productionDateTime) { for (Reference r : references) { if (!r.getOrigReference().endsWith("/")) { r.setDataStoreReference(r.getDataStoreReference() + "." + productionDateTime); } } }
public static Reference getReferenceFromXmlRpc(Map<String, Object> referenceHash) { Reference reference = new Reference(); reference.setDataStoreReference((String) referenceHash .get("dataStoreReference")); reference.setOrigReference((String) referenceHash.get("origReference")); reference.setFileSize(Long.parseLong(referenceHash.get("fileSize").toString())); reference.setMimeType((String) referenceHash.get("mimeType")); return reference; }
public static Reference getReferenceFromXmlRpc(Map<String, Object> referenceHash) { Reference reference = new Reference(); reference.setDataStoreReference((String) referenceHash .get("dataStoreReference")); reference.setOrigReference((String) referenceHash.get("origReference")); reference.setFileSize(Long.parseLong(referenceHash.get("fileSize").toString())); reference.setMimeType((String) referenceHash.get("mimeType")); return reference; }
public static Reference getReferenceFromXmlRpcHashtable(Map<String, Object> referenceHash) { Reference reference = new Reference(); reference.setDataStoreReference((String) referenceHash .get("dataStoreReference")); reference.setOrigReference((String) referenceHash.get("origReference")); reference.setFileSize(Long.parseLong(referenceHash.get("fileSize").toString())); reference.setMimeType((String) referenceHash.get("mimeType")); return reference; }
public static Reference getReferenceFromXmlRpcHashtable(Map<String, Object> referenceHash) { Reference reference = new Reference(); reference.setDataStoreReference((String) referenceHash .get("dataStoreReference")); reference.setOrigReference((String) referenceHash.get("origReference")); reference.setFileSize(Long.parseLong(referenceHash.get("fileSize").toString())); reference.setMimeType((String) referenceHash.get("mimeType")); return reference; }
private void scrubRefs(Product p) { if (p.getProductReferences() == null) { return; } for (Reference r : p.getProductReferences()) { r.setDataStoreReference(""); } }
public static Reference getReference(ResultSet rs) throws SQLException { Reference r = new Reference(); r.setOrigReference(rs.getString("product_orig_reference")); r.setDataStoreReference(rs.getString("product_datastore_reference")); r.setFileSize(rs.getLong("product_reference_filesize")); r.setMimeType(rs.getString("product_reference_mimetype")); return r; }
private void scrubRefs(Product p) { if (p.getProductReferences() == null) { return; } for (Reference r : p.getProductReferences()) { r.setDataStoreReference(""); } }
public static Reference getReference(ResultSet rs) throws SQLException { Reference r = new Reference(); r.setOrigReference(rs.getString("product_orig_reference")); r.setDataStoreReference(rs.getString("product_datastore_reference")); r.setFileSize(rs.getLong("product_reference_filesize")); r.setMimeType(rs.getString("product_reference_mimetype")); return r; }
@VisibleForTesting static Product createProduct(URI path) { Product product = new Product(); product.setProductStructure(Product.STRUCTURE_FLAT); //TODO: only support flat prods for now Reference reference = new Reference(); reference.setDataStoreReference(path.toString()); product.setProductReferences(Lists.newArrayList(reference)); return product; } }
public void createDataStoreReferences(Product product, Metadata metadata) throws VersioningException { for (Reference r : product.getProductReferences()) { r.setDataStoreReference(r.getOrigReference()); LOG.log(Level.INFO, "in-place ingestion at datastore path: " + r.getDataStoreReference() + ".which is the same as the product's origin: " + r.getOrigReference()); } }
public boolean removeFile(String filePath) throws DataTransferException, IOException { // TODO(bfoster): Clean this up so that it deletes by product not file. Product product = new Product(); Reference r = new Reference(); r.setDataStoreReference(filePath); product.setProductReferences(Lists.newArrayList(r)); dataTransfer.deleteProduct(product); return true; }
public boolean removeFile(String filePath) throws DataTransferException, IOException { // TODO(bfoster): Clean this up so that it deletes by product not file. Product product = new Product(); Reference r = new Reference(); r.setDataStoreReference(filePath); product.setProductReferences(Lists.newArrayList(r)); dataTransfer.deleteProduct(product); return true; }
public boolean removeFile(String filePath) throws DataTransferException, IOException { // TODO(bfoster): Clean this up so that it deletes by product not file. Product product = new Product(); Reference r = new Reference(); r.setDataStoreReference(filePath); product.setProductReferences(Lists.newArrayList(r)); dataTransfer.deleteProduct(product); return true; }
public void createDataStoreReferences(Product product, Metadata metadata) throws VersioningException { // first generate the first correct reference super.createDataStoreReferences(product, metadata); Reference root = (Reference) product.getProductReferences().get(0); if (!root.getDataStoreReference().endsWith("/")) { root.setDataStoreReference(root.getDataStoreReference() + "/"); } // now add the heirarchical refs VersioningUtils.createBasicDataStoreRefsHierarchical(product .getProductReferences()); }
public void createDataStoreReferences(Product product, Metadata metadata) throws VersioningException { // first generate the first correct reference super.createDataStoreReferences(product, metadata); Reference root = (Reference) product.getProductReferences().get(0); if (!root.getDataStoreReference().endsWith("/")) { root.setDataStoreReference(root.getDataStoreReference() + "/"); } // now add the heirarchical refs VersioningUtils.createBasicDataStoreRefsHierarchical(product .getProductReferences()); }
public static Reference getReference(AvroReference avroReference) { Reference reference = new Reference(); reference.setOrigReference(avroReference.getOrigReference()); reference.setDataStoreReference(avroReference.getDataStoreReference()); reference.setFileSize(avroReference.getFileSize()); reference.setMimeType(avroReference.getMimeTypeName()); return reference; }