import java.io.File;
import java.io.IOException;
import java.net.MalformedURLException;
-import java.net.URI;
import java.net.URISyntaxException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
+import org.apache.commons.imaging.ImageReadException;
+import org.apache.commons.imaging.Imaging;
+import org.apache.commons.imaging.common.GenericImageMetadata.GenericImageMetadataItem;
+import org.apache.commons.imaging.common.ImageMetadata;
+import org.apache.commons.imaging.common.ImageMetadata.ImageMetadataItem;
import org.apache.log4j.Logger;
-import org.apache.sanselan.ImageReadException;
-import org.apache.sanselan.Sanselan;
-import org.apache.sanselan.common.IImageMetadata;
-import org.apache.sanselan.common.ImageMetadata.Item;
import org.joda.time.DateTime;
import org.joda.time.format.DateTimeFormat;
import org.joda.time.format.DateTimeFormatter;
import eu.etaxonomy.cdm.api.application.CdmApplicationController;
import eu.etaxonomy.cdm.api.service.config.MatchingTaxonConfigurator;
import eu.etaxonomy.cdm.app.common.CdmDestinations;
+import eu.etaxonomy.cdm.common.URI;
import eu.etaxonomy.cdm.common.UTF8;
-import eu.etaxonomy.cdm.common.media.ImageInfo;
+import eu.etaxonomy.cdm.common.media.CdmImageInfo;
import eu.etaxonomy.cdm.database.DbSchemaValidation;
import eu.etaxonomy.cdm.database.ICdmDataSource;
import eu.etaxonomy.cdm.io.api.application.CdmIoApplicationController;
import eu.etaxonomy.cdm.model.agent.Person;
import eu.etaxonomy.cdm.model.common.CdmBase;
import eu.etaxonomy.cdm.model.common.Language;
+import eu.etaxonomy.cdm.model.common.TimePeriod;
import eu.etaxonomy.cdm.model.description.DescriptionElementBase;
import eu.etaxonomy.cdm.model.description.Feature;
import eu.etaxonomy.cdm.model.description.TaxonDescription;
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
/**
+ * Creates CDM Media from images stored in the given path.
+ *
+ * Note: Currently adapted to also change from Scaler IIF API to default Scaler API.
+ * Note2: updateMetadata() still needs to be adapted to support 3 MediaRepresentations
+ *
* @author a.mueller
- * @created 16.12.2010
+ * @since 05.2017
*/
public class CyprusImagesActivator {
private static final Logger logger = Logger.getLogger(CyprusImagesActivator.class);
- //database validation status (create, update, validate ...)
- static DbSchemaValidation hbm2dll = DbSchemaValidation.VALIDATE;
+ static final ICdmDataSource cdmDestination = CdmDestinations.local_cyprus();
+// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_cyprus();
+// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_production_cyprus();
-// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_dev();
- static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_production();
-
- boolean testOnly = false;
+ static boolean testOnly = false;
+ static boolean update_notCreate = false;
+ //if true, data will always be updated, if false, only missing data will be updated
+ static boolean forceUpdate = false;
private static final String path = "//media/digitalimages/EditWP6/Zypern/photos/";
- private static final String urlPath = "http://media.bgbm.org/erez/erez?src=EditWP6/zypern/photos/";
+ private static final String oldUrlPath = "https://pictures.bgbm.org/digilib/Scaler/IIIF/Cyprus!";
+ private static final String newUrlPath = "https://pictures.bgbm.org/digilib/Scaler?fn=Cyprus/";
+ private static final String oldPostfix = "/full/full/0/default.jpg";
+ private static final String newPostfix = "&mo=file";
+ private static final String mediumPostfix ="&mo=fit&dw=400&dh=400&uvfix=1";
+ private static final String smallPostfix ="&mo=fit&dw=200&dh=200&uvfix=1";
private ImportDeduplicationHelper<SimpleExcelTaxonImportState<?>> deduplicationHelper;
+ private void doImport(ICdmDataSource cdmDestination){
- private void doImport(ICdmDataSource cdmDestination){
-
- CdmApplicationController app = CdmIoApplicationController.NewInstance(cdmDestination, hbm2dll);
+ CdmApplicationController app = CdmIoApplicationController.NewInstance(cdmDestination, DbSchemaValidation.VALIDATE);
TransactionStatus tx = app.startTransaction();
- deduplicationHelper = (ImportDeduplicationHelper<SimpleExcelTaxonImportState<?>>)ImportDeduplicationHelper.NewInstance(app);
+ deduplicationHelper = (ImportDeduplicationHelper)ImportDeduplicationHelper.NewInstance(app);
File file = new File(path);
String[] fileList = file.list();
String regEx = "([A-Z][a-z]+_[a-z\\-]{3,}(?:_s_[a-z\\-]{3,})?)_[A-F]\\d{1,2}\\.(?:jpg|JPG)";
Pattern pattern = Pattern.compile(regEx);
+ String start = "O"; //O
+ String end = "Q"; //Q
+ String startLetter = "";
+
for (String fileName : fileList){
+ if(fileName.compareToIgnoreCase(start) < 0 || fileName.compareToIgnoreCase(end) >= 0){
+ continue;
+ }
Matcher matcher = pattern.matcher(fileName);
- if (matcher.matches()){
+ if (matcher.matches() ){
// System.out.println(fileName);
+ if (!fileName.substring(0,3).equals(startLetter)){
+ startLetter = fileName.substring(0,3);
+ System.out.println(startLetter);
+ }
String taxonName = matcher.group(1);
taxonName = taxonName.replace("_s_", " subsp. ").replace("_", " ");
Taxon taxon = getAcceptedTaxon(app, taxonName);
logger.warn("Taxon not found: " + taxonName);
}
}else{
- handleTaxon(app, taxon, fileName);
+ try {
+ handleTaxon(app, taxon, fileName);
+ } catch (Exception e) {
+ logger.error("Unhandled exception ("+e.getMessage()+") when reading file " + fileName +". File not imported: ");
+ e.printStackTrace();
+ }
}
}else{
if (!fileName.matches("(?:\\.erez|Thumbs\\.db.*|zypern_.*|__Keywords_template\\.txt)")){
logger.warn("Incorrect filename:" + fileName);
+ }else{
+ System.out.println("Not clear yet: " + fileName);
}
}
}
app.commitTransaction(tx);
}
- /**
- * @param app
- * @param taxon
- * @param fileName
- */
private void handleTaxon(CdmApplicationController app, Taxon taxon, String fileName) {
- Set<String> urlStr = getAllExistingUrls(taxon);
- String fullName = urlPath + fileName;
- if (urlStr.contains(fullName)){
+ Map<String, Media> existingUrls = getAllExistingUrls(taxon);
+ String pathToOldImage = oldUrlPath + fileName + oldPostfix;
+
+ String pathToFullImage = newUrlPath + fileName + newPostfix;
+ String pathToMediumImage = newUrlPath + fileName + mediumPostfix;
+ String pathToSmallImage = newUrlPath + fileName + smallPostfix;
+
+ if (containsAll(existingUrls, pathToFullImage, pathToMediumImage, pathToSmallImage)){
return;
}else{
- addMedia(app, taxon, fileName);
+ Media media;
+ if (containsAny(existingUrls, pathToOldImage, pathToMediumImage, pathToSmallImage)){
+ media = getExistingMedia(existingUrls, pathToOldImage, pathToMediumImage, pathToSmallImage);
+ if (media == null){
+ return;
+ }else if (media.getAllTitles().isEmpty()){
+ media.setTitleCache(null, false);
+ media.putTitle(Language.LATIN(), fileName);
+ }
+ }else{
+ media = Media.NewInstance();
+ makeMetaData(media, fileName, false);
+ makeTitle(media, fileName, false);
+ if (!testOnly){
+ makeTextData(fileName, media, taxon);
+ }
+ }
+ fillMediaWithAllRepresentations(media, pathToFullImage, pathToMediumImage, pathToSmallImage, pathToOldImage);
+ }
+ }
+
+ private Media getExistingMedia(Map<String, Media> existingUrls, String pathToFullImage, String pathToMediumImage,
+ String pathToSmallImage) {
+ Set<Media> result = new HashSet<>();
+ for(String existingUrl : existingUrls.keySet()){
+ if (existingUrl.equals(pathToFullImage) || existingUrl.equals(pathToMediumImage) ||
+ existingUrl.equals(pathToSmallImage)){
+ result.add(existingUrls.get(existingUrl));
+ }
+ }
+ if (result.isEmpty()){
+ logger.warn("Media for existing URL not found. This should not happen.");
+ return null;
+ }else if (result.size() > 1){
+ logger.warn("Existing URLs have more than 1 Media. This should not happen.");
+ return null;
+ }else{
+ return result.iterator().next();
}
}
/**
- * @param app
- * @param taxon
- * @param fileName
+ * <code>true</code> if all 3 paths exist in the URL set
*/
- private void addMedia(CdmApplicationController app, Taxon taxon, String fileName) {
- try {
- String fullName = urlPath + fileName;
- Media media = getImageMedia(fullName, null, true);
- makeMetaData(media, fileName);
- String title = fileName.replace("_s_"," subsp. ")
- .replace("_"," ").replace(".jpg","").replace(".JPG","");
- media.putTitle(Language.LATIN(), title);
- if (!testOnly){
- makeTextData(fileName, media, taxon);
- }
-
- } catch (Exception e) {
- e.printStackTrace();
- return;
- }
+ private boolean containsAll(Map<String, Media> existingUrlMap, String pathToFullImage, String pathToMediumImage,
+ String pathToSmallImage) {
+ Set<String> existingUrls = existingUrlMap.keySet();
+ return existingUrls.contains(pathToFullImage) && existingUrls.contains(pathToMediumImage)
+ && existingUrls.contains(pathToSmallImage);
}
/**
- * @param media
+ * <code>true</code> if any of the 3 paths exists in the URL set
*/
- private void makeMetaData(Media media, String fileName) {
- //image metadata
+ private boolean containsAny(Map<String, Media> existingUrlMap, String pathToFullImage, String pathToMediumImage,
+ String pathToSmallImage) {
+ Set<String> existingUrls = existingUrlMap.keySet();
+ return existingUrls.contains(pathToFullImage) || existingUrls.contains(pathToMediumImage)
+ || existingUrls.contains(pathToSmallImage);
+ }
+
+ private void makeTitle(Media media, String fileName, boolean updateOnly) {
+ String title = fileName.replace("_s_"," subsp. ")
+ .replace("_"," ").replace(".jpg","").replace(".JPG","");
+ if ( (!updateOnly) || media.getAllTitles().isEmpty()){
+ media.putTitle(Language.LATIN(), title);
+ }
+ }
+
+ private void makeMetaData(Media media, String fileName, boolean updateOnly) {
- Map<String, String> keywords = new HashMap<>();
File file = new File(path + fileName);
+ if (!file.exists()){
+ logger.warn("File for filename " + fileName + " does not exist.");
+ return;
+ }
+
+ Map<String, String> keywords = new HashMap<>();
String copyright = null;
String artistStr = null;
+ String created = null;
try{
- IImageMetadata metadata = Sanselan.getMetadata(file);
- ArrayList<?> items = metadata.getItems();
- for (Object object : items){
- Item item = (Item) object;
+// IImageMetadata metadata = Sanselan.getMetadata(file);
+ ImageMetadata metadata = Imaging.getMetadata(file);
+ List<? extends ImageMetadataItem> items = metadata.getItems();
+ for (ImageMetadataItem metadataItem : items){
// System.out.println(item.getKeyword() + ": " + item.getText());
- String keyword = item.getKeyword().toLowerCase();
- String value =removeQuots(item.getText());
-
- if("keywords".equals(keyword)){
- String[] splits = value.split(":");
- if (splits.length == 2){
- keywords.put(splits[0].trim().toLowerCase(), splits[1].trim());
- }else{
- logger.warn("Keyword has not correct format and can not be parsed: " + value + " for file " + fileName);
- }
- }else if ("Copyright Notice".equalsIgnoreCase(keyword)){
- copyright = value;
- }else if ("artist".equals(keyword)){
- artistStr = value;
- }else if ("date time original".equalsIgnoreCase(item.getKeyword())){
- DateTimeFormatter f = DateTimeFormat.forPattern("yyyy:MM:dd HH:mm:ss");
- DateTime created;
- try {
- created = f/*.withZone(DateTimeZone.forID("Europe/Athens"))*/.parseDateTime(value);
- media.setMediaCreated(created);
- } catch (Exception e) {
- logger.warn("Exception (" + e.getMessage() + ") when parsing create date " + value + " for file " + fileName);
+ if (metadataItem instanceof GenericImageMetadataItem){
+ GenericImageMetadataItem item = (GenericImageMetadataItem) metadataItem;
+
+ String keyword = item.getKeyword().toLowerCase();
+ String value =removeQuots(item.getText());
+
+ if("keywords".equals(keyword)){
+ String[] splits = value.split(":");
+ if (splits.length == 2){
+ keywords.put(splits[0].trim().toLowerCase(), splits[1].trim());
+ }else{
+ logger.warn("Keyword has not correct format and can not be parsed: " + value + " for file " + fileName);
+ }
+ }else if ("Copyright Notice".equalsIgnoreCase(keyword)){
+ copyright = value;
+ }else if ("artist".equals(keyword)){
+ artistStr = value;
+ }else if ("date time original".equalsIgnoreCase(item.getKeyword())){
+ created = value;
}
}
}
} catch (ImageReadException | IOException e1) {
logger.warn(" Problem (" + e1.getMessage() + ") when reading metadata from file: " + fileName);
+ e1.printStackTrace();
}
+
+ AgentBase<?> artistAgent = null;
+ Rights right = null;
+ DateTime createdDate = null;
+ String locality = null;
+
+ //artist
if (keywords.get("photographer") != null){
String artist = keywords.get("photographer");
- Person person = makePerson(artist, fileName);
- media.setArtist(person);
+ artistAgent = makePerson(artist, fileName);
}
if (artistStr != null){
if (keywords.get("photographer") == null){
- Person person = makePerson(artistStr, fileName);
- media.setArtist(person);
+ artistAgent = makePerson(artistStr, fileName);
}else if (!keywords.get("photographer").toLowerCase().replace(" ", "")
.contains(artistStr.toLowerCase().replace(" ", ""))){
logger.warn("Artist '" + artistStr + "' could not be handled for " + fileName);
}
}
+
+ //locality
if (keywords.get("locality") != null){
- String locality = keywords.get("locality");
- media.putDescription(Language.ENGLISH(), locality);
+ locality = keywords.get("locality");
}
+
+ //copyright
if (copyright != null){
- if (rightsMap.get(copyright)!= null){
- media.addRights(rightsMap.get(copyright));
+ AgentBase<?> agent;
+ if (copyright.equals("Botanic Garden and Botanical Museum Berlin-Dahlem (BGBM)")){
+ agent = Institution.NewNamedInstance(copyright);
}else{
- AgentBase<?> agent;
- if (copyright.equals("Botanic Garden and Botanical Museum Berlin-Dahlem (BGBM)")){
- agent = Institution.NewNamedInstance(copyright);
- }else{
- agent = makePerson(copyright, fileName);
- }
- Rights r = Rights.NewInstance(null, null, RightsType.COPYRIGHT());
- r.setAgent(agent);
- media.addRights(r);
- rightsMap.put(copyright, r);
+ agent = makePerson(copyright, fileName);
}
+ right = Rights.NewInstance(null, null, RightsType.COPYRIGHT());
+ right.setAgent(agent);
+ right = deduplicationHelper.getExistingCopyright(null, right);
}
- }
- private static Map<String, Rights> rightsMap = new HashMap<>();
+ //created
+ if (created != null){
+ DateTimeFormatter f = DateTimeFormat.forPattern("yyyy:MM:dd HH:mm:ss");
+ try {
+ createdDate = f/*.withZone(DateTimeZone.forID("Europe/Athens"))*/.parseDateTime(created);
+ } catch (Exception e) {
+ logger.warn("Exception (" + e.getMessage() + ") when parsing create date " + created + " for file " + fileName);
+ }
+ }
+
+ boolean force = !updateOnly || forceUpdate;
+ //add to media
+ if (artistAgent != null && (force || media.getArtist() == null)){
+ media.setArtist(artistAgent);
+ }
+ if (right != null && (force || media.getRights().isEmpty())){
+ media.removeRights(right);
+ media.addRights(right);
+ }
+ if (createdDate != null && (force || media.getMediaCreated() == null)){
+ media.setMediaCreated(TimePeriod.NewInstance(createdDate));
+ }
+ if (locality != null && (force || media.getDescription(Language.ENGLISH()) == null)){
+ media.putDescription(Language.ENGLISH(), locality);
+ }
+ }
- /**
- * @param artist
- * @return
- */
private Person makePerson(String artist, String fileName) {
artist = artist.trim();
String regEx = "((?:[A-Z]\\. ?)+)([A-Z][a-z\\-\u00E4\u00F6\u00FC]+)";
Matcher matcher = Pattern.compile(regEx).matcher(artist);
Person person = Person.NewInstance();
if (matcher.matches()){
- person.setFirstname(matcher.group(1).trim());
- person.setLastname(matcher.group(2).trim());
+ person.setGivenName(matcher.group(1).trim());
+ person.setFamilyName(matcher.group(2).trim());
}else{
person.setTitleCache(artist, true);
logger.warn("Person could not be parsed: " + artist + " for file " + fileName);
}
- person = (Person)deduplicationHelper.getExistingAuthor(null, person);
+ person = deduplicationHelper.getExistingAuthor(null, person);
return person;
}
if (el.isInstanceOf(TextData.class)){
textData = CdmBase.deproxy(el, TextData.class);
}else{
- logger.warn("Image gallery had non-textdata description elmenet: " + fileStr);
+ logger.warn("Image gallery had non-textdata description element: " + fileStr);
}
}
if (textData == null){
textData.addMedia(media);
}
+ private void fillMediaWithAllRepresentations(Media media, String fullPath, String mediumPath, String smallPath, String oldFullPath){
+ Set<MediaRepresentation> existingRepresentations = new HashSet<>(media.getRepresentations());
+ makeMediaRepresentation(oldFullPath, media, existingRepresentations, fullPath);
+ makeMediaRepresentation(mediumPath, media, existingRepresentations, null);
+ makeMediaRepresentation(smallPath, media, existingRepresentations, null);
+ if(!existingRepresentations.isEmpty()){
+ logger.warn("Media contains existing representations which are not contained in the 3 paths: " + media.getTitleCache());
+ }
+ }
+
+ private void makeMediaRepresentation(String uriString, Media media,
+ Set<MediaRepresentation> existingRepresentations, String replaceUri) {
+ MediaRepresentation existingMediaRep = getExistingMediaRepresentation(uriString, existingRepresentations);
+ boolean readMediaData = true;
+ MediaRepresentation newMediaRep = makeMediaRepresentation(replaceUri != null? replaceUri : uriString, readMediaData);
+ if (existingMediaRep == null){
+ media.addRepresentation(newMediaRep);
+ }else{
+ existingRepresentations.remove(existingMediaRep);
+ mergeToExistingRepresentation(existingMediaRep, newMediaRep);
+ }
+ }
+
+ private void mergeToExistingRepresentation(MediaRepresentation existingMediaRep, MediaRepresentation newMediaRep) {
+ existingMediaRep.setMimeType(newMediaRep.getMimeType());
+ existingMediaRep.setSuffix(newMediaRep.getSuffix());
+ if(!existingMediaRep.getParts().isEmpty() && !newMediaRep.getParts().isEmpty()){
+ MediaRepresentationPart existingPart = existingMediaRep.getParts().iterator().next();
+ ImageFile newPart = (ImageFile)newMediaRep.getParts().iterator().next();
+ if(existingPart.isInstanceOf(ImageFile.class)){
+ ImageFile existingImage = CdmBase.deproxy(existingPart, ImageFile.class);
+ existingImage.setHeight(newPart.getHeight());
+ existingImage.setWidth(newPart.getWidth());
+ }else{
+ logger.warn("MediaRepresentationPart was not of type ImageFile. Height and width not merged: " + existingPart.getUri());
+ }
+ existingPart.setSize(newPart.getSize());
+ existingPart.setUri(newPart.getUri());
+ }
+ }
+
+ private MediaRepresentation getExistingMediaRepresentation(String uriString,
+ Set<MediaRepresentation> existingRepresentations) {
+ for (MediaRepresentation rep : existingRepresentations){
+ for (MediaRepresentationPart part : rep.getParts()){
+ if (part.getUri() != null && part.getUri().toString().equals(uriString)){
+ return rep;
+ }
+ }
+ }
+ return null;
+ }
+
/**
* Creates
- * @param uriString
- * @param readDataFromUrl
* @see #READ_MEDIA_DATA
* @return
* @throws MalformedURLException
} else {
uriString = uriString.replace(" ", "%20"); //replace whitespace
try {
- ImageInfo imageInfo = null;
- URI uri = new URI(uriString);
-
- try {
- if (readMediaData){
- logger.info("Read media data from: " + uri);
- imageInfo = ImageInfo.NewInstance(uri, 0);
- }
- } catch (Exception e) {
- String message = "An error occurred when trying to read image meta data for " + uri.toString() + ": " + e.getMessage();
- logger.warn(message);
- }
- ImageFile imageFile = ImageFile.NewInstance(uri, null, imageInfo);
-
- MediaRepresentation representation = MediaRepresentation.NewInstance();
-
- if(imageInfo != null){
- representation.setMimeType(imageInfo.getMimeType());
- representation.setSuffix(imageInfo.getSuffix());
- }
- representation.addRepresentationPart(imageFile);
+ MediaRepresentation representation = makeMediaRepresentation(uriString, readMediaData);
Media media = Media.NewInstance();
media.addRepresentation(representation);
if (uriStrThumb != null){
- ImageInfo imageInfoThumb = null;
+ CdmImageInfo imageInfoThumb = null;
uriStrThumb = uriStrThumb.replace(" ", "%20"); //replace whitespace
URI uriThumb = new URI(uriStrThumb);
try {
if (readMediaData){
logger.info("Read media data from: " + uriThumb);
- imageInfoThumb = ImageInfo.NewInstance(uriThumb, 0);
+ imageInfoThumb = CdmImageInfo.NewInstance(uriThumb, 0);
}
} catch (Exception e) {
String message = "An error occurred when trying to read image meta data for " + uriThumb.toString() + ": " + e.getMessage();
}
}
- /**
- * @param taxon
- * @return
- */
- private Set<String> getAllExistingUrls(Taxon taxon) {
- Set<String> result = new HashSet<>();
+ private MediaRepresentation makeMediaRepresentation(String uriString, boolean readMediaData) {
+
+ uriString = uriString.replace(" ", "%20"); //replace whitespace
+ CdmImageInfo imageInfo = null;
+ URI uri;
+ try {
+ uri = new URI(uriString);
+ } catch (URISyntaxException e1) {
+ logger.error("Malformed URI. Could not create media representation: " + uriString);
+ return null;
+ }
+ try {
+ if (readMediaData){
+ logger.info("Read media data from: " + uri);
+ imageInfo = CdmImageInfo.NewInstance(uri, 0);
+ }
+ } catch (Exception e) {
+ try {
+ //try again
+ imageInfo = CdmImageInfo.NewInstance(uri, 0);
+ } catch (Exception e1) {
+ String message = "An error occurred when trying to read image meta data for " + uri.toString() + ": " + e1.getMessage();
+ e1.printStackTrace();
+ logger.warn(message);
+ }
+ }
+ ImageFile imageFile = ImageFile.NewInstance(uri, null, imageInfo);
+
+ MediaRepresentation representation = MediaRepresentation.NewInstance();
+
+ if(imageInfo != null){
+ representation.setMimeType(imageInfo.getMimeType());
+ representation.setSuffix(imageInfo.getSuffix());
+ }
+ representation.addRepresentationPart(imageFile);
+ return representation;
+ }
+
+ private Map<String, Media> getAllExistingUrls(Taxon taxon) {
+ Map<String, Media> result = new HashMap<>();
Set<TaxonDescription> descriptions = taxon.getDescriptions();
for (TaxonDescription td : descriptions){
if (td.isImageGallery()){
URI uri = part.getUri();
if (uri != null){
String uriStr = uri.toString();
- result.add(uriStr);
+ result.put(uriStr, media);
}
}
}
}
-
}
}
}
List<TaxonBase> list = app.getTaxonService().findTaxaByName(config);
if (list.isEmpty()){
// logger.warn("Taxon not found for media: " + taxonNameStr);
- taxonNameStr = taxonNameStr.replaceFirst(" ", UTF8.HYBRID.toString() + " ");
+ taxonNameStr = taxonNameStr.replaceFirst(" ", " " + UTF8.HYBRID.toString());
+ config.setTaxonNameTitle(taxonNameStr);
list = app.getTaxonService().findTaxaByName(config);
if (list.isEmpty()){
return null;
Iterator<TaxonBase> it = list.iterator();
while (it.hasNext()){
Taxon next = (Taxon)it.next();
- if (next.getTaxonNodes().isEmpty() && !next.getTaxonForMisappliedName().isEmpty()){
+ if (next.getTaxonNodes().isEmpty() && !next.getTaxaForMisappliedName(true).isEmpty()){
it.remove();
}
}
return result;
}
- /**
- * @param taxonNameStr
- * @return
- */
private String adaptName(String taxonNameStr) {
// if (taxonNameStr.equals("Hypericum cerastoides")){
// taxonNameStr = "Hypericum cerastioides";
return taxonNameStr;
}
- public void test(){
+ private void test(){
File f = new File(path);
String[] list = f.list();
List<String> fullFileNames = new ArrayList<>();
}
}
- /**
- * @param args
- */
+ private void updateMetadata(ICdmDataSource cdmDestination){
+ CdmApplicationController app = CdmIoApplicationController.NewInstance(cdmDestination, DbSchemaValidation.VALIDATE);
+ TransactionStatus tx = app.startTransaction();
+
+ deduplicationHelper = (ImportDeduplicationHelper<SimpleExcelTaxonImportState<?>>)ImportDeduplicationHelper.NewInstance(app);
+
+ List<Media> list = app.getMediaService().list(Media.class, null, null, null, null);
+ for (Media media : list){
+ String fileName = getUrlStringForMedia(media);
+ if (fileName.startsWith(newUrlPath)){
+ //TODO not yet adapted to new image server URLs
+ fileName = fileName.replace(newUrlPath, "");
+ if (fileName.equals("Acinos_exiguus_C1.jpg")){ //for debugging only
+// System.out.println(fileName);
+ makeMetaData(media, fileName, true);
+ makeTitle(media, fileName, true);
+ }
+ }else{
+ logger.warn("Filename does not start with standard url path: " + fileName);
+ }
+ }
+
+ if (testOnly){
+ tx.setRollbackOnly();
+ }
+ app.commitTransaction(tx);
+ }
+
+ private String getUrlStringForMedia(Media media) {
+ String result = null;
+ for (MediaRepresentation rep : media.getRepresentations()){
+ for (MediaRepresentationPart part : rep.getParts()){
+ URI uri = part.getUri();
+ if (uri != null){
+ if (result != null){
+ //TODO this still needs to be adapted to the 3 representations of media
+ logger.warn("More than 1 uri exists for media "+ media.getId());
+ }else{
+ result = uri.toString();
+ }
+ }
+ }
+ }
+ return result;
+ }
+
public static void main(String[] args) {
CyprusImagesActivator me = new CyprusImagesActivator();
- me.doImport(cdmDestination);
+ if (update_notCreate){
+ me.updateMetadata(cdmDestination);
+ }else{
+ me.doImport(cdmDestination);
+ }
// me.test();
System.exit(0);
}
-
}
BGBM BDI Projects / cdmlib-apps.git / blobdiff