From: l.morris Date: Tue, 27 Aug 2013 13:34:27 +0000 (+0000) Subject: Now iterates through all dwca.zip files downloaded using Scratchpads service and... X-Git-Url: https://dev.e-taxonomy.eu/gitweb/cdmlib-apps.git/commitdiff_plain/81c27837f6d6c547192b5123ad082a3527d262a7 Now iterates through all dwca.zip files downloaded using Scratchpads service and imports them into the CDM. --- diff --git a/app-import/src/main/java/eu/etaxonomy/cdm/app/vibrant/DwcaScratchpadImportActivator.java b/app-import/src/main/java/eu/etaxonomy/cdm/app/vibrant/DwcaScratchpadImportActivator.java index 7418ac52..347463c1 100644 --- a/app-import/src/main/java/eu/etaxonomy/cdm/app/vibrant/DwcaScratchpadImportActivator.java +++ b/app-import/src/main/java/eu/etaxonomy/cdm/app/vibrant/DwcaScratchpadImportActivator.java @@ -9,6 +9,7 @@ package eu.etaxonomy.cdm.app.vibrant; +import java.io.File; import java.net.URI; import java.util.UUID; @@ -37,12 +38,12 @@ public class DwcaScratchpadImportActivator { private static final Logger logger = Logger.getLogger(DwcaScratchpadImportActivator.class); //database validation status (create, update, validate ...) - static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE; + static DbSchemaValidation hbm2dll = DbSchemaValidation.UPDATE;//UPDATE;//CREATE;//UPDATE; // static final URI source = dwca_emonocots_dioscoreaceae(); // static final URI source = dwca_emonocots_zingiberaceae(); //static final URI source = dwca_emonocots_cypripedioideae(); - static final URI source = dwca_emonocots_dioscoreaceae(); + static final URI source = null;//dwca_antkey();//dwca_emonocots_dioscoreaceae(); // static final ICdmDataSource cdmDestination = CdmDestinations.localH2(); @@ -51,6 +52,9 @@ public class DwcaScratchpadImportActivator { //default nom code is ICZN as it allows adding publication year static final NomenclaturalCode defaultNomCode = NomenclaturalCode.ICBN; + + //classification Name + static String classificationName = "Default classification"; //title static final String title = "Scratchpad test import"; @@ -108,7 +112,10 @@ public class DwcaScratchpadImportActivator { config.setGuessNomenclaturalReferences(guessNomRef); config.setHandleAllRefsAsCitation(handleAllRefsAsCitation); config.setUseSourceReferenceAsSec(useSourceReferenceAsSec); - config.setSourceReferenceTitle(title); + config.setSourceReferenceTitle(classificationName);//title); + config.setClassificationName(classificationName); + + config.setUseSourceReferenceAsSec(true);//Lorna: what shall we use as sec reference for Scratchpads data? CdmDefaultImport myImport = new CdmDefaultImport(); @@ -143,6 +150,13 @@ public class DwcaScratchpadImportActivator { return sourceUrl; } + //dwca_antkey_org.zip + public static URI dwca_antkey() { + //URI sourceUrl = URI.create("file:////PESIIMPORT3/vibrant/dwca/dwca_emonocots_dioscoreaceae.zip");//dwca_dioscoreaceae_e_monocot.zip + URI sourceUrl = URI.create("file:///C:/Users/l.morris/Downloads/amaryllidaceae.zip");//antkey.zip");//alismataceae.zip");//hypoxidaceae.zip");//dwca_antkey.zip"); + return sourceUrl; + } + //emonocots_zingiberaceae public static URI dwca_emonocots_zingiberaceae() { URI sourceUrl = URI.create("file:////PESIIMPORT3/vibrant/dwca/dwca_emonocots_zingiberaceae.zip"); @@ -161,7 +175,54 @@ public class DwcaScratchpadImportActivator { */ public static void main(String[] args) { DwcaScratchpadImportActivator me = new DwcaScratchpadImportActivator(); - me.doImport(source, cdmDestination, classificationUuid, title, hbm2dll); + + //lorna: TODO get the classification name from the dwca zip file name + classificationName = "Scratchpad classification";//"Amaryllidaceae"; + + // Directory path here + String path = "C:/Users/l.morris/Downloads/dwca_scratchpads/nine"; + URI sourceUrl; + //URI sourceUrl = URI.create("file:////PESIIMPORT3/vibrant/dwca/dwca_emonocots_zingiberaceae.zip"); + + String zipFile; + File folder = new File(path); + File[] listOfFiles = folder.listFiles(); + + for (int i = 0; i < listOfFiles.length; i++) + { + + if (listOfFiles[i].isFile()) + { + zipFile = listOfFiles[i].getName(); + + if (zipFile.endsWith(".zip")) + { + //classificationName = zipFile.split(".zip")[0]; + classificationName = zipFile.split("dwca_")[1]; + classificationName = classificationName.split("_")[0]; + System.out.println(classificationName); + //start the Scratchpad name with uppercase. + char[] stringArray = classificationName.toCharArray(); + stringArray[0] = Character.toUpperCase(stringArray[0]); + classificationName = new String(stringArray) + " (Scratchpads)"; + System.out.println(classificationName); + //System.exit(999); + + sourceUrl = URI.create("file:///" + path + "/" + zipFile); + System.out.println(sourceUrl); + me.doImport(sourceUrl, cdmDestination, classificationUuid, title, hbm2dll); + //System.exit(999); + } + } + } + + //System.exit(999); + //list all files in the directory + //get the URI of each + //URI sourceUrl = URI.create("file:///C:/Users/l.morris/Downloads/amaryllidaceae.zip"); + + //Lorna iterate through the dwca directly getting each dwca.zip and generate a URI for each source + //me.doImport(source, cdmDestination, classificationUuid, title, hbm2dll); } }