Revision bb953b81
Added by Andreas Müller over 8 years ago
app-import/src/main/java/eu/etaxonomy/cdm/app/cyprus/CyprusActivator.java | ||
---|---|---|
1 |
/** |
|
2 |
* Copyright (C) 2007 EDIT |
|
3 |
* European Distributed Institute of Taxonomy |
|
4 |
* http://www.e-taxonomy.eu |
|
5 |
* |
|
6 |
* The contents of this file are subject to the Mozilla Public License Version 1.1 |
|
7 |
* See LICENSE.TXT at the top of this package for the full license terms. |
|
8 |
*/ |
|
9 |
|
|
10 |
package eu.etaxonomy.cdm.app.cyprus; |
|
11 |
|
|
12 |
import java.net.URI; |
|
13 |
import java.net.URISyntaxException; |
|
14 |
import java.util.UUID; |
|
15 |
|
|
16 |
import org.apache.log4j.Logger; |
|
17 |
|
|
18 |
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration; |
|
19 |
import eu.etaxonomy.cdm.api.service.ITermService; |
|
20 |
import eu.etaxonomy.cdm.app.common.CdmDestinations; |
|
21 |
import eu.etaxonomy.cdm.database.DbSchemaValidation; |
|
22 |
import eu.etaxonomy.cdm.database.ICdmDataSource; |
|
23 |
import eu.etaxonomy.cdm.io.common.CdmDefaultImport; |
|
24 |
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK; |
|
25 |
import eu.etaxonomy.cdm.io.common.mapping.IInputTransformer; |
|
26 |
import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException; |
|
27 |
import eu.etaxonomy.cdm.io.cyprus.CyprusImportConfigurator; |
|
28 |
import eu.etaxonomy.cdm.io.cyprus.CyprusTransformer; |
|
29 |
import eu.etaxonomy.cdm.model.agent.Person; |
|
30 |
import eu.etaxonomy.cdm.model.description.Feature; |
|
31 |
import eu.etaxonomy.cdm.model.description.FeatureNode; |
|
32 |
import eu.etaxonomy.cdm.model.description.FeatureTree; |
|
33 |
import eu.etaxonomy.cdm.model.reference.Reference; |
|
34 |
import eu.etaxonomy.cdm.model.reference.ReferenceFactory; |
|
35 |
|
|
36 |
/** |
|
37 |
* @author a.mueller |
|
38 |
* @created 16.12.2010 |
|
39 |
* @version 1.0 |
|
40 |
*/ |
|
41 |
public class CyprusActivator { |
|
42 |
private static final Logger logger = Logger.getLogger(CyprusActivator.class); |
|
43 |
|
|
44 |
//database validation status (create, update, validate ...) |
|
45 |
static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE; |
|
46 |
// static final URI source = cyprus_distribution(); |
|
47 |
static final URI source = cyprus_local(); |
|
48 |
|
|
49 |
|
|
50 |
static final ICdmDataSource cdmDestination = CdmDestinations.localH2(); |
|
51 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_postgres_CdmTest(); |
|
52 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql(); |
|
53 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_dev(); |
|
54 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_production(); |
|
55 |
|
|
56 |
|
|
57 |
//feature tree uuid |
|
58 |
public static final UUID featureTreeUuid = UUID.fromString("14d1e912-5ec2-4d10-878b-828788b70a87"); |
|
59 |
|
|
60 |
//classification |
|
61 |
static final UUID classificationUuid = UUID.fromString("0c2b5d25-7b15-4401-8b51-dd4be0ee5cab"); |
|
62 |
|
|
63 |
//check - import |
|
64 |
static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK; |
|
65 |
|
|
66 |
//taxa |
|
67 |
static final boolean doTaxa = true; |
|
68 |
static final boolean doDeduplicate = false; |
|
69 |
static final boolean doDistribution = false; |
|
70 |
|
|
71 |
|
|
72 |
private void doImport(ICdmDataSource cdmDestination){ |
|
73 |
|
|
74 |
//make Source |
|
75 |
CyprusImportConfigurator config= CyprusImportConfigurator.NewInstance(source, cdmDestination); |
|
76 |
config.setClassificationUuid(classificationUuid); |
|
77 |
config.setCheck(check); |
|
78 |
config.setDoDistribution(doDistribution); |
|
79 |
config.setDoTaxa(doTaxa); |
|
80 |
config.setDbSchemaValidation(hbm2dll); |
|
81 |
|
|
82 |
CdmDefaultImport myImport = new CdmDefaultImport(); |
|
83 |
|
|
84 |
|
|
85 |
//... |
|
86 |
if (true){ |
|
87 |
System.out.println("Start import from ("+ source.toString() + ") ..."); |
|
88 |
config.setSourceReference(getSourceReference(config.getSourceReferenceTitle())); |
|
89 |
myImport.invoke(config); |
|
90 |
if (doTaxa){ |
|
91 |
FeatureTree tree = makeFeatureNodes(myImport.getCdmAppController().getTermService()); |
|
92 |
myImport.getCdmAppController().getFeatureTreeService().saveOrUpdate(tree); |
|
93 |
} |
|
94 |
|
|
95 |
System.out.println("End import from ("+ source.toString() + ")..."); |
|
96 |
} |
|
97 |
|
|
98 |
|
|
99 |
|
|
100 |
//deduplicate |
|
101 |
if (doDeduplicate){ |
|
102 |
ICdmApplicationConfiguration app = myImport.getCdmAppController(); |
|
103 |
int count = app.getAgentService().deduplicate(Person.class, null, null); |
|
104 |
logger.warn("Deduplicated " + count + " persons."); |
|
105 |
// count = app.getAgentService().deduplicate(Team.class, null, null); |
|
106 |
// logger.warn("Deduplicated " + count + " teams."); |
|
107 |
count = app.getReferenceService().deduplicate(Reference.class, null, null); |
|
108 |
logger.warn("Deduplicated " + count + " references."); |
|
109 |
} |
|
110 |
|
|
111 |
} |
|
112 |
|
|
113 |
private Reference getSourceReference(String string) { |
|
114 |
Reference result = ReferenceFactory.newGeneric(); |
|
115 |
result.setTitleCache(string); |
|
116 |
return result; |
|
117 |
} |
|
118 |
|
|
119 |
private FeatureTree makeFeatureNodes(ITermService service){ |
|
120 |
CyprusTransformer transformer = new CyprusTransformer(); |
|
121 |
|
|
122 |
FeatureTree result = FeatureTree.NewInstance(featureTreeUuid); |
|
123 |
result.setTitleCache("Cyprus Feature Tree"); |
|
124 |
FeatureNode root = result.getRoot(); |
|
125 |
FeatureNode newNode; |
|
126 |
|
|
127 |
newNode = FeatureNode.NewInstance(Feature.STATUS()); |
|
128 |
root.addChild(newNode); |
|
129 |
|
|
130 |
newNode = FeatureNode.NewInstance(Feature.DISTRIBUTION()); |
|
131 |
root.addChild(newNode); |
|
132 |
|
|
133 |
newNode = FeatureNode.NewInstance(Feature.SYSTEMATICS()); |
|
134 |
root.addChild(newNode); |
|
135 |
|
|
136 |
//user defined features |
|
137 |
String [] featureList = new String[]{"Red Book", "Endemism"}; |
|
138 |
addFeataureNodesByStringList(featureList, root, transformer, service); |
|
139 |
|
|
140 |
return result; |
|
141 |
} |
|
142 |
|
|
143 |
|
|
144 |
//Cyprus |
|
145 |
public static URI cyprus_local() { |
|
146 |
URI sourceUrl; |
|
147 |
try { |
|
148 |
sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern.xls"); |
|
149 |
return sourceUrl; |
|
150 |
} catch (URISyntaxException e) { |
|
151 |
e.printStackTrace(); |
|
152 |
return null; |
|
153 |
} |
|
154 |
} |
|
155 |
//Cyprus distriution |
|
156 |
public static URI cyprus_distribution() { |
|
157 |
URI sourceUrl; |
|
158 |
try { |
|
159 |
sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern_distribution_RH_corr.xls"); |
|
160 |
return sourceUrl; |
|
161 |
} catch (URISyntaxException e) { |
|
162 |
e.printStackTrace(); |
|
163 |
return null; |
|
164 |
} |
|
165 |
} |
|
166 |
|
|
167 |
public void addFeataureNodesByStringList(String[] featureStringList, FeatureNode root, IInputTransformer transformer, ITermService termService){ |
|
168 |
try { |
|
169 |
for (String featureString : featureStringList){ |
|
170 |
UUID featureUuid; |
|
171 |
featureUuid = transformer.getFeatureUuid(featureString); |
|
172 |
Feature feature = (Feature)termService.find(featureUuid); |
|
173 |
if (feature != null){ |
|
174 |
FeatureNode child = FeatureNode.NewInstance(feature); |
|
175 |
root.addChild(child); |
|
176 |
} |
|
177 |
} |
|
178 |
} catch (UndefinedTransformerMethodException e) { |
|
179 |
logger.error("getFeatureUuid is not implemented in transformer. Features could not be added"); |
|
180 |
} |
|
181 |
} |
|
182 |
|
|
183 |
|
|
184 |
/** |
|
185 |
* @param args |
|
186 |
*/ |
|
187 |
public static void main(String[] args) { |
|
188 |
CyprusActivator me = new CyprusActivator(); |
|
189 |
me.doImport(cdmDestination); |
|
190 |
} |
|
191 |
|
|
192 |
} |
|
1 |
/** |
|
2 |
* Copyright (C) 2007 EDIT |
|
3 |
* European Distributed Institute of Taxonomy |
|
4 |
* http://www.e-taxonomy.eu |
|
5 |
* |
|
6 |
* The contents of this file are subject to the Mozilla Public License Version 1.1 |
|
7 |
* See LICENSE.TXT at the top of this package for the full license terms. |
|
8 |
*/ |
|
9 |
|
|
10 |
package eu.etaxonomy.cdm.app.cyprus; |
|
11 |
|
|
12 |
import java.net.URI; |
|
13 |
import java.net.URISyntaxException; |
|
14 |
import java.util.UUID; |
|
15 |
|
|
16 |
import org.apache.log4j.Logger; |
|
17 |
|
|
18 |
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration; |
|
19 |
import eu.etaxonomy.cdm.api.service.ITermService; |
|
20 |
import eu.etaxonomy.cdm.app.common.CdmDestinations; |
|
21 |
import eu.etaxonomy.cdm.database.DbSchemaValidation; |
|
22 |
import eu.etaxonomy.cdm.database.ICdmDataSource; |
|
23 |
import eu.etaxonomy.cdm.io.common.CdmDefaultImport; |
|
24 |
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK; |
|
25 |
import eu.etaxonomy.cdm.io.common.mapping.IInputTransformer; |
|
26 |
import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException; |
|
27 |
import eu.etaxonomy.cdm.io.cyprus.CyprusImportConfigurator; |
|
28 |
import eu.etaxonomy.cdm.io.cyprus.CyprusTransformer; |
|
29 |
import eu.etaxonomy.cdm.model.agent.Person; |
|
30 |
import eu.etaxonomy.cdm.model.description.Feature; |
|
31 |
import eu.etaxonomy.cdm.model.description.FeatureNode; |
|
32 |
import eu.etaxonomy.cdm.model.description.FeatureTree; |
|
33 |
import eu.etaxonomy.cdm.model.reference.Reference; |
|
34 |
import eu.etaxonomy.cdm.model.reference.ReferenceFactory; |
|
35 |
|
|
36 |
/** |
|
37 |
* @author a.mueller |
|
38 |
* @created 16.12.2010 |
|
39 |
* @version 1.0 |
|
40 |
*/ |
|
41 |
public class CyprusActivator { |
|
42 |
private static final Logger logger = Logger.getLogger(CyprusActivator.class); |
|
43 |
|
|
44 |
//database validation status (create, update, validate ...) |
|
45 |
static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE; |
|
46 |
// static final URI source = cyprus_distribution(); |
|
47 |
static final URI source = cyprus_local(); |
|
48 |
|
|
49 |
|
|
50 |
static final ICdmDataSource cdmDestination = CdmDestinations.localH2(); |
|
51 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_postgres_CdmTest(); |
|
52 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql(); |
|
53 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_dev(); |
|
54 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_production(); |
|
55 |
|
|
56 |
|
|
57 |
//feature tree uuid |
|
58 |
public static final UUID featureTreeUuid = UUID.fromString("14d1e912-5ec2-4d10-878b-828788b70a87"); |
|
59 |
|
|
60 |
//classification |
|
61 |
static final UUID classificationUuid = UUID.fromString("0c2b5d25-7b15-4401-8b51-dd4be0ee5cab"); |
|
62 |
|
|
63 |
//check - import |
|
64 |
static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK; |
|
65 |
|
|
66 |
//taxa |
|
67 |
static final boolean doTaxa = true; |
|
68 |
static final boolean doDeduplicate = false; |
|
69 |
static final boolean doDistribution = false; |
|
70 |
|
|
71 |
|
|
72 |
private void doImport(ICdmDataSource cdmDestination){ |
|
73 |
|
|
74 |
//make Source |
|
75 |
CyprusImportConfigurator config= CyprusImportConfigurator.NewInstance(source, cdmDestination); |
|
76 |
config.setClassificationUuid(classificationUuid); |
|
77 |
config.setCheck(check); |
|
78 |
config.setDoDistribution(doDistribution); |
|
79 |
config.setDoTaxa(doTaxa); |
|
80 |
config.setDbSchemaValidation(hbm2dll); |
|
81 |
|
|
82 |
CdmDefaultImport myImport = new CdmDefaultImport(); |
|
83 |
|
|
84 |
|
|
85 |
//... |
|
86 |
if (true){ |
|
87 |
System.out.println("Start import from ("+ source.toString() + ") ..."); |
|
88 |
config.setSourceReference(getSourceReference(config.getSourceReferenceTitle())); |
|
89 |
myImport.invoke(config); |
|
90 |
if (doTaxa){ |
|
91 |
FeatureTree tree = makeFeatureNodes(myImport.getCdmAppController().getTermService()); |
|
92 |
myImport.getCdmAppController().getFeatureTreeService().saveOrUpdate(tree); |
|
93 |
} |
|
94 |
|
|
95 |
System.out.println("End import from ("+ source.toString() + ")..."); |
|
96 |
} |
|
97 |
|
|
98 |
|
|
99 |
|
|
100 |
//deduplicate |
|
101 |
if (doDeduplicate){ |
|
102 |
ICdmApplicationConfiguration app = myImport.getCdmAppController(); |
|
103 |
int count = app.getAgentService().deduplicate(Person.class, null, null); |
|
104 |
logger.warn("Deduplicated " + count + " persons."); |
|
105 |
// count = app.getAgentService().deduplicate(Team.class, null, null); |
|
106 |
// logger.warn("Deduplicated " + count + " teams."); |
|
107 |
count = app.getReferenceService().deduplicate(Reference.class, null, null); |
|
108 |
logger.warn("Deduplicated " + count + " references."); |
|
109 |
} |
|
110 |
|
|
111 |
} |
|
112 |
|
|
113 |
private Reference<?> getSourceReference(String string) { |
|
114 |
Reference<?> result = ReferenceFactory.newGeneric(); |
|
115 |
result.setTitleCache(string, true); |
|
116 |
return result; |
|
117 |
} |
|
118 |
|
|
119 |
private FeatureTree makeFeatureNodes(ITermService service){ |
|
120 |
CyprusTransformer transformer = new CyprusTransformer(); |
|
121 |
|
|
122 |
FeatureTree result = FeatureTree.NewInstance(featureTreeUuid); |
|
123 |
result.setTitleCache("Cyprus Feature Tree", true); |
|
124 |
FeatureNode root = result.getRoot(); |
|
125 |
FeatureNode newNode; |
|
126 |
|
|
127 |
newNode = FeatureNode.NewInstance(Feature.STATUS()); |
|
128 |
root.addChild(newNode); |
|
129 |
|
|
130 |
newNode = FeatureNode.NewInstance(Feature.DISTRIBUTION()); |
|
131 |
root.addChild(newNode); |
|
132 |
|
|
133 |
newNode = FeatureNode.NewInstance(Feature.SYSTEMATICS()); |
|
134 |
root.addChild(newNode); |
|
135 |
|
|
136 |
//user defined features |
|
137 |
String [] featureList = new String[]{"Red Book", "Endemism"}; |
|
138 |
addFeataureNodesByStringList(featureList, root, transformer, service); |
|
139 |
|
|
140 |
return result; |
|
141 |
} |
|
142 |
|
|
143 |
|
|
144 |
//Cyprus |
|
145 |
public static URI cyprus_local() { |
|
146 |
URI sourceUrl; |
|
147 |
try { |
|
148 |
sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern.xls"); |
|
149 |
return sourceUrl; |
|
150 |
} catch (URISyntaxException e) { |
|
151 |
e.printStackTrace(); |
|
152 |
return null; |
|
153 |
} |
|
154 |
} |
|
155 |
//Cyprus distriution |
|
156 |
public static URI cyprus_distribution() { |
|
157 |
URI sourceUrl; |
|
158 |
try { |
|
159 |
sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern_distribution_RH_corr.xls"); |
|
160 |
return sourceUrl; |
|
161 |
} catch (URISyntaxException e) { |
|
162 |
e.printStackTrace(); |
|
163 |
return null; |
|
164 |
} |
|
165 |
} |
|
166 |
|
|
167 |
public void addFeataureNodesByStringList(String[] featureStringList, FeatureNode root, IInputTransformer transformer, ITermService termService){ |
|
168 |
try { |
|
169 |
for (String featureString : featureStringList){ |
|
170 |
UUID featureUuid; |
|
171 |
featureUuid = transformer.getFeatureUuid(featureString); |
|
172 |
Feature feature = (Feature)termService.find(featureUuid); |
|
173 |
if (feature != null){ |
|
174 |
FeatureNode child = FeatureNode.NewInstance(feature); |
|
175 |
root.addChild(child); |
|
176 |
} |
|
177 |
} |
|
178 |
} catch (UndefinedTransformerMethodException e) { |
|
179 |
logger.error("getFeatureUuid is not implemented in transformer. Features could not be added"); |
|
180 |
} |
|
181 |
} |
|
182 |
|
|
183 |
|
|
184 |
/** |
|
185 |
* @param args |
|
186 |
*/ |
|
187 |
public static void main(String[] args) { |
|
188 |
CyprusActivator me = new CyprusActivator(); |
|
189 |
me.doImport(cdmDestination); |
|
190 |
} |
|
191 |
|
|
192 |
} |
Also available in: Unified diff
Minor change in Cyprus Activator