Project

General

Profile

« Previous | Next » 

Revision bb953b81

Added by Andreas Müller over 8 years ago

Minor change in Cyprus Activator

View differences:

app-import/src/main/java/eu/etaxonomy/cdm/app/cyprus/CyprusActivator.java
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy 
4
* http://www.e-taxonomy.eu
5
* 
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

  
10
package eu.etaxonomy.cdm.app.cyprus;
11

  
12
import java.net.URI;
13
import java.net.URISyntaxException;
14
import java.util.UUID;
15

  
16
import org.apache.log4j.Logger;
17

  
18
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
19
import eu.etaxonomy.cdm.api.service.ITermService;
20
import eu.etaxonomy.cdm.app.common.CdmDestinations;
21
import eu.etaxonomy.cdm.database.DbSchemaValidation;
22
import eu.etaxonomy.cdm.database.ICdmDataSource;
23
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
24
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
25
import eu.etaxonomy.cdm.io.common.mapping.IInputTransformer;
26
import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException;
27
import eu.etaxonomy.cdm.io.cyprus.CyprusImportConfigurator;
28
import eu.etaxonomy.cdm.io.cyprus.CyprusTransformer;
29
import eu.etaxonomy.cdm.model.agent.Person;
30
import eu.etaxonomy.cdm.model.description.Feature;
31
import eu.etaxonomy.cdm.model.description.FeatureNode;
32
import eu.etaxonomy.cdm.model.description.FeatureTree;
33
import eu.etaxonomy.cdm.model.reference.Reference;
34
import eu.etaxonomy.cdm.model.reference.ReferenceFactory;
35

  
36
/**
37
 * @author a.mueller
38
 * @created 16.12.2010
39
 * @version 1.0
40
 */
41
public class CyprusActivator {
42
	private static final Logger logger = Logger.getLogger(CyprusActivator.class);
43
	
44
	//database validation status (create, update, validate ...)
45
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
46
//	static final URI source = cyprus_distribution();
47
	static final URI source = cyprus_local();
48

  
49
	
50
	static final ICdmDataSource cdmDestination = CdmDestinations.localH2();
51
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_postgres_CdmTest();
52
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
53
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_dev();
54
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_production();
55

  
56
	
57
	//feature tree uuid
58
	public static final UUID featureTreeUuid = UUID.fromString("14d1e912-5ec2-4d10-878b-828788b70a87");
59
	
60
	//classification
61
	static final UUID classificationUuid = UUID.fromString("0c2b5d25-7b15-4401-8b51-dd4be0ee5cab");
62
	
63
	//check - import
64
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
65
	
66
	//taxa
67
	static final boolean doTaxa = true;
68
	static final boolean doDeduplicate = false;
69
	static final boolean doDistribution = false;
70

  
71
	
72
	private void doImport(ICdmDataSource cdmDestination){
73
		
74
		//make Source
75
		CyprusImportConfigurator config= CyprusImportConfigurator.NewInstance(source, cdmDestination);
76
		config.setClassificationUuid(classificationUuid);
77
		config.setCheck(check);
78
		config.setDoDistribution(doDistribution);
79
		config.setDoTaxa(doTaxa);
80
		config.setDbSchemaValidation(hbm2dll);
81
		
82
		CdmDefaultImport myImport = new CdmDefaultImport();
83

  
84
		
85
		//...
86
		if (true){
87
			System.out.println("Start import from ("+ source.toString() + ") ...");
88
			config.setSourceReference(getSourceReference(config.getSourceReferenceTitle()));
89
			myImport.invoke(config);
90
			if (doTaxa){
91
				FeatureTree tree = makeFeatureNodes(myImport.getCdmAppController().getTermService());
92
				myImport.getCdmAppController().getFeatureTreeService().saveOrUpdate(tree);
93
			}
94

  
95
			System.out.println("End import from ("+ source.toString() + ")...");
96
		}
97
		
98
		
99
		
100
		//deduplicate
101
		if (doDeduplicate){
102
			ICdmApplicationConfiguration app = myImport.getCdmAppController();
103
			int count = app.getAgentService().deduplicate(Person.class, null, null);
104
			logger.warn("Deduplicated " + count + " persons.");
105
//			count = app.getAgentService().deduplicate(Team.class, null, null);
106
//			logger.warn("Deduplicated " + count + " teams.");
107
			count = app.getReferenceService().deduplicate(Reference.class, null, null);
108
			logger.warn("Deduplicated " + count + " references.");
109
		}
110
		
111
	}
112

  
113
	private Reference getSourceReference(String string) {
114
		Reference result = ReferenceFactory.newGeneric();
115
		result.setTitleCache(string);
116
		return result;
117
	}
118

  
119
	private FeatureTree makeFeatureNodes(ITermService service){
120
		CyprusTransformer transformer = new CyprusTransformer();
121
		
122
		FeatureTree result = FeatureTree.NewInstance(featureTreeUuid);
123
		result.setTitleCache("Cyprus Feature Tree");
124
		FeatureNode root = result.getRoot();
125
		FeatureNode newNode;
126

  
127
		newNode = FeatureNode.NewInstance(Feature.STATUS());
128
		root.addChild(newNode);
129
		
130
		newNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
131
		root.addChild(newNode);
132

  
133
		newNode = FeatureNode.NewInstance(Feature.SYSTEMATICS());
134
		root.addChild(newNode);
135

  
136
		//user defined features
137
		String [] featureList = new String[]{"Red Book", "Endemism"};
138
		addFeataureNodesByStringList(featureList, root, transformer, service);
139
		
140
		return result;
141
	}
142
	
143

  
144
	//Cyprus
145
	public static URI cyprus_local() {
146
		URI sourceUrl;
147
		try {
148
			sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern.xls");
149
			return sourceUrl;
150
		} catch (URISyntaxException e) {
151
			e.printStackTrace();
152
			return null;
153
		}
154
	}
155
	//Cyprus distriution
156
	public static URI cyprus_distribution() {
157
		URI sourceUrl;
158
		try {
159
			sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern_distribution_RH_corr.xls");
160
			return sourceUrl;
161
		} catch (URISyntaxException e) {
162
			e.printStackTrace();
163
			return null;
164
		}
165
	}
166
	
167
	public void addFeataureNodesByStringList(String[] featureStringList, FeatureNode root, IInputTransformer transformer, ITermService termService){
168
		try {
169
			for (String featureString : featureStringList){
170
			UUID featureUuid;
171
			featureUuid = transformer.getFeatureUuid(featureString);
172
			Feature feature = (Feature)termService.find(featureUuid);
173
			if (feature != null){
174
				FeatureNode child = FeatureNode.NewInstance(feature);
175
				root.addChild(child);	
176
			}
177
		}
178
		} catch (UndefinedTransformerMethodException e) {
179
			logger.error("getFeatureUuid is not implemented in transformer. Features could not be added");
180
		}
181
	}
182
	
183

  
184
	/**
185
	 * @param args
186
	 */
187
	public static void main(String[] args) {
188
		CyprusActivator me = new CyprusActivator();
189
		me.doImport(cdmDestination);
190
	}
191
	
192
}
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy
4
* http://www.e-taxonomy.eu
5
*
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

  
10
package eu.etaxonomy.cdm.app.cyprus;
11

  
12
import java.net.URI;
13
import java.net.URISyntaxException;
14
import java.util.UUID;
15

  
16
import org.apache.log4j.Logger;
17

  
18
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
19
import eu.etaxonomy.cdm.api.service.ITermService;
20
import eu.etaxonomy.cdm.app.common.CdmDestinations;
21
import eu.etaxonomy.cdm.database.DbSchemaValidation;
22
import eu.etaxonomy.cdm.database.ICdmDataSource;
23
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
24
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
25
import eu.etaxonomy.cdm.io.common.mapping.IInputTransformer;
26
import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException;
27
import eu.etaxonomy.cdm.io.cyprus.CyprusImportConfigurator;
28
import eu.etaxonomy.cdm.io.cyprus.CyprusTransformer;
29
import eu.etaxonomy.cdm.model.agent.Person;
30
import eu.etaxonomy.cdm.model.description.Feature;
31
import eu.etaxonomy.cdm.model.description.FeatureNode;
32
import eu.etaxonomy.cdm.model.description.FeatureTree;
33
import eu.etaxonomy.cdm.model.reference.Reference;
34
import eu.etaxonomy.cdm.model.reference.ReferenceFactory;
35

  
36
/**
37
 * @author a.mueller
38
 * @created 16.12.2010
39
 * @version 1.0
40
 */
41
public class CyprusActivator {
42
	private static final Logger logger = Logger.getLogger(CyprusActivator.class);
43

  
44
	//database validation status (create, update, validate ...)
45
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
46
//	static final URI source = cyprus_distribution();
47
	static final URI source = cyprus_local();
48

  
49

  
50
	static final ICdmDataSource cdmDestination = CdmDestinations.localH2();
51
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_postgres_CdmTest();
52
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
53
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_dev();
54
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_cyprus_production();
55

  
56

  
57
	//feature tree uuid
58
	public static final UUID featureTreeUuid = UUID.fromString("14d1e912-5ec2-4d10-878b-828788b70a87");
59

  
60
	//classification
61
	static final UUID classificationUuid = UUID.fromString("0c2b5d25-7b15-4401-8b51-dd4be0ee5cab");
62

  
63
	//check - import
64
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
65

  
66
	//taxa
67
	static final boolean doTaxa = true;
68
	static final boolean doDeduplicate = false;
69
	static final boolean doDistribution = false;
70

  
71

  
72
	private void doImport(ICdmDataSource cdmDestination){
73

  
74
		//make Source
75
		CyprusImportConfigurator config= CyprusImportConfigurator.NewInstance(source, cdmDestination);
76
		config.setClassificationUuid(classificationUuid);
77
		config.setCheck(check);
78
		config.setDoDistribution(doDistribution);
79
		config.setDoTaxa(doTaxa);
80
		config.setDbSchemaValidation(hbm2dll);
81

  
82
		CdmDefaultImport myImport = new CdmDefaultImport();
83

  
84

  
85
		//...
86
		if (true){
87
			System.out.println("Start import from ("+ source.toString() + ") ...");
88
			config.setSourceReference(getSourceReference(config.getSourceReferenceTitle()));
89
			myImport.invoke(config);
90
			if (doTaxa){
91
				FeatureTree tree = makeFeatureNodes(myImport.getCdmAppController().getTermService());
92
				myImport.getCdmAppController().getFeatureTreeService().saveOrUpdate(tree);
93
			}
94

  
95
			System.out.println("End import from ("+ source.toString() + ")...");
96
		}
97

  
98

  
99

  
100
		//deduplicate
101
		if (doDeduplicate){
102
			ICdmApplicationConfiguration app = myImport.getCdmAppController();
103
			int count = app.getAgentService().deduplicate(Person.class, null, null);
104
			logger.warn("Deduplicated " + count + " persons.");
105
//			count = app.getAgentService().deduplicate(Team.class, null, null);
106
//			logger.warn("Deduplicated " + count + " teams.");
107
			count = app.getReferenceService().deduplicate(Reference.class, null, null);
108
			logger.warn("Deduplicated " + count + " references.");
109
		}
110

  
111
	}
112

  
113
	private Reference<?> getSourceReference(String string) {
114
		Reference<?> result = ReferenceFactory.newGeneric();
115
		result.setTitleCache(string, true);
116
		return result;
117
	}
118

  
119
	private FeatureTree makeFeatureNodes(ITermService service){
120
		CyprusTransformer transformer = new CyprusTransformer();
121

  
122
		FeatureTree result = FeatureTree.NewInstance(featureTreeUuid);
123
		result.setTitleCache("Cyprus Feature Tree", true);
124
		FeatureNode root = result.getRoot();
125
		FeatureNode newNode;
126

  
127
		newNode = FeatureNode.NewInstance(Feature.STATUS());
128
		root.addChild(newNode);
129

  
130
		newNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
131
		root.addChild(newNode);
132

  
133
		newNode = FeatureNode.NewInstance(Feature.SYSTEMATICS());
134
		root.addChild(newNode);
135

  
136
		//user defined features
137
		String [] featureList = new String[]{"Red Book", "Endemism"};
138
		addFeataureNodesByStringList(featureList, root, transformer, service);
139

  
140
		return result;
141
	}
142

  
143

  
144
	//Cyprus
145
	public static URI cyprus_local() {
146
		URI sourceUrl;
147
		try {
148
			sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern.xls");
149
			return sourceUrl;
150
		} catch (URISyntaxException e) {
151
			e.printStackTrace();
152
			return null;
153
		}
154
	}
155
	//Cyprus distriution
156
	public static URI cyprus_distribution() {
157
		URI sourceUrl;
158
		try {
159
			sourceUrl = new URI("file:/C:/localCopy/Data/zypern/Zypern_distribution_RH_corr.xls");
160
			return sourceUrl;
161
		} catch (URISyntaxException e) {
162
			e.printStackTrace();
163
			return null;
164
		}
165
	}
166

  
167
	public void addFeataureNodesByStringList(String[] featureStringList, FeatureNode root, IInputTransformer transformer, ITermService termService){
168
		try {
169
			for (String featureString : featureStringList){
170
			UUID featureUuid;
171
			featureUuid = transformer.getFeatureUuid(featureString);
172
			Feature feature = (Feature)termService.find(featureUuid);
173
			if (feature != null){
174
				FeatureNode child = FeatureNode.NewInstance(feature);
175
				root.addChild(child);
176
			}
177
		}
178
		} catch (UndefinedTransformerMethodException e) {
179
			logger.error("getFeatureUuid is not implemented in transformer. Features could not be added");
180
		}
181
	}
182

  
183

  
184
	/**
185
	 * @param args
186
	 */
187
	public static void main(String[] args) {
188
		CyprusActivator me = new CyprusActivator();
189
		me.doImport(cdmDestination);
190
	}
191

  
192
}

Also available in: Unified diff