Project

General

Profile

Download (12.2 KB) Statistics
| Branch: | Revision:
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy 
4
* http://www.e-taxonomy.eu
5
* 
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

    
10
package eu.etaxonomy.cdm.app.berlinModelImport;
11

    
12
import java.util.UUID;
13

    
14
import org.apache.log4j.Logger;
15
import org.springframework.transaction.TransactionStatus;
16

    
17
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
18
import eu.etaxonomy.cdm.app.common.CdmDestinations;
19
import eu.etaxonomy.cdm.database.DbSchemaValidation;
20
import eu.etaxonomy.cdm.database.ICdmDataSource;
21
import eu.etaxonomy.cdm.io.berlinModel.BerlinModelTransformer;
22
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
23
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
24
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
25
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
26
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
27
import eu.etaxonomy.cdm.io.common.Source;
28
import eu.etaxonomy.cdm.model.common.DefinedTermBase;
29
import eu.etaxonomy.cdm.model.common.Language;
30
import eu.etaxonomy.cdm.model.common.Representation;
31
import eu.etaxonomy.cdm.model.description.Feature;
32
import eu.etaxonomy.cdm.model.description.FeatureNode;
33
import eu.etaxonomy.cdm.model.description.FeatureTree;
34
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
35
import eu.etaxonomy.cdm.model.name.Rank;
36

    
37

    
38
/**
39
 * TODO add the following to a wiki page:
40
 * HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen 
41
 * you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
42
 * 
43
 * 
44
 * @author a.mueller
45
 *
46
 */
47
public class EuroMedActivator {
48
	@SuppressWarnings("unused")
49
	private static final Logger logger = Logger.getLogger(EuroMedActivator.class);
50

    
51
	//database validation status (create, update, validate ...)
52
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
53
	static final Source berlinModelSource = BerlinModelSources.euroMed_BGBM42();
54
//	static final Source berlinModelSource = BerlinModelSources.euroMed_PESI3();
55
	
56
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_euroMed();
57
	
58
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_pesi_euroMed();
59
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_euromed();
60
	static final ICdmDataSource cdmDestination = CdmDestinations.localH2();
61
	
62
	static final boolean includePesiExport = false;
63
	
64
	static final int sourceSecId = 7000000; //500000
65
	static final UUID classificationUuid = UUID.fromString("314a68f9-8449-495a-91c2-92fde8bcf344");
66
	static final boolean useSingleClassification = true;
67
	static final String classificationName = "Euro+Med 2014";	
68
	static final UUID featureTreeUuid = UUID.fromString("6a5e1c2b-ec0d-46c8-9c7d-a2059267ffb7");
69
	static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41}; 	
70
	
71
	// set to zero for unlimited nameFacts
72
	static final int maximumNumberOfNameFacts = 0;
73
	
74
	static final int partitionSize = 2500;
75
	
76
	//check - import
77
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
78

    
79
	//editor - import
80
	static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
81
	
82
	//NomeclaturalCode
83
	static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICNAFP;
84

    
85
	//ignore null
86
	static final boolean ignoreNull = true;
87
	
88
	static final boolean switchSpeciesGroup = true;
89
	
90
	static boolean useClassification = true;
91
	
92
	static boolean isSplitTdwgCodes = false;
93
	static boolean useEmAreaVocabulary = true;
94
	
95
	private boolean removeHttpMapsAnchor = true;
96

    
97
	
98
	static final String infrGenericRankAbbrev = "[unranked]";
99
	static final String infrSpecificRankAbbrev = "[unranked]";
100
	
101
	
102
	static String taxonTable = "v_cdm_exp_taxaAll";
103
	static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId; 
104
	static String relPTaxonIdQuery = " SELECT TOP (100) PERCENT r.RelPTaxonId " + 
105
					" FROM RelPTaxon AS r INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk" +
106
					" ORDER BY r.RelPTaxonId ";  // AND r.RelQualifierFk =1 
107
	static String nameIdTable = " v_cdm_exp_namesAll ";
108
	static String referenceIdTable = " v_cdm_exp_refAll ";
109
	static String refDetailFilter =  " RefDetailID IN (SELECT RefDetailID FROM v_cdm_exp_RefDetail) ";
110
	static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll WHERE FactCategoryFk NOT IN (12, 14, 249, 251))";
111
	static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
112
	static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )"; 
113
	static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
114
	static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
115
	static String authorTeamFilter = null; // " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
116
	static String authorFilter = null;  // " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) "; 
117
	
118

    
119
	
120
// **************** ALL *********************	
121

    
122
	boolean invers =  !(hbm2dll == DbSchemaValidation.CREATE);
123
	
124
	static final boolean doUser = true;
125
//	//authors
126
	static final boolean doAuthors = true;
127
	//references
128
	static final DO_REFERENCES doReferences =  DO_REFERENCES.ALL;
129
	//names
130
	static final boolean doTaxonNames = true;
131
	static final boolean doRelNames = true;
132
	static final boolean doNameStatus = true;
133
	static final boolean doTypes = false;  //serious types do not exist in E+M
134
	static final boolean doNameFacts = true;
135
	
136
	//taxa
137
	static final boolean doTaxa = true;
138
	static final boolean doRelTaxa = false;
139
	static final boolean doFacts = true;
140
	static final boolean doOccurences = true;
141
	static final boolean doCommonNames = true;
142

    
143
	//etc.
144
	static final boolean doMarker = true;
145

    
146
	
147
	public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
148
		System.out.println("Start import from BerlinModel("+ berlinModelSource.getDatabase() + ") to " + cdmDestination.getDatabase() + " ...");
149
		//make BerlinModel Source
150
				
151
		BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source,  destination);
152
		
153
		config.setClassificationName(classificationName);
154
		
155
		config.setClassificationUuid(classificationUuid);
156
		config.setSourceSecId(sourceSecId);
157
		config.setNomenclaturalCode(nomenclaturalCode);
158
		config.setIgnoreNull(ignoreNull);
159
		
160
		config.setDoAuthors(doAuthors ^ invers);
161
		config.setDoReferences(invers ? doReferences.invers() : doReferences);
162
		config.setDoTaxonNames(doTaxonNames ^ invers);
163
		config.setDoRelNames(doRelNames ^ invers);
164
		config.setDoNameStatus(doNameStatus ^ invers);
165
		config.setDoTypes(doTypes);  //always false
166
		config.setDoNameFacts(doNameFacts ^ invers);
167
		config.setDoTaxa(doTaxa ^ invers);
168
		config.setDoRelTaxa(doRelTaxa ^ invers);
169
		config.setDoFacts(doFacts ^ invers);
170
		config.setDoOccurrence(doOccurences ^ invers);
171
		config.setDoCommonNames(doCommonNames ^ invers);
172
		
173
		config.setDoMarker(doMarker ^ invers);
174
		config.setDoUser(doUser ^ invers);
175
		
176
		config.setUseClassification(useClassification);
177
		config.setSourceRefUuid(BerlinModelTransformer.uuidSourceRefEuroMed);
178
		config.setEditor(editor);
179
		config.setDbSchemaValidation(hbm2dll);
180
		
181
		// maximum number of name facts to import
182
		config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
183
		
184
		config.setInfrGenericRankAbbrev(infrGenericRankAbbrev);
185
		config.setInfrSpecificRankAbbrev(infrSpecificRankAbbrev);
186
		config.setRemoveHttpMapsAnchor(removeHttpMapsAnchor);
187
		
188
//		filter
189
		config.setTaxonTable(taxonTable);
190
		config.setClassificationQuery(classificationQuery);
191
		config.setRelTaxaIdQuery(relPTaxonIdQuery);
192
		config.setNameIdTable(nameIdTable);
193
		config.setReferenceIdTable(referenceIdTable);
194
		config.setAuthorTeamFilter(authorTeamFilter);
195
		config.setAuthorFilter(authorFilter);
196
		config.setFactFilter(factFilter);
197
		config.setRefDetailFilter(refDetailFilter);
198
		config.setCommonNameFilter(commonNameFilter);
199
		config.setOccurrenceFilter(occurrenceFilter);
200
		config.setOccurrenceSourceFilter(occurrenceSourceFilter);
201
		config.setWebMarkerFilter(webMarkerFilter);
202
		config.setUseSingleClassification(useSingleClassification);
203
		
204
		//TDWG codes
205
		config.setSplitTdwgCodes(isSplitTdwgCodes);
206
		config.setUseEmAreaVocabulary(useEmAreaVocabulary);
207
		
208
		config.setCheck(check);
209
		config.setEditor(editor);
210
		config.setRecordsPerTransaction(partitionSize);
211
		
212
		config.setSwitchSpeciesGroup(switchSpeciesGroup);
213
		
214
		// invoke import
215
		CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<BerlinModelImportConfigurator>();
216
		bmImport.invoke(config);
217
		
218
		if (config.isDoTaxonNames() && (config.getCheck().equals(CHECK.CHECK_AND_IMPORT)  || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK)  )  ){
219
			ICdmApplicationConfiguration app = bmImport.getCdmAppController();
220
			TransactionStatus tx = app.startTransaction();
221
			try {
222
				Rank sectBot = (Rank)app.getTermService().find(Rank.SECTION_BOTANY().getUuid());
223
				Representation repr = sectBot.getRepresentation(Language.ENGLISH());
224
				repr.setAbbreviatedLabel(repr.getAbbreviatedLabel().replace("(bot.)", "").trim());
225
				repr.setLabel(repr.getLabel().replace("(Botany)", "").trim());
226
				sectBot.setTitleCache(null, false);  //to definetely update the titleCache also
227
				app.getTermService().saveOrUpdate(sectBot);
228
	
229
				Rank subSectBot = (Rank)app.getTermService().find(Rank.SECTION_BOTANY().getUuid());
230
				repr = subSectBot.getRepresentation(Language.ENGLISH());
231
				repr.setAbbreviatedLabel(repr.getAbbreviatedLabel().replace("(bot.)", "").trim());
232
				repr.setLabel(repr.getLabel().replace("(Botany)", "").trim());
233
				subSectBot.setTitleCache(null, false);  //to definetely update the titleCache also
234
				app.getTermService().saveOrUpdate(subSectBot);
235
				app.commitTransaction(tx);
236
			} catch (Exception e) {
237
				e.printStackTrace();
238
			}
239
		}
240
		
241
		if (config.isDoFacts() && (config.getCheck().equals(CHECK.CHECK_AND_IMPORT)  || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK)  )  ){
242
			ICdmApplicationConfiguration app = bmImport.getCdmAppController();
243
			TransactionStatus tx = app.startTransaction();
244
			
245
			//make feature tree
246
			FeatureTree tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
247
			FeatureNode imageNode = FeatureNode.NewInstance(Feature.IMAGE());
248
			tree.getRoot().addChild(imageNode);
249
			FeatureNode distributionNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
250
			tree.getRoot().addChild(distributionNode, 1); 
251
			FeatureNode commonNameNode = FeatureNode.NewInstance(Feature.COMMON_NAME());
252
			tree.getRoot().addChild(commonNameNode, 2); 
253
			app.getFeatureTreeService().saveOrUpdate(tree);
254
			
255
			//Change common name label
256
			DefinedTermBase<?> commonNameFeature = app.getTermService().find(Feature.COMMON_NAME().getUuid());
257
			commonNameFeature.setLabel("Common Names", Language.ENGLISH());
258
			commonNameFeature.setTitleCache(null, false);  //to definetely update the titleCache also
259
			app.getTermService().saveOrUpdate(commonNameFeature);
260
			app.commitTransaction(tx);
261
		}
262
		
263
		if (config.isDoRelTaxa()){
264
			
265
		}
266
		
267
		System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
268
		
269
	}
270
	
271
	/**
272
	 * @param args
273
	 */
274
	public static void main(String[] args) {
275
		EuroMedActivator importActivator = new EuroMedActivator();
276
		Source source = berlinModelSource;
277
		ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
278
		
279
		importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
280
		if (includePesiExport){
281
			//not available from here since E+M was moved to app-import
282
//			PesiExportActivatorEM exportActivator = new PesiExportActivatorEM();
283
//			exportActivator.doExport(cdmRepository);
284
		}
285

    
286
	}
287

    
288
}
(5-5/12)