Project

General

Profile

Download (10.7 KB) Statistics
| Branch: | Revision:
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy 
4
* http://www.e-taxonomy.eu
5
* 
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

    
10
package eu.etaxonomy.cdm.app.vibrant;
11

    
12
import java.lang.reflect.Method;
13
import java.sql.ResultSet;
14
import java.sql.SQLException;
15
import java.util.UUID;
16

    
17
import org.apache.log4j.Logger;
18

    
19
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
20
import eu.etaxonomy.cdm.app.berlinModelImport.BerlinModelSources;
21
import eu.etaxonomy.cdm.app.berlinModelImport.TreeCreator;
22
import eu.etaxonomy.cdm.app.common.CdmDestinations;
23
import eu.etaxonomy.cdm.database.DbSchemaValidation;
24
import eu.etaxonomy.cdm.database.ICdmDataSource;
25
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
26
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
27
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
28
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
29
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
30
import eu.etaxonomy.cdm.io.common.Source;
31
import eu.etaxonomy.cdm.model.common.ExtensionType;
32
import eu.etaxonomy.cdm.model.description.Feature;
33
import eu.etaxonomy.cdm.model.description.FeatureNode;
34
import eu.etaxonomy.cdm.model.description.FeatureTree;
35
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
36
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
37

    
38

    
39
/**
40
 * TODO add the following to a wiki page:
41
 * HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen 
42
 * you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
43
 * 
44
 * 
45
 * @author a.mueller
46
 *
47
 */
48
public class EuroMedActivator {
49
	private static final Logger logger = Logger.getLogger(EuroMedActivator.class);
50

    
51
	//database validation status (create, update, validate ...)
52
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
53
//	static final Source berlinModelSource = BerlinModelSources.euroMed();
54
	static final Source berlinModelSource = BerlinModelSources.PESI3_euroMed();
55
	
56
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_pesi_euroMed();
57
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
58
	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
59
	
60
	static final boolean includePesiExport = false;
61
	
62
	static final int sourceSecId = 7000000; //500000
63
	static final UUID classificationUuid = UUID.fromString("5e05ebc5-6075-45ff-81df-4cefafafa4a3");
64
	static final boolean useSingleClassification = true;
65
	
66
	//from PESI-transformer
67
	static UUID uuidSourceRefEuroMed = UUID.fromString("0603a84a-f024-4454-ab92-9e2ac0139126");
68
	
69
	static final UUID featureTreeUuid = UUID.fromString("eff345e7-0619-4ec3-955d-997c1fafffc3");
70
	static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41}; 	
71
	
72
	// set to zero for unlimited nameFacts
73
	static final int maximumNumberOfNameFacts = 0;
74
	
75
	static final int partitionSize = 2500;
76
	
77
	//check - import
78
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
79

    
80
	//editor - import
81
	static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
82
	
83
	//NomeclaturalCode
84
	static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICBN;
85

    
86
	//ignore null
87
	static final boolean ignoreNull = true;
88
	
89
	static final boolean switchSpeciesGroup = true;
90
	
91
	static boolean useClassification = true;
92
	
93
	
94
	static String taxonTable = "v_cdm_exp_taxaAll";
95
	static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId; 
96
	static String relPTaxonIdQuery = " SELECT r.RelPTaxonId " + 
97
					" FROM RelPTaxon AS r INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk ";
98
	static String nameIdTable = " v_cdm_exp_namesAll ";
99
	static String referenceIdTable = " v_cdm_exp_refAll ";
100
	static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll )";
101
	static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
102
	static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )"; 
103
	static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
104
	static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
105
	static String authorTeamFilter = null; // " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
106
	static String authorFilter = null;  // " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) "; 
107
	
108

    
109
	
110
// **************** ALL *********************	
111

    
112
	static final boolean doUser = true;
113
	//authors
114
	static final boolean doAuthors = true;
115
	//references
116
	static final DO_REFERENCES doReferences =  DO_REFERENCES.ALL;
117
	//names
118
	static final boolean doTaxonNames = true;
119
	static final boolean doRelNames = true;
120
	static final boolean doNameStatus = true;
121
	static final boolean doNameFacts = true;
122
	
123
	//taxa
124
	static final boolean doTaxa = true;
125
	static final boolean doRelTaxa = true;
126
	static final boolean doFacts = true;
127
	static final boolean doOccurences = true;
128
	static final boolean doCommonNames = false;  //currently creates errors
129

    
130

    
131
	
132
// **************** SELECTED *********************
133

    
134
//	static final boolean doUser = true;
135
//	//authors
136
//	static final boolean doAuthors = false;
137
//	//references
138
//	static final DO_REFERENCES doReferences =  DO_REFERENCES.NONE;
139
//	//names
140
//	static final boolean doTaxonNames = false;
141
//	static final boolean doRelNames = false;
142
//	static final boolean doNameStatus = false;
143
//	static final boolean doTypes = false;
144
//	static final boolean doNameFacts = false;
145
//	
146
//	//taxa 
147
//	static final boolean doTaxa = false;
148
//	static final boolean doRelTaxa = false;
149
//	static final boolean doFacts = false;
150
//	static final boolean doOccurences = false;
151
//	static final boolean doCommonNames = false;
152
//	
153
//	//etc.
154
//	static final boolean doMarker = false;
155

    
156
	//always false
157
	static final boolean doTypes = false;  
158
	static final boolean doMarker = false;
159

    
160
	
161
	public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
162
		System.out.println("Start import from BerlinModel("+ source.getDatabase() + ") to " + destination.getDatabase() + " ...");
163
		//make BerlinModel Source
164
				
165
		BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source,  destination);
166
		
167
		config.setClassificationUuid(classificationUuid);
168
		config.setSourceSecId(sourceSecId);
169
		
170
		config.setNomenclaturalCode(nomenclaturalCode);
171

    
172
		try {
173
			Method makeUrlMethod = MclActivator.class.getDeclaredMethod("makeUrlForTaxon", TaxonBase.class, ResultSet.class);
174
			config.setMakeUrlForTaxon(makeUrlMethod);
175
		} catch (Exception e) {
176
			e.printStackTrace();
177
			return;
178
		}
179
		
180
		
181
		config.setIgnoreNull(ignoreNull);
182
		config.setDoAuthors(doAuthors);
183
		config.setDoReferences(doReferences);
184
		config.setDoTaxonNames(doTaxonNames);
185
		config.setDoRelNames(doRelNames);
186
		config.setDoNameStatus(doNameStatus);
187
		config.setDoTypes(doTypes);
188
		config.setDoNameFacts(doNameFacts);
189
		config.setUseClassification(useClassification);
190
		config.setSourceRefUuid(uuidSourceRefEuroMed);
191
		
192
		config.setDoTaxa(doTaxa);
193
		config.setDoRelTaxa(doRelTaxa);
194
		config.setDoFacts(doFacts);
195
		config.setDoOccurrence(doOccurences);
196
		config.setDoCommonNames(doCommonNames);
197
		
198
		config.setDoMarker(doMarker);
199
		config.setDoUser(doUser);
200
		config.setEditor(editor);
201
		config.setDbSchemaValidation(hbm2dll);
202
		
203
		// maximum number of name facts to import
204
		config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
205
		
206
//		filter
207
		config.setTaxonTable(taxonTable);
208
		config.setClassificationQuery(classificationQuery);
209
		config.setRelTaxaIdQuery(relPTaxonIdQuery);
210
		config.setNameIdTable(nameIdTable);
211
		config.setReferenceIdTable(referenceIdTable);
212
		config.setAuthorTeamFilter(authorTeamFilter);
213
		config.setAuthorFilter(authorFilter);
214
		config.setFactFilter(factFilter);
215
		config.setCommonNameFilter(commonNameFilter);
216
		config.setOccurrenceFilter(occurrenceFilter);
217
		config.setOccurrenceSourceFilter(occurrenceSourceFilter);
218
		config.setWebMarkerFilter(webMarkerFilter);
219
		config.setUseSingleClassification(useSingleClassification);
220
		
221
		config.setCheck(check);
222
		config.setEditor(editor);
223
		config.setRecordsPerTransaction(partitionSize);
224
		
225
		config.setSwitchSpeciesGroup(switchSpeciesGroup);
226
		
227
		// invoke import
228
		CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<BerlinModelImportConfigurator>();
229
		bmImport.invoke(config);
230
		
231
		if (doFacts && config.getCheck().equals(CHECK.CHECK_AND_IMPORT)  || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK)    ){
232
			ICdmApplicationConfiguration app = bmImport.getCdmAppController();
233
			
234
			//make feature tree
235
			FeatureTree tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
236
			FeatureNode imageNode = FeatureNode.NewInstance(Feature.IMAGE());
237
			tree.getRoot().addChild(imageNode);
238
			FeatureNode distributionNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
239
			tree.getRoot().addChild(distributionNode, 2); 
240
			app.getFeatureTreeService().saveOrUpdate(tree);
241
		}
242
		
243
		System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
244
		
245
	}
246
	
247
	/**
248
	 * @param args
249
	 */
250
	public static void main(String[] args) {
251
		EuroMedActivator importActivator = new EuroMedActivator();
252
		Source source = berlinModelSource;
253
		ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
254
		
255
		importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
256
	}
257
	
258
	private static final String URLbase = "http://ww2.bgbm.org/EuroPlusMed/PTaxonDetail.asp?";
259
	public static Method makeUrlForTaxon(TaxonBase<?> taxon, ResultSet rs){
260
		Method result = null;
261
		ExtensionType urlExtensionType = ExtensionType.URL();
262
		int nameFk;
263
		try {
264
			nameFk = rs.getInt("PTNameFk");
265
		int refFkInt = rs.getInt("PTRefFk");
266
			if (nameFk != 0 && refFkInt != 0){
267
				String url = String.format(URLbase + "NameId=%s&PTRefFk=%s",nameFk, refFkInt);
268
				taxon.addExtension(url, urlExtensionType);
269
			}else{
270
				logger.warn("NameFk or refFkInt is 0. Can't create url");
271
			}
272
		} catch (SQLException e) {
273
			logger.warn("Exception when trying to access result set for url creation.");
274
		}
275
		
276
		return result;
277
	}
278

    
279
}
(1-1/4)