Project

General

Profile

Download (10.9 KB) Statistics
| Branch: | Revision:
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy 
4
* http://www.e-taxonomy.eu
5
* 
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

    
10
package eu.etaxonomy.cdm.app.vibrant;
11

    
12
import java.lang.reflect.Method;
13
import java.sql.ResultSet;
14
import java.sql.SQLException;
15
import java.util.UUID;
16

    
17
import org.apache.log4j.Logger;
18

    
19
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
20
import eu.etaxonomy.cdm.app.berlinModelImport.BerlinModelSources;
21
import eu.etaxonomy.cdm.app.berlinModelImport.TreeCreator;
22
import eu.etaxonomy.cdm.app.common.CdmDestinations;
23
import eu.etaxonomy.cdm.database.DbSchemaValidation;
24
import eu.etaxonomy.cdm.database.ICdmDataSource;
25
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
26
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
27
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
28
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
29
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
30
import eu.etaxonomy.cdm.io.common.Source;
31
import eu.etaxonomy.cdm.model.common.ExtensionType;
32
import eu.etaxonomy.cdm.model.description.Feature;
33
import eu.etaxonomy.cdm.model.description.FeatureNode;
34
import eu.etaxonomy.cdm.model.description.FeatureTree;
35
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
36
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
37

    
38

    
39
/**
40
 * TODO add the following to a wiki page:
41
 * HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen 
42
 * you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
43
 * 
44
 * 
45
 * @author a.mueller
46
 *
47
 */
48
public class EuroMedActivator {
49
	private static final Logger logger = Logger.getLogger(EuroMedActivator.class);
50

    
51
	//database validation status (create, update, validate ...)
52
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
53
//	static final Source berlinModelSource = BerlinModelSources.euroMed();
54
	static final Source berlinModelSource = BerlinModelSources.PESI3_euroMed();
55
	
56
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_pesi_euroMed();
57
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
58
	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
59
	
60
	static final boolean includePesiExport = false;
61
	
62
	static final int sourceSecId = 7000000; //500000
63
	static final UUID classificationUuid = UUID.fromString("5e05ebc5-6075-45ff-81df-4cefafafa4a3");
64
	static final boolean useSingleClassification = true;
65
	
66
	//from PESI-transformer
67
	static UUID uuidSourceRefEuroMed = UUID.fromString("0603a84a-f024-4454-ab92-9e2ac0139126");
68
	
69
	static final UUID featureTreeUuid = UUID.fromString("eff345e7-0619-4ec3-955d-997c1fafffc3");
70
	static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41}; 	
71
	
72
	// set to zero for unlimited nameFacts
73
	static final int maximumNumberOfNameFacts = 0;
74
	
75
	static final int partitionSize = 2500;
76
	
77
	//check - import
78
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
79

    
80
	//editor - import
81
	static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
82
	
83
	//NomeclaturalCode
84
	static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICNAFP;
85

    
86
	//ignore null
87
	static final boolean ignoreNull = true;
88
	
89
	static final boolean switchSpeciesGroup = true;
90
	
91
	static boolean useClassification = true;
92
	
93
	
94
	static String taxonTable = "v_cdm_exp_taxaAll";
95
	static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId; 
96
	static String relPTaxonIdQuery = " SELECT r.RelPTaxonId " + 
97
					" FROM RelPTaxon AS r INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk ";
98
	static String nameIdTable = " v_cdm_exp_namesAll ";
99
	static String referenceIdTable = " v_cdm_exp_refAll ";
100
	static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll )";
101
	static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
102
	static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )"; 
103
	static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
104
	static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
105
	static String authorTeamFilter = null; // " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
106
	static String authorFilter = null;  // " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) "; 
107
	
108

    
109
	
110
// **************** ALL *********************	
111

    
112
	static final boolean doUser = true;
113
	//authors
114
	static final boolean doAuthors = true;
115
	//references
116
	static final DO_REFERENCES doReferences =  DO_REFERENCES.ALL;
117
	//names
118
	static final boolean doTaxonNames = true;
119
	static final boolean doRelNames = true;
120
	static final boolean doNameStatus = true;
121
	static final boolean doNameFacts = true;
122
	
123
	//taxa
124
	static final boolean doTaxa = true;
125
	static final boolean doRelTaxa = true;
126
	static final boolean doFacts = true;
127
	static final boolean doOccurences = true;
128
	static final boolean doCommonNames = false;  //currently creates errors
129

    
130

    
131
	
132
// **************** SELECTED *********************
133

    
134
//	static final boolean doUser = true;
135
//	//authors
136
//	static final boolean doAuthors = false;
137
//	//references
138
//	static final DO_REFERENCES doReferences =  DO_REFERENCES.NONE;
139
//	//names
140
//	static final boolean doTaxonNames = false;
141
//	static final boolean doRelNames = false;
142
//	static final boolean doNameStatus = false;
143
//	static final boolean doTypes = false;
144
//	static final boolean doNameFacts = false;
145
//	
146
//	//taxa 
147
//	static final boolean doTaxa = false;
148
//	static final boolean doRelTaxa = false;
149
//	static final boolean doFacts = false;
150
//	static final boolean doOccurences = false;
151
//	static final boolean doCommonNames = false;
152
//	
153
//	//etc.
154
//	static final boolean doMarker = false;
155

    
156
	//always false
157
	static final boolean doTypes = false;  
158
	static final boolean doMarker = false;
159

    
160
	
161
	public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
162
		System.out.println("Start import from BerlinModel("+ source.getDatabase() + ") to " + destination.getDatabase() + " ...");
163
		//make BerlinModel Source
164
		
165
		logger.warn("REMIND: Set publishFlag = 1 filter in 'v_cdm_exp_taxaDirect' view !! ");
166
		
167
		BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source,  destination);
168
		
169
		config.setClassificationUuid(classificationUuid);
170
		config.setSourceSecId(sourceSecId);
171
		
172
		config.setNomenclaturalCode(nomenclaturalCode);
173

    
174
		try {
175
			Method makeUrlMethod = this.getClass().getDeclaredMethod("makeUrlForTaxon", TaxonBase.class, ResultSet.class);
176
			config.setMakeUrlForTaxon(makeUrlMethod);
177
		} catch (Exception e) {
178
			e.printStackTrace();
179
			return;
180
		}
181
		
182
		
183
		config.setIgnoreNull(ignoreNull);
184
		config.setDoAuthors(doAuthors);
185
		config.setDoReferences(doReferences);
186
		config.setDoTaxonNames(doTaxonNames);
187
		config.setDoRelNames(doRelNames);
188
		config.setDoNameStatus(doNameStatus);
189
		config.setDoTypes(doTypes);
190
		config.setDoNameFacts(doNameFacts);
191
		config.setUseClassification(useClassification);
192
		config.setSourceRefUuid(uuidSourceRefEuroMed);
193
		
194
		config.setDoTaxa(doTaxa);
195
		config.setDoRelTaxa(doRelTaxa);
196
		config.setDoFacts(doFacts);
197
		config.setDoOccurrence(doOccurences);
198
		config.setDoCommonNames(doCommonNames);
199
		
200
		config.setDoMarker(doMarker);
201
		config.setDoUser(doUser);
202
		config.setEditor(editor);
203
		config.setDbSchemaValidation(hbm2dll);
204
		
205
		// maximum number of name facts to import
206
		config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
207
		
208
//		filter
209
		config.setTaxonTable(taxonTable);
210
		config.setClassificationQuery(classificationQuery);
211
		config.setRelTaxaIdQuery(relPTaxonIdQuery);
212
		config.setNameIdTable(nameIdTable);
213
		config.setReferenceIdTable(referenceIdTable);
214
		config.setAuthorTeamFilter(authorTeamFilter);
215
		config.setAuthorFilter(authorFilter);
216
		config.setFactFilter(factFilter);
217
		config.setCommonNameFilter(commonNameFilter);
218
		config.setOccurrenceFilter(occurrenceFilter);
219
		config.setOccurrenceSourceFilter(occurrenceSourceFilter);
220
		config.setWebMarkerFilter(webMarkerFilter);
221
		config.setUseSingleClassification(useSingleClassification);
222
		
223
		config.setCheck(check);
224
		config.setEditor(editor);
225
		config.setRecordsPerTransaction(partitionSize);
226
		
227
		config.setSwitchSpeciesGroup(switchSpeciesGroup);
228
		
229
		// invoke import
230
		CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<BerlinModelImportConfigurator>();
231
		bmImport.invoke(config);
232
		
233
		if (doFacts && config.getCheck().equals(CHECK.CHECK_AND_IMPORT)  || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK)    ){
234
			ICdmApplicationConfiguration app = bmImport.getCdmAppController();
235
			
236
			//make feature tree
237
			FeatureTree tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
238
			FeatureNode imageNode = FeatureNode.NewInstance(Feature.IMAGE());
239
			tree.getRoot().addChild(imageNode);
240
			FeatureNode distributionNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
241
			tree.getRoot().addChild(distributionNode, 2); 
242
			app.getFeatureTreeService().saveOrUpdate(tree);
243
		}
244
		
245
		System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
246

    
247
		logger.warn("REMIND: Set publishFlag back to <= 1  in 'v_cdm_exp_taxaDirect' view !! ");
248

    
249
		
250
	}
251
	
252
	/**
253
	 * @param args
254
	 */
255
	public static void main(String[] args) {
256
		EuroMedActivator importActivator = new EuroMedActivator();
257
		Source source = berlinModelSource;
258
		ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
259
		
260
		importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
261
	}
262
	
263
	private static final String URLbase = "http://ww2.bgbm.org/EuroPlusMed/PTaxonDetail.asp?";
264
	public static Method makeUrlForTaxon(TaxonBase<?> taxon, ResultSet rs){
265
		Method result = null;
266
		ExtensionType urlExtensionType = ExtensionType.URL();
267
		int nameFk;
268
		try {
269
			nameFk = rs.getInt("PTNameFk");
270
		int refFkInt = rs.getInt("PTRefFk");
271
			if (nameFk != 0 && refFkInt != 0){
272
				String url = String.format(URLbase + "NameId=%s&PTRefFk=%s",nameFk, refFkInt);
273
				taxon.addExtension(url, urlExtensionType);
274
			}else{
275
				logger.warn("NameFk or refFkInt is 0. Can't create url");
276
			}
277
		} catch (SQLException e) {
278
			logger.warn("Exception when trying to access result set for url creation.");
279
		}
280
		
281
		return result;
282
	}
283

    
284
}
(2-2/5)