Project

General

Profile

Download (10.3 KB) Statistics
| Branch: | Revision:
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy
4
* http://www.e-taxonomy.eu
5
*
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

    
10
package eu.etaxonomy.cdm.app.vibrant;
11

    
12
import java.lang.reflect.Method;
13
import java.sql.ResultSet;
14
import java.sql.SQLException;
15
import java.util.UUID;
16

    
17
import org.apache.log4j.Logger;
18

    
19
import eu.etaxonomy.cdm.api.application.ICdmRepository;
20
import eu.etaxonomy.cdm.app.berlinModelImport.BerlinModelSources;
21
import eu.etaxonomy.cdm.app.berlinModelImport.TreeCreator;
22
import eu.etaxonomy.cdm.app.common.CdmDestinations;
23
import eu.etaxonomy.cdm.database.DbSchemaValidation;
24
import eu.etaxonomy.cdm.database.ICdmDataSource;
25
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
26
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
27
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
28
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
29
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
30
import eu.etaxonomy.cdm.io.common.Source;
31
import eu.etaxonomy.cdm.model.common.ExtensionType;
32
import eu.etaxonomy.cdm.model.description.Feature;
33
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
34
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
35
import eu.etaxonomy.cdm.model.term.TermTree;
36

    
37

    
38
/**
39
 * TODO add the following to a wiki page:
40
 * HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen
41
 * you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
42
 *
43
 *
44
 * @author a.mueller
45
 *
46
 */
47
public class EuroMedActivatorVibrant {
48
	private static final Logger logger = Logger.getLogger(EuroMedActivatorVibrant.class);
49

    
50
	//database validation status (create, update, validate ...)
51
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
52
//	static final Source berlinModelSource = BerlinModelSources.euroMed();
53
	static final Source berlinModelSource = BerlinModelSources.euroMed_PESI3();
54

    
55
//	static final ICdmDataSource cdmDestination = CdmDestinations.test_cdm_pesi_euroMed();
56
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
57
	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_test_mysql();
58

    
59
	static final boolean includePesiExport = false;
60

    
61
	static final int sourceSecId = 7000000; //500000
62
	static final UUID classificationUuid = UUID.fromString("5e05ebc5-6075-45ff-81df-4cefafafa4a3");
63
	static final boolean useSingleClassification = true;
64

    
65
	//from PESI-transformer
66
	static UUID uuidSourceRefEuroMed = UUID.fromString("0603a84a-f024-4454-ab92-9e2ac0139126");
67

    
68
	static final UUID featureTreeUuid = UUID.fromString("eff345e7-0619-4ec3-955d-997c1fafffc3");
69
	static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41};
70

    
71
	// set to zero for unlimited nameFacts
72
	static final int maximumNumberOfNameFacts = 0;
73

    
74
	static final int partitionSize = 2500;
75

    
76
	//check - import
77
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
78

    
79
	//editor - import
80
	static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
81

    
82
	//NomenclaturalCode
83
	static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICNAFP;
84

    
85
	//ignore null
86
	static final boolean ignoreNull = true;
87

    
88
	static final boolean switchSpeciesGroup = true;
89

    
90
	static boolean useClassification = true;
91

    
92

    
93
	static String taxonTable = "v_cdm_exp_taxaAll";
94
	static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId;
95
	static String relPTaxonIdQuery = " SELECT r.RelPTaxonId " +
96
					" FROM RelPTaxon AS r INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk ";
97
	static String nameIdTable = " v_cdm_exp_namesAll ";
98
	static String referenceIdTable = " v_cdm_exp_refAll ";
99
	static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll )";
100
	static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
101
	static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
102
	static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
103
	static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
104
	static String authorTeamFilter = null; // " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
105
	static String authorFilter = null;  // " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) ";
106

    
107

    
108

    
109
// **************** ALL *********************
110

    
111
	static final boolean doUser = true;
112
	//authors
113
	static final boolean doAuthors = true;
114
	//references
115
	static final DO_REFERENCES doReferences =  DO_REFERENCES.ALL;
116
	//names
117
	static final boolean doTaxonNames = true;
118
	static final boolean doRelNames = true;
119
	static final boolean doNameStatus = true;
120
	static final boolean doNameFacts = true;
121

    
122
	//taxa
123
	static final boolean doTaxa = true;
124
	static final boolean doRelTaxa = true;
125
	static final boolean doFacts = true;
126
	static final boolean doOccurences = true;
127
	static final boolean doCommonNames = false;  //currently creates errors
128

    
129

    
130

    
131
// **************** SELECTED *********************
132

    
133
//	static final boolean doUser = true;
134
//	//authors
135
//	static final boolean doAuthors = false;
136
//	//references
137
//	static final DO_REFERENCES doReferences =  DO_REFERENCES.NONE;
138
//	//names
139
//	static final boolean doTaxonNames = false;
140
//	static final boolean doRelNames = false;
141
//	static final boolean doNameStatus = false;
142
//	static final boolean doTypes = false;
143
//	static final boolean doNameFacts = false;
144
//
145
//	//taxa
146
//	static final boolean doTaxa = false;
147
//	static final boolean doRelTaxa = false;
148
//	static final boolean doFacts = false;
149
//	static final boolean doOccurences = false;
150
//	static final boolean doCommonNames = false;
151
//
152
//	//etc.
153
//	static final boolean doMarker = false;
154

    
155
	//always false
156
	static final boolean doTypes = false;
157
	static final boolean doMarker = false;
158

    
159

    
160
	public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
161
		System.out.println("Start import from BerlinModel("+ source.getDatabase() + ") to " + destination.getDatabase() + " ...");
162
		//make BerlinModel Source
163

    
164
		logger.warn("REMIND: Set publishFlag = 1 filter in 'v_cdm_exp_taxaDirect' view !! ");
165

    
166
		BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source,  destination);
167

    
168
		config.setClassificationUuid(classificationUuid);
169
		config.setSourceSecId(sourceSecId);
170

    
171
		config.setNomenclaturalCode(nomenclaturalCode);
172

    
173
		try {
174
			Method makeUrlMethod = this.getClass().getDeclaredMethod("makeUrlForTaxon", TaxonBase.class, ResultSet.class);
175
			config.setMakeUrlForTaxon(makeUrlMethod);
176
		} catch (Exception e) {
177
			e.printStackTrace();
178
			return;
179
		}
180

    
181

    
182
		config.setIgnoreNull(ignoreNull);
183
		config.setDoAuthors(doAuthors);
184
		config.setDoReferences(doReferences);
185
		config.setDoTaxonNames(doTaxonNames);
186
		config.setDoRelNames(doRelNames);
187
		config.setDoNameStatus(doNameStatus);
188
		config.setDoTypes(doTypes);
189
		config.setDoNameFacts(doNameFacts);
190
		config.setUseClassification(useClassification);
191
		config.setSourceRefUuid(uuidSourceRefEuroMed);
192

    
193
		config.setDoTaxa(doTaxa);
194
		config.setDoRelTaxa(doRelTaxa);
195
		config.setDoFacts(doFacts);
196
		config.setDoOccurrence(doOccurences);
197
		config.setDoCommonNames(doCommonNames);
198

    
199
		config.setDoMarker(doMarker);
200
		config.setDoUser(doUser);
201
		config.setEditor(editor);
202
		config.setDbSchemaValidation(hbm2dll);
203

    
204
		// maximum number of name facts to import
205
		config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
206

    
207
//		filter
208
		config.setTaxonTable(taxonTable);
209
		config.setClassificationQuery(classificationQuery);
210
		config.setRelTaxaIdQuery(relPTaxonIdQuery);
211
		config.setNameIdTable(nameIdTable);
212
		config.setReferenceIdTable(referenceIdTable);
213
		config.setAuthorTeamFilter(authorTeamFilter);
214
		config.setAuthorFilter(authorFilter);
215
		config.setFactFilter(factFilter);
216
		config.setCommonNameFilter(commonNameFilter);
217
		config.setOccurrenceFilter(occurrenceFilter);
218
		config.setOccurrenceSourceFilter(occurrenceSourceFilter);
219
		config.setWebMarkerFilter(webMarkerFilter);
220
		config.setUseSingleClassification(useSingleClassification);
221

    
222
		config.setCheck(check);
223
		config.setEditor(editor);
224
		config.setRecordsPerTransaction(partitionSize);
225

    
226
		config.setSwitchSpeciesGroup(switchSpeciesGroup);
227

    
228
		// invoke import
229
		CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<BerlinModelImportConfigurator>();
230
		bmImport.invoke(config);
231

    
232
		if (doFacts && config.getCheck().equals(CHECK.CHECK_AND_IMPORT)  || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK)    ){
233
			ICdmRepository app = bmImport.getCdmAppController();
234

    
235
			//make feature tree
236
			TermTree<Feature> tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
237
			tree.getRoot().addChild(Feature.IMAGE());
238
			tree.getRoot().addChild(Feature.DISTRIBUTION(), 2);
239
			app.getTermTreeService().saveOrUpdate(tree);
240
		}
241

    
242
		System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
243

    
244
		logger.warn("REMIND: Set publishFlag back to <= 1  in 'v_cdm_exp_taxaDirect' view !! ");
245

    
246

    
247
	}
248

    
249
	/**
250
	 * @param args
251
	 */
252
	public static void main(String[] args) {
253
		EuroMedActivatorVibrant importActivator = new EuroMedActivatorVibrant();
254
		Source source = berlinModelSource;
255
		ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
256

    
257
		importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
258
	}
259

    
260
	private static final String URLbase = "http://ww2.bgbm.org/EuroPlusMed/PTaxonDetail.asp?";
261
	public static Method makeUrlForTaxon(TaxonBase<?> taxon, ResultSet rs){
262
		Method result = null;
263
		ExtensionType urlExtensionType = ExtensionType.URL();
264
		int nameFk;
265
		try {
266
			nameFk = rs.getInt("PTNameFk");
267
		int refFkInt = rs.getInt("PTRefFk");
268
			if (nameFk != 0 && refFkInt != 0){
269
				String url = String.format(URLbase + "NameId=%s&PTRefFk=%s",nameFk, refFkInt);
270
				taxon.addExtension(url, urlExtensionType);
271
			}else{
272
				logger.warn("NameFk or refFkInt is 0. Can't create url");
273
			}
274
		} catch (SQLException e) {
275
			logger.warn("Exception when trying to access result set for url creation.");
276
		}
277

    
278
		return result;
279
	}
280

    
281
}
(2-2/6)