|
1 |
/**
|
|
2 |
* Copyright (C) 2007 EDIT
|
|
3 |
* European Distributed Institute of Taxonomy
|
|
4 |
* http://www.e-taxonomy.eu
|
|
5 |
*
|
|
6 |
* The contents of this file are subject to the Mozilla Public License Version 1.1
|
|
7 |
* See LICENSE.TXT at the top of this package for the full license terms.
|
|
8 |
*/
|
|
9 |
|
|
10 |
package eu.etaxonomy.cdm.app.vibrant;
|
|
11 |
|
|
12 |
import java.lang.reflect.Method;
|
|
13 |
import java.sql.ResultSet;
|
|
14 |
import java.sql.SQLException;
|
|
15 |
import java.util.UUID;
|
|
16 |
|
|
17 |
import org.apache.log4j.Logger;
|
|
18 |
|
|
19 |
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
|
|
20 |
import eu.etaxonomy.cdm.app.berlinModelImport.BerlinModelSources;
|
|
21 |
import eu.etaxonomy.cdm.app.berlinModelImport.TreeCreator;
|
|
22 |
import eu.etaxonomy.cdm.app.common.CdmDestinations;
|
|
23 |
import eu.etaxonomy.cdm.database.DbSchemaValidation;
|
|
24 |
import eu.etaxonomy.cdm.database.ICdmDataSource;
|
|
25 |
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
|
|
26 |
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
|
|
27 |
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
|
|
28 |
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
|
|
29 |
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
|
|
30 |
import eu.etaxonomy.cdm.io.common.Source;
|
|
31 |
import eu.etaxonomy.cdm.model.common.ExtensionType;
|
|
32 |
import eu.etaxonomy.cdm.model.description.Feature;
|
|
33 |
import eu.etaxonomy.cdm.model.description.FeatureNode;
|
|
34 |
import eu.etaxonomy.cdm.model.description.FeatureTree;
|
|
35 |
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
|
|
36 |
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
|
|
37 |
|
|
38 |
|
|
39 |
/**
|
|
40 |
* TODO add the following to a wiki page:
|
|
41 |
* HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen
|
|
42 |
* you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
|
|
43 |
*
|
|
44 |
*
|
|
45 |
* @author a.mueller
|
|
46 |
*
|
|
47 |
*/
|
|
48 |
public class EuroMedVibrantActivator {
|
|
49 |
private static final Logger logger = Logger.getLogger(EuroMedVibrantActivator.class);
|
|
50 |
|
|
51 |
//database validation status (create, update, validate ...)
|
|
52 |
static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
|
|
53 |
// static final Source berlinModelSource = BerlinModelSources.euroMed();
|
|
54 |
static final Source berlinModelSource = BerlinModelSources.euroMed_PESI3();
|
|
55 |
|
|
56 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_pesi_euroMed();
|
|
57 |
// static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
|
|
58 |
static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql();
|
|
59 |
|
|
60 |
static final boolean includePesiExport = false;
|
|
61 |
|
|
62 |
static final int sourceSecId = 7000000; //500000
|
|
63 |
static final UUID classificationUuid = UUID.fromString("5e05ebc5-6075-45ff-81df-4cefafafa4a3");
|
|
64 |
static final boolean useSingleClassification = true;
|
|
65 |
|
|
66 |
//from PESI-transformer
|
|
67 |
static UUID uuidSourceRefEuroMed = UUID.fromString("0603a84a-f024-4454-ab92-9e2ac0139126");
|
|
68 |
|
|
69 |
static final UUID featureTreeUuid = UUID.fromString("eff345e7-0619-4ec3-955d-997c1fafffc3");
|
|
70 |
static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41};
|
|
71 |
|
|
72 |
// set to zero for unlimited nameFacts
|
|
73 |
static final int maximumNumberOfNameFacts = 0;
|
|
74 |
|
|
75 |
static final int partitionSize = 2500;
|
|
76 |
|
|
77 |
//check - import
|
|
78 |
static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
|
|
79 |
|
|
80 |
//editor - import
|
|
81 |
static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
|
|
82 |
|
|
83 |
//NomenclaturalCode
|
|
84 |
static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICNAFP;
|
|
85 |
|
|
86 |
//ignore null
|
|
87 |
static final boolean ignoreNull = true;
|
|
88 |
|
|
89 |
static final boolean switchSpeciesGroup = true;
|
|
90 |
|
|
91 |
static boolean useClassification = true;
|
|
92 |
|
|
93 |
|
|
94 |
static String taxonTable = "v_cdm_exp_taxaAll";
|
|
95 |
static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId;
|
|
96 |
static String relPTaxonIdQuery = " SELECT r.RelPTaxonId " +
|
|
97 |
" FROM RelPTaxon AS r INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk ";
|
|
98 |
static String nameIdTable = " v_cdm_exp_namesAll ";
|
|
99 |
static String referenceIdTable = " v_cdm_exp_refAll ";
|
|
100 |
static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll )";
|
|
101 |
static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
|
|
102 |
static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
|
|
103 |
static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
|
|
104 |
static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
|
|
105 |
static String authorTeamFilter = null; // " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
|
|
106 |
static String authorFilter = null; // " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) ";
|
|
107 |
|
|
108 |
|
|
109 |
|
|
110 |
// **************** ALL *********************
|
|
111 |
|
|
112 |
static final boolean doUser = true;
|
|
113 |
//authors
|
|
114 |
static final boolean doAuthors = true;
|
|
115 |
//references
|
|
116 |
static final DO_REFERENCES doReferences = DO_REFERENCES.ALL;
|
|
117 |
//names
|
|
118 |
static final boolean doTaxonNames = true;
|
|
119 |
static final boolean doRelNames = true;
|
|
120 |
static final boolean doNameStatus = true;
|
|
121 |
static final boolean doNameFacts = true;
|
|
122 |
|
|
123 |
//taxa
|
|
124 |
static final boolean doTaxa = true;
|
|
125 |
static final boolean doRelTaxa = true;
|
|
126 |
static final boolean doFacts = true;
|
|
127 |
static final boolean doOccurences = true;
|
|
128 |
static final boolean doCommonNames = false; //currently creates errors
|
|
129 |
|
|
130 |
|
|
131 |
|
|
132 |
// **************** SELECTED *********************
|
|
133 |
|
|
134 |
// static final boolean doUser = true;
|
|
135 |
// //authors
|
|
136 |
// static final boolean doAuthors = false;
|
|
137 |
// //references
|
|
138 |
// static final DO_REFERENCES doReferences = DO_REFERENCES.NONE;
|
|
139 |
// //names
|
|
140 |
// static final boolean doTaxonNames = false;
|
|
141 |
// static final boolean doRelNames = false;
|
|
142 |
// static final boolean doNameStatus = false;
|
|
143 |
// static final boolean doTypes = false;
|
|
144 |
// static final boolean doNameFacts = false;
|
|
145 |
//
|
|
146 |
// //taxa
|
|
147 |
// static final boolean doTaxa = false;
|
|
148 |
// static final boolean doRelTaxa = false;
|
|
149 |
// static final boolean doFacts = false;
|
|
150 |
// static final boolean doOccurences = false;
|
|
151 |
// static final boolean doCommonNames = false;
|
|
152 |
//
|
|
153 |
// //etc.
|
|
154 |
// static final boolean doMarker = false;
|
|
155 |
|
|
156 |
//always false
|
|
157 |
static final boolean doTypes = false;
|
|
158 |
static final boolean doMarker = false;
|
|
159 |
|
|
160 |
|
|
161 |
public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
|
|
162 |
System.out.println("Start import from BerlinModel("+ source.getDatabase() + ") to " + destination.getDatabase() + " ...");
|
|
163 |
//make BerlinModel Source
|
|
164 |
|
|
165 |
logger.warn("REMIND: Set publishFlag = 1 filter in 'v_cdm_exp_taxaDirect' view !! ");
|
|
166 |
|
|
167 |
BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source, destination);
|
|
168 |
|
|
169 |
config.setClassificationUuid(classificationUuid);
|
|
170 |
config.setSourceSecId(sourceSecId);
|
|
171 |
|
|
172 |
config.setNomenclaturalCode(nomenclaturalCode);
|
|
173 |
|
|
174 |
try {
|
|
175 |
Method makeUrlMethod = this.getClass().getDeclaredMethod("makeUrlForTaxon", TaxonBase.class, ResultSet.class);
|
|
176 |
config.setMakeUrlForTaxon(makeUrlMethod);
|
|
177 |
} catch (Exception e) {
|
|
178 |
e.printStackTrace();
|
|
179 |
return;
|
|
180 |
}
|
|
181 |
|
|
182 |
|
|
183 |
config.setIgnoreNull(ignoreNull);
|
|
184 |
config.setDoAuthors(doAuthors);
|
|
185 |
config.setDoReferences(doReferences);
|
|
186 |
config.setDoTaxonNames(doTaxonNames);
|
|
187 |
config.setDoRelNames(doRelNames);
|
|
188 |
config.setDoNameStatus(doNameStatus);
|
|
189 |
config.setDoTypes(doTypes);
|
|
190 |
config.setDoNameFacts(doNameFacts);
|
|
191 |
config.setUseClassification(useClassification);
|
|
192 |
config.setSourceRefUuid(uuidSourceRefEuroMed);
|
|
193 |
|
|
194 |
config.setDoTaxa(doTaxa);
|
|
195 |
config.setDoRelTaxa(doRelTaxa);
|
|
196 |
config.setDoFacts(doFacts);
|
|
197 |
config.setDoOccurrence(doOccurences);
|
|
198 |
config.setDoCommonNames(doCommonNames);
|
|
199 |
|
|
200 |
config.setDoMarker(doMarker);
|
|
201 |
config.setDoUser(doUser);
|
|
202 |
config.setEditor(editor);
|
|
203 |
config.setDbSchemaValidation(hbm2dll);
|
|
204 |
|
|
205 |
// maximum number of name facts to import
|
|
206 |
config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
|
|
207 |
|
|
208 |
// filter
|
|
209 |
config.setTaxonTable(taxonTable);
|
|
210 |
config.setClassificationQuery(classificationQuery);
|
|
211 |
config.setRelTaxaIdQuery(relPTaxonIdQuery);
|
|
212 |
config.setNameIdTable(nameIdTable);
|
|
213 |
config.setReferenceIdTable(referenceIdTable);
|
|
214 |
config.setAuthorTeamFilter(authorTeamFilter);
|
|
215 |
config.setAuthorFilter(authorFilter);
|
|
216 |
config.setFactFilter(factFilter);
|
|
217 |
config.setCommonNameFilter(commonNameFilter);
|
|
218 |
config.setOccurrenceFilter(occurrenceFilter);
|
|
219 |
config.setOccurrenceSourceFilter(occurrenceSourceFilter);
|
|
220 |
config.setWebMarkerFilter(webMarkerFilter);
|
|
221 |
config.setUseSingleClassification(useSingleClassification);
|
|
222 |
|
|
223 |
config.setCheck(check);
|
|
224 |
config.setEditor(editor);
|
|
225 |
config.setRecordsPerTransaction(partitionSize);
|
|
226 |
|
|
227 |
config.setSwitchSpeciesGroup(switchSpeciesGroup);
|
|
228 |
|
|
229 |
// invoke import
|
|
230 |
CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<BerlinModelImportConfigurator>();
|
|
231 |
bmImport.invoke(config);
|
|
232 |
|
|
233 |
if (doFacts && config.getCheck().equals(CHECK.CHECK_AND_IMPORT) || config.getCheck().equals(CHECK.IMPORT_WITHOUT_CHECK) ){
|
|
234 |
ICdmApplicationConfiguration app = bmImport.getCdmAppController();
|
|
235 |
|
|
236 |
//make feature tree
|
|
237 |
FeatureTree tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
|
|
238 |
FeatureNode imageNode = FeatureNode.NewInstance(Feature.IMAGE());
|
|
239 |
tree.getRoot().addChild(imageNode);
|
|
240 |
FeatureNode distributionNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
|
|
241 |
tree.getRoot().addChild(distributionNode, 2);
|
|
242 |
app.getFeatureTreeService().saveOrUpdate(tree);
|
|
243 |
}
|
|
244 |
|
|
245 |
System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
|
|
246 |
|
|
247 |
logger.warn("REMIND: Set publishFlag back to <= 1 in 'v_cdm_exp_taxaDirect' view !! ");
|
|
248 |
|
|
249 |
|
|
250 |
}
|
|
251 |
|
|
252 |
/**
|
|
253 |
* @param args
|
|
254 |
*/
|
|
255 |
public static void main(String[] args) {
|
|
256 |
EuroMedVibrantActivator importActivator = new EuroMedVibrantActivator();
|
|
257 |
Source source = berlinModelSource;
|
|
258 |
ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
|
|
259 |
|
|
260 |
importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
|
|
261 |
}
|
|
262 |
|
|
263 |
private static final String URLbase = "http://ww2.bgbm.org/EuroPlusMed/PTaxonDetail.asp?";
|
|
264 |
public static Method makeUrlForTaxon(TaxonBase<?> taxon, ResultSet rs){
|
|
265 |
Method result = null;
|
|
266 |
ExtensionType urlExtensionType = ExtensionType.URL();
|
|
267 |
int nameFk;
|
|
268 |
try {
|
|
269 |
nameFk = rs.getInt("PTNameFk");
|
|
270 |
int refFkInt = rs.getInt("PTRefFk");
|
|
271 |
if (nameFk != 0 && refFkInt != 0){
|
|
272 |
String url = String.format(URLbase + "NameId=%s&PTRefFk=%s",nameFk, refFkInt);
|
|
273 |
taxon.addExtension(url, urlExtensionType);
|
|
274 |
}else{
|
|
275 |
logger.warn("NameFk or refFkInt is 0. Can't create url");
|
|
276 |
}
|
|
277 |
} catch (SQLException e) {
|
|
278 |
logger.warn("Exception when trying to access result set for url creation.");
|
|
279 |
}
|
|
280 |
|
|
281 |
return result;
|
|
282 |
}
|
|
283 |
|
|
284 |
}
|
rename EuroMedVibrant activator