1
|
/**
|
2
|
* Copyright (C) 2007 EDIT
|
3
|
* European Distributed Institute of Taxonomy
|
4
|
* http://www.e-taxonomy.eu
|
5
|
*
|
6
|
* The contents of this file are subject to the Mozilla Public License Version 1.1
|
7
|
* See LICENSE.TXT at the top of this package for the full license terms.
|
8
|
*/
|
9
|
|
10
|
package eu.etaxonomy.cdm.io.pesi.indexFungorum;
|
11
|
|
12
|
import java.sql.ResultSet;
|
13
|
import java.sql.SQLException;
|
14
|
import java.util.HashMap;
|
15
|
import java.util.List;
|
16
|
import java.util.Map;
|
17
|
|
18
|
import org.apache.log4j.Logger;
|
19
|
import org.springframework.stereotype.Component;
|
20
|
import org.springframework.transaction.TransactionStatus;
|
21
|
|
22
|
import eu.etaxonomy.cdm.io.pesi.out.PesiTransformer;
|
23
|
import eu.etaxonomy.cdm.model.common.CdmBase;
|
24
|
import eu.etaxonomy.cdm.model.common.Marker;
|
25
|
import eu.etaxonomy.cdm.model.name.Rank;
|
26
|
import eu.etaxonomy.cdm.model.name.TaxonName;
|
27
|
import eu.etaxonomy.cdm.model.name.TaxonNameFactory;
|
28
|
import eu.etaxonomy.cdm.model.reference.Reference;
|
29
|
import eu.etaxonomy.cdm.model.taxon.Classification;
|
30
|
import eu.etaxonomy.cdm.model.taxon.Taxon;
|
31
|
import eu.etaxonomy.cdm.model.taxon.TaxonBase;
|
32
|
|
33
|
/**
|
34
|
* @author a.mueller
|
35
|
* @since 27.02.2012
|
36
|
*/
|
37
|
@Component
|
38
|
public class IndexFungorumHigherClassificationImport extends IndexFungorumImportBase {
|
39
|
|
40
|
private static final long serialVersionUID = -6841466146506309309L;
|
41
|
private static final Logger logger = Logger.getLogger(IndexFungorumHigherClassificationImport.class);
|
42
|
|
43
|
private static final String pluralString = "higher classifications";
|
44
|
private static final String dbTableName = "tblPESIfungi-Classification";
|
45
|
|
46
|
public IndexFungorumHigherClassificationImport(){
|
47
|
super(pluralString, dbTableName);
|
48
|
}
|
49
|
|
50
|
@Override
|
51
|
protected String getRecordQuery(IndexFungorumImportConfigurator config) {
|
52
|
String strRecordQuery =
|
53
|
" SELECT DISTINCT [Kingdom name], [Phylum name], [Subphylum name], [Class name], [Subclass name], [Order name], [Family name], g.[NAME OF FUNGUS] as GenusName, c.PreferredName as SpeciesName " +
|
54
|
" FROM [tblPESIfungi-Classification] c LEFT OUTER JOIN " +
|
55
|
" tblGenera g ON c.PreferredNameFDCnumber = g.[RECORD NUMBER]" +
|
56
|
" ORDER BY [Kingdom name], [Phylum name], [Subphylum name], [Class name], [Subclass name], [Order name], [Family name], GenusName, SpeciesName ";
|
57
|
return strRecordQuery;
|
58
|
}
|
59
|
|
60
|
@Override
|
61
|
protected void doInvoke(IndexFungorumImportState state) {
|
62
|
|
63
|
logger.info("Start higher classification ...");
|
64
|
|
65
|
String sql = getRecordQuery(state.getConfig());
|
66
|
ResultSet rs = state.getConfig().getSource().getResultSet(sql);
|
67
|
|
68
|
//only 1 partition here
|
69
|
|
70
|
String lastKingdom = "";
|
71
|
String lastPhylum = "";
|
72
|
String lastSubphylum = "";
|
73
|
String lastClassname = "";
|
74
|
String lastSubclass = "";
|
75
|
String lastOrder = "";
|
76
|
String lastFamily = "";
|
77
|
|
78
|
Taxon taxonKingdom = null;
|
79
|
Taxon taxonPhylum = null;
|
80
|
Taxon taxonSubphylum = null;
|
81
|
Taxon taxonClass = null;
|
82
|
Taxon taxonSubclass = null;
|
83
|
Taxon taxonOrder = null;
|
84
|
Taxon taxonFamily = null;
|
85
|
|
86
|
Taxon higherTaxon = null;
|
87
|
|
88
|
TransactionStatus tx = startTransaction();
|
89
|
ResultSet rsRelatedObjects = state.getConfig().getSource().getResultSet(sql);
|
90
|
state.setRelatedObjects(getRelatedObjectsForPartition(rsRelatedObjects, state));
|
91
|
|
92
|
Classification classification = getClassification(state);
|
93
|
|
94
|
try {
|
95
|
while (rs.next()){
|
96
|
String kingdom = rs.getString("Kingdom name");
|
97
|
String phylum = rs.getString("Phylum name");
|
98
|
String subphylum = rs.getString("Subphylum name");
|
99
|
String classname = rs.getString("Class name");
|
100
|
String subclass = rs.getString("Subclass name");
|
101
|
String order = rs.getString("Order name");
|
102
|
String family = rs.getString("Family name");
|
103
|
|
104
|
if (isNewTaxon(family, lastFamily)){
|
105
|
if (isNewTaxon(order,lastOrder)){
|
106
|
if (isNewTaxon(subclass,lastSubclass)){
|
107
|
if (isNewTaxon(classname,lastClassname)){
|
108
|
if (isNewTaxon(subphylum, lastSubphylum)){
|
109
|
if (isNewTaxon(phylum,lastPhylum)){
|
110
|
if (isNewTaxon(kingdom,lastKingdom)){
|
111
|
taxonKingdom = makeTaxon(state, kingdom, Rank.KINGDOM());
|
112
|
lastKingdom = kingdom;
|
113
|
logger.info("Import kingdom " + kingdom);
|
114
|
getTaxonService().saveOrUpdate(taxonKingdom);
|
115
|
}else{
|
116
|
higherTaxon = taxonKingdom;
|
117
|
}
|
118
|
higherTaxon = isIncertisSedis(kingdom) ? higherTaxon : taxonKingdom;
|
119
|
Rank newRank = (lastKingdom.equals("Fungi") ? null : Rank.PHYLUM());
|
120
|
taxonPhylum = makeTaxon(state, phylum, newRank);
|
121
|
if (taxonPhylum != null){
|
122
|
classification.addParentChild(higherTaxon, taxonPhylum, null, null);
|
123
|
}
|
124
|
higherTaxon = isIncertisSedis(phylum) ? higherTaxon : taxonPhylum;
|
125
|
lastPhylum = phylum;
|
126
|
logger.info("Import Phylum " + phylum);
|
127
|
}else{
|
128
|
higherTaxon = taxonPhylum;
|
129
|
}
|
130
|
Rank newRank = (lastKingdom.equals("Fungi") ? null : Rank.SUBPHYLUM());
|
131
|
taxonSubphylum = makeTaxon(state, subphylum, newRank);
|
132
|
if (taxonSubphylum != null){
|
133
|
getClassification(state).addParentChild(higherTaxon,taxonSubphylum, null, null);
|
134
|
}
|
135
|
higherTaxon = isIncertisSedis(subphylum) ? higherTaxon : taxonSubphylum;
|
136
|
lastSubphylum = subphylum;
|
137
|
}else{
|
138
|
higherTaxon = taxonSubphylum;
|
139
|
}
|
140
|
taxonClass = makeTaxon(state, classname, Rank.CLASS());
|
141
|
if (taxonClass != null){
|
142
|
getClassification(state).addParentChild(higherTaxon, taxonClass, null, null);
|
143
|
}
|
144
|
higherTaxon = isIncertisSedis(classname) ? higherTaxon : taxonClass;
|
145
|
lastClassname = classname;
|
146
|
}else{
|
147
|
higherTaxon = taxonClass;
|
148
|
}
|
149
|
taxonSubclass = makeTaxon(state, subclass, Rank.SUBCLASS());
|
150
|
if (taxonSubclass != null){
|
151
|
getClassification(state).addParentChild(higherTaxon, taxonSubclass,null, null);
|
152
|
}
|
153
|
higherTaxon = isIncertisSedis(subclass) ? higherTaxon : taxonSubclass;
|
154
|
lastSubclass = subclass;
|
155
|
}else{
|
156
|
higherTaxon = taxonSubclass;
|
157
|
}
|
158
|
taxonOrder = makeTaxon(state, order, Rank.ORDER());
|
159
|
if (taxonOrder != null){
|
160
|
getClassification(state).addParentChild(higherTaxon, taxonOrder, null, null);
|
161
|
}
|
162
|
higherTaxon = isIncertisSedis(order) ? higherTaxon : taxonOrder;
|
163
|
lastOrder = order;
|
164
|
}else{
|
165
|
higherTaxon = taxonOrder;
|
166
|
}
|
167
|
taxonFamily = makeTaxon(state, family, Rank.FAMILY());
|
168
|
if (taxonFamily != null){
|
169
|
try{
|
170
|
//if this shows a warning see single issue in #2826 about Glomerellaceae (which has 2 different parents)
|
171
|
getClassification(state).addParentChild(higherTaxon, taxonFamily, null, null);
|
172
|
}catch(IllegalStateException e){
|
173
|
if (e.getMessage().startsWith("The child taxon is already part of the tree")){
|
174
|
logger.warn(e.getMessage() + taxonFamily.getTitleCache() + " " + higherTaxon.getTitleCache());
|
175
|
}
|
176
|
}
|
177
|
}
|
178
|
higherTaxon = isIncertisSedis(family) ? higherTaxon : taxonFamily;
|
179
|
lastFamily = family;
|
180
|
getTaxonService().saveOrUpdate(higherTaxon);
|
181
|
}
|
182
|
getTaxonService().saveOrUpdate(higherTaxon);
|
183
|
}
|
184
|
} catch (SQLException e) {
|
185
|
e.printStackTrace();
|
186
|
logger.error(e.getMessage());
|
187
|
tx.setRollbackOnly();
|
188
|
state.setSuccess(false);
|
189
|
}
|
190
|
commitTransaction(tx);
|
191
|
logger.info("End higher classification ...");
|
192
|
|
193
|
return;
|
194
|
}
|
195
|
|
196
|
private boolean isIncertisSedis(String uninomial) {
|
197
|
return uninomial.equalsIgnoreCase(INCERTAE_SEDIS) || uninomial.equalsIgnoreCase(FOSSIL_FUNGI);
|
198
|
}
|
199
|
|
200
|
private boolean isNewTaxon(String uninomial, String lastUninomial) {
|
201
|
boolean result = !uninomial.equalsIgnoreCase(lastUninomial);
|
202
|
result |= lastUninomial.equalsIgnoreCase(INCERTAE_SEDIS);
|
203
|
result |= lastUninomial.equalsIgnoreCase(FOSSIL_FUNGI);
|
204
|
return result;
|
205
|
}
|
206
|
|
207
|
private Taxon makeTaxon(IndexFungorumImportState state, String uninomial, Rank newRank) {
|
208
|
if (uninomial.equalsIgnoreCase(INCERTAE_SEDIS) || uninomial.equalsIgnoreCase(FOSSIL_FUNGI)){
|
209
|
return null;
|
210
|
}
|
211
|
Taxon taxon = state.getRelatedObject(IndexFungorumImportBase.NAMESPACE_SUPRAGENERIC_NAMES, uninomial, Taxon.class);
|
212
|
if (taxon == null){
|
213
|
if (! newRank.equals(Rank.KINGDOM())){
|
214
|
logger.warn("Taxon not found for uninomial " + uninomial);
|
215
|
}
|
216
|
TaxonName name = TaxonNameFactory.NewBotanicalInstance(newRank);
|
217
|
name.setGenusOrUninomial(uninomial);
|
218
|
Reference sourceReference = state.getRelatedObject(NAMESPACE_REFERENCE, SOURCE_REFERENCE, Reference.class);
|
219
|
taxon = Taxon.NewInstance(name, sourceReference);
|
220
|
taxon.addMarker(Marker.NewInstance(getMissingGUIDMarkerType(state), true));
|
221
|
}else if (newRank != null){
|
222
|
taxon.getName().setRank(newRank);
|
223
|
}
|
224
|
return taxon;
|
225
|
}
|
226
|
|
227
|
@Override
|
228
|
public Map<Object, Map<String, ? extends CdmBase>> getRelatedObjectsForPartition(ResultSet rs, IndexFungorumImportState state) {
|
229
|
String nameSpace;
|
230
|
Map<Object, Map<String, ? extends CdmBase>> result = new HashMap<>();
|
231
|
|
232
|
try{
|
233
|
//taxon map
|
234
|
nameSpace = IndexFungorumImportBase.NAMESPACE_SUPRAGENERIC_NAMES ;
|
235
|
Map<String, TaxonBase<?>> taxonMap = new HashMap<>();
|
236
|
@SuppressWarnings("unchecked")
|
237
|
List<Taxon> list = getCommonService().getHqlResult("SELECT t FROM Taxon t JOIN t.sources s WHERE s.citation.uuid = ?0", new Object[]{ PesiTransformer.uuidSourceRefIndexFungorum});
|
238
|
for (Taxon taxon : list){
|
239
|
String uninomial = CdmBase.deproxy(taxon.getName()).getGenusOrUninomial();
|
240
|
TaxonBase<?> existing = taxonMap.put(uninomial, taxon);
|
241
|
if (existing != null){
|
242
|
logger.warn("There seem to be duplicate taxa for uninomial: " + uninomial);
|
243
|
}
|
244
|
}
|
245
|
result.put(nameSpace, taxonMap);
|
246
|
|
247
|
//source reference
|
248
|
Reference sourceReference = getReferenceService().find(PesiTransformer.uuidSourceRefIndexFungorum);
|
249
|
Map<String, Reference> referenceMap = new HashMap<>();
|
250
|
referenceMap.put(SOURCE_REFERENCE, sourceReference);
|
251
|
result.put(NAMESPACE_REFERENCE, referenceMap);
|
252
|
|
253
|
} catch (Exception e) {
|
254
|
throw new RuntimeException(e);
|
255
|
}
|
256
|
return result;
|
257
|
}
|
258
|
|
259
|
@Override
|
260
|
protected boolean doCheck(IndexFungorumImportState state){
|
261
|
return true;
|
262
|
}
|
263
|
|
264
|
@Override
|
265
|
protected boolean isIgnore(IndexFungorumImportState state){
|
266
|
return ! state.getConfig().isDoRelTaxa();
|
267
|
}
|
268
|
}
|