Project

General

Profile

Download (27.9 KB) Statistics
| Branch: | Revision:
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy
4
* http://www.e-taxonomy.eu
5
*
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

    
10
package eu.etaxonomy.cdm.app.berlinModelImport;
11

    
12
import java.io.IOException;
13
import java.io.InputStream;
14
import java.io.InputStreamReader;
15
import java.io.Reader;
16
import java.util.Arrays;
17
import java.util.HashMap;
18
import java.util.List;
19
import java.util.Map;
20
import java.util.Set;
21
import java.util.UUID;
22

    
23
import org.apache.log4j.Logger;
24
import org.springframework.security.core.GrantedAuthority;
25
import org.springframework.transaction.TransactionStatus;
26

    
27
import eu.etaxonomy.cdm.api.application.FirstDataInserter;
28
import eu.etaxonomy.cdm.api.application.ICdmRepository;
29
import eu.etaxonomy.cdm.api.service.IGroupService;
30
import eu.etaxonomy.cdm.api.service.description.TransmissionEngineDistribution;
31
import eu.etaxonomy.cdm.api.service.description.TransmissionEngineDistribution.AggregationMode;
32
import eu.etaxonomy.cdm.api.service.pager.Pager;
33
import eu.etaxonomy.cdm.app.common.CdmDestinations;
34
import eu.etaxonomy.cdm.common.monitor.DefaultProgressMonitor;
35
import eu.etaxonomy.cdm.database.DbSchemaValidation;
36
import eu.etaxonomy.cdm.database.ICdmDataSource;
37
import eu.etaxonomy.cdm.ext.geo.IEditGeoService;
38
import eu.etaxonomy.cdm.io.berlinModel.BerlinModelTransformer;
39
import eu.etaxonomy.cdm.io.berlinModel.in.BerlinModelImportConfigurator;
40
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
41
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
42
import eu.etaxonomy.cdm.io.common.IImportConfigurator.DO_REFERENCES;
43
import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;
44
import eu.etaxonomy.cdm.io.common.Source;
45
import eu.etaxonomy.cdm.model.agent.Person;
46
import eu.etaxonomy.cdm.model.common.DefinedTermBase;
47
import eu.etaxonomy.cdm.model.common.GrantedAuthorityImpl;
48
import eu.etaxonomy.cdm.model.common.Group;
49
import eu.etaxonomy.cdm.model.common.Language;
50
import eu.etaxonomy.cdm.model.common.Representation;
51
import eu.etaxonomy.cdm.model.common.User;
52
import eu.etaxonomy.cdm.model.description.Feature;
53
import eu.etaxonomy.cdm.model.description.FeatureNode;
54
import eu.etaxonomy.cdm.model.description.FeatureTree;
55
import eu.etaxonomy.cdm.model.location.NamedArea;
56
import eu.etaxonomy.cdm.model.location.NamedAreaLevel;
57
import eu.etaxonomy.cdm.model.location.NamedAreaType;
58
import eu.etaxonomy.cdm.model.name.NomenclaturalCode;
59
import eu.etaxonomy.cdm.model.name.Rank;
60
import eu.etaxonomy.cdm.model.taxon.Taxon;
61
import eu.etaxonomy.cdm.model.taxon.TaxonNode;
62
import eu.etaxonomy.cdm.persistence.hibernate.permission.Role;
63
import eu.etaxonomy.cdm.persistence.query.MatchMode;
64
import eu.etaxonomy.cdm.persistence.query.OrderHint;
65

    
66

    
67
/**
68
 * TODO add the following to a wiki page:
69
 * HINT: If you are about to import into a mysql data base running under windows and if you wish to dump and restore the resulting data bas under another operation systen
70
 * you must set the mysql system variable lower_case_table_names = 0 in order to create data base with table compatible names.
71
 *
72
 *
73
 * @author a.mueller
74
 *
75
 */
76
public class EuroMedActivator {
77
	private static final Logger logger = Logger.getLogger(EuroMedActivator.class);
78

    
79
	//database validation status (create, update, validate ...)
80
	static DbSchemaValidation hbm2dll = DbSchemaValidation.VALIDATE;
81
//    static final Source berlinModelSource = BerlinModelSources.euroMed_Pub2();
82
	static final Source berlinModelSource = BerlinModelSources.euroMed_BGBM42();
83
//	static final Source berlinModelSource = BerlinModelSources.euroMed_PESI3();
84
//
85
//  static final ICdmDataSource cdmDestination = CdmDestinations.localH2();
86
//    static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_euromed();
87
    static final ICdmDataSource cdmDestination = CdmDestinations.cdm_local_euromed();
88
//	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_euroMed();
89

    
90
    //check - import
91
    static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
92

    
93
    static final boolean doUser = true;
94
//  //authors
95
    static final boolean doAuthors = true;
96
    //references
97
    static final DO_REFERENCES doReferences =  DO_REFERENCES.ALL;
98
    //names
99
    static final boolean doTaxonNames = true;
100
    static final boolean doRelNames = true;
101
    static final boolean doNameStatus = true;
102
    static final boolean doNameFacts = true;
103
    //serious types do not exist in E+M except for name types which are handled in name relations
104
    static final boolean doTypes = false;  //serious types do not exist in E+M except for name types which are handled in name relations
105

    
106
    //taxa
107
    static final boolean doTaxa = true;
108
    static final boolean doFacts = true;
109
    static final boolean doOccurences = false;
110
    static final boolean doRelTaxa = true;
111
    static final boolean doCommonNames = false;  //currently takes very long
112

    
113
    static final boolean doRunTransmissionEngine = false; // (hbm2dll == DbSchemaValidation.VALIDATE);
114

    
115
    //etc.
116
    static final boolean doMarker = false;  //no relevant markers exist
117

    
118
    boolean invers = !(hbm2dll == DbSchemaValidation.CREATE);
119

    
120

    
121
	static final boolean includePesiExport = false;
122

    
123
	static final int sourceSecId = 7000000; //500000
124
	static final UUID classificationUuid = UUID.fromString("314a68f9-8449-495a-91c2-92fde8bcf344");
125
	static final boolean useSingleClassification = true;
126
	static final String classificationName = "Euro+Med 2018";
127
	static final UUID featureTreeUuid = UUID.fromString("6a5e1c2b-ec0d-46c8-9c7d-a2059267ffb7");
128
	static final Object[] featureKeyList = new Integer[]{1, 31, 4, 98, 41};
129

    
130
	// set to zero for unlimited nameFacts
131
	static final int maximumNumberOfNameFacts = 0;
132

    
133
	static final int partitionSize = 2500;
134

    
135

    
136
	//editor - import
137
	static final EDITOR editor = EDITOR.EDITOR_AS_EDITOR;
138

    
139
	//NomenclaturalCode
140
	static final NomenclaturalCode nomenclaturalCode = NomenclaturalCode.ICNAFP;
141

    
142
	//ignore null
143
	static final boolean ignoreNull = true;
144

    
145
	static final boolean switchSpeciesGroup = true;
146

    
147
	static boolean useClassification = true;
148

    
149
	static boolean isSplitTdwgCodes = false;
150
	static boolean useEmAreaVocabulary = true;
151

    
152
	private final boolean removeHttpMapsAnchor = true;
153

    
154

    
155
	static final String infrGenericRankAbbrev = "[unranked]";
156
	static final String infrSpecificRankAbbrev = "[unranked]";
157

    
158
	static boolean useLastScrutinyAsSec = true;
159
	static boolean warnForDifferingSynonymReference = false;
160

    
161

    
162
	static String taxonTable = "v_cdm_exp_taxaAll";
163
	static String classificationQuery = " SELECT DISTINCT t.PTRefFk, r.RefCache FROM PTaxon t INNER JOIN Reference r ON t.PTRefFk = r.RefId WHERE t.PTRefFk = " + sourceSecId;
164
	static String relPTaxonIdQuery = " SELECT r.RelPTaxonId "
165
					+ " FROM RelPTaxon AS r "
166
					+ "   INNER JOIN v_cdm_exp_taxaDirect AS a ON r.PTNameFk2 = a.PTNameFk AND r.PTRefFk2 = a.PTRefFk "
167
					+ "   INNER JOIN PTaxon As pt1 ON pt1.PTNameFk = r.PTNameFk1 AND pt1.PTRefFk = r.PTRefFk1 "
168
					+ " WHERE r.RelPTaxonID NOT IN (1874890,1874959,1874932,1874793,1874956,1874971,1874902,1874696) " //Relations to unpublished Kew genus taxa of Bethulaceae which are not imported anymore, but Bethalaceae is still imported
169
					+ "     AND NOT (pt1.PTRefFk = 8000000 AND pt1.publishFlag = 0) ";
170
	static String nameIdTable = " v_cdm_exp_namesAll ";
171
	static String referenceIdTable = " v_cdm_exp_refAll ";
172
	static String refDetailFilter =  " RefDetailID IN (SELECT RefDetailID FROM v_cdm_exp_RefDetail) ";
173
	static String factFilter = " factId IN ( SELECT factId FROM v_cdm_exp_factsAll WHERE FactCategoryFk NOT IN (12, 14, 249, 251))";
174
	static String occurrenceFilter = " occurrenceId IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
175
	static String occurrenceSourceFilter = " occurrenceFk IN ( SELECT occurrenceId FROM v_cdm_exp_occurrenceAll )";
176
	static String commonNameFilter = " commonNameId IN ( SELECT commonNameId FROM v_cdm_exp_commonNamesAll )";
177
	static String webMarkerFilter = " TableNameFk <> 500 OR ( RIdentifierFk IN (SELECT RIdentifier FROM v_cdm_exp_taxaAll)) ";
178
	static String authorTeamFilter = null;  //*/ " authorTeamId IN (SELECT authorTeamId FROM v_cdm_exp_authorTeamsAll) ";
179
	static String authorFilter =  null;  //*/ " authorId IN (SELECT authorId FROM v_cdm_exp_authorsAll) ";
180

    
181

    
182

    
183
// **************** ALL *********************
184

    
185

    
186

    
187

    
188
	public void importEm2CDM (Source source, ICdmDataSource destination, DbSchemaValidation hbm2dll){
189
		System.out.println("Start import from BerlinModel("+ berlinModelSource.getDatabase() + ") to " + cdmDestination.getDatabase() + " ...");
190
		//make BerlinModel Source
191

    
192
		BerlinModelImportConfigurator config = BerlinModelImportConfigurator.NewInstance(source,  destination);
193

    
194
		config.setClassificationName(classificationName);
195

    
196
		config.setClassificationUuid(classificationUuid);
197
		config.setSourceSecId(sourceSecId);
198
		config.setNomenclaturalCode(nomenclaturalCode);
199
		config.setIgnoreNull(ignoreNull);
200

    
201
		config.setDoAuthors(doAuthors ^ invers);
202
		config.setDoReferences(invers ? doReferences.invers() : doReferences);
203
		config.setDoTaxonNames(doTaxonNames ^ invers);
204
		config.setDoRelNames(doRelNames ^ invers);
205
		config.setDoNameStatus(doNameStatus ^ invers);
206
		config.setDoTypes(doTypes);  //always false
207
		config.setDoNameFacts(doNameFacts ^ invers);
208
		config.setDoTaxa(doTaxa ^ invers);
209
		config.setDoRelTaxa(doRelTaxa ^ invers);
210
		config.setDoFacts(doFacts ^ invers);
211
		config.setDoOccurrence(doOccurences ^ invers);
212
		config.setDoCommonNames(doCommonNames ^ invers);
213

    
214
		config.setDoMarker(doMarker);
215
		config.setDoUser(doUser ^ invers);
216

    
217
		config.setEuroMed(true);
218

    
219
		config.setUseClassification(useClassification);
220
		config.setSourceRefUuid(BerlinModelTransformer.uuidSourceRefEuroMed);
221
		config.setEditor(editor);
222
		config.setDbSchemaValidation(hbm2dll);
223
		config.setUseLastScrutinyAsSec(useLastScrutinyAsSec);
224
		config.setWarnForDifferingSynonymReference(warnForDifferingSynonymReference);
225

    
226
		// maximum number of name facts to import
227
		config.setMaximumNumberOfNameFacts(maximumNumberOfNameFacts);
228

    
229
		config.setInfrGenericRankAbbrev(infrGenericRankAbbrev);
230
		config.setInfrSpecificRankAbbrev(infrSpecificRankAbbrev);
231
		config.setRemoveHttpMapsAnchor(removeHttpMapsAnchor);
232

    
233
//		filter
234
		config.setTaxonTable(taxonTable);
235
		config.setClassificationQuery(classificationQuery);
236
		config.setRelTaxaIdQuery(relPTaxonIdQuery);
237
		config.setNameIdTable(nameIdTable);
238
		config.setReferenceIdTable(referenceIdTable);
239
		config.setAuthorTeamFilter(authorTeamFilter);
240
		config.setAuthorFilter(authorFilter);
241
		config.setFactFilter(factFilter);
242
		config.setRefDetailFilter(refDetailFilter);
243
		config.setCommonNameFilter(commonNameFilter);
244
		config.setOccurrenceFilter(occurrenceFilter);
245
		config.setOccurrenceSourceFilter(occurrenceSourceFilter);
246
		config.setWebMarkerFilter(webMarkerFilter);
247
		config.setUseSingleClassification(useSingleClassification);
248

    
249
		//TDWG codes
250
		config.setSplitTdwgCodes(isSplitTdwgCodes);
251
		config.setUseEmAreaVocabulary(useEmAreaVocabulary);
252

    
253
		config.setCheck(check);
254
		config.setEditor(editor);
255
		config.setRecordsPerTransaction(partitionSize);
256

    
257
		config.setSwitchSpeciesGroup(switchSpeciesGroup);
258

    
259
		// invoke import
260
		CdmDefaultImport<BerlinModelImportConfigurator> bmImport = new CdmDefaultImport<>();
261
		bmImport.invoke(config);
262

    
263
		renameRanks(config, bmImport);
264

    
265
		createFeatureTree(config, bmImport);
266

    
267
		changeCommonNameLabel(config, bmImport);
268

    
269
		createUsersAndRoles(config, bmImport);
270

    
271
        runTransmissionEngine(config, bmImport);
272

    
273
        importShapefile(config, bmImport);
274

    
275
//        markAreasAsHidden(config, bmImport);  //has been moved to BM occurrence import
276

    
277
		System.out.println("End import from BerlinModel ("+ source.getDatabase() + ")...");
278
	}
279

    
280
	//Rename Ranks (still needed?)
281
    private void renameRanks(BerlinModelImportConfigurator config,
282
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
283

    
284
        if (config.isDoTaxonNames() && (config.getCheck().isImport() )  ){
285
			ICdmRepository app = bmImport.getCdmAppController();
286
			TransactionStatus tx = app.startTransaction();
287
			try {
288
				Rank sectBot = (Rank)app.getTermService().find(Rank.SECTION_BOTANY().getUuid());
289
				Representation repr = sectBot.getRepresentation(Language.ENGLISH());
290
				repr.setAbbreviatedLabel(repr.getAbbreviatedLabel().replace("(bot.)", "").trim());
291
				repr.setLabel(repr.getLabel().replace("(Botany)", "").trim());
292
				sectBot.setTitleCache(null, false);  //to definitely update the titleCache also
293
				app.getTermService().saveOrUpdate(sectBot);
294

    
295
				Rank subSectBot = (Rank)app.getTermService().find(Rank.SECTION_BOTANY().getUuid());
296
				repr = subSectBot.getRepresentation(Language.ENGLISH());
297
				repr.setAbbreviatedLabel(repr.getAbbreviatedLabel().replace("(bot.)", "").trim());
298
				repr.setLabel(repr.getLabel().replace("(Botany)", "").trim());
299
				subSectBot.setTitleCache(null, false);  //to definitely update the titleCache also
300
				app.getTermService().saveOrUpdate(subSectBot);
301
				app.commitTransaction(tx);
302
			} catch (Exception e) {
303
			    e.printStackTrace();
304
                logger.error("Exception in renameRanks: " + e.getMessage());
305
			}
306
		}
307
    }
308

    
309
    //create feature tree
310
    private void createFeatureTree(BerlinModelImportConfigurator config,
311
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport)
312
    {
313
	    if (config.isDoFacts() && (config.getCheck().isImport()  )  ){
314
			try {
315
                ICdmRepository app = bmImport.getCdmAppController();
316
                TransactionStatus tx = app.startTransaction();
317

    
318
                //make feature tree
319
                FeatureTree tree = TreeCreator.flatTree(featureTreeUuid, config.getFeatureMap(), featureKeyList);
320
                FeatureNode imageNode = FeatureNode.NewInstance(Feature.IMAGE());
321
                tree.getRoot().addChild(imageNode);
322
                FeatureNode distributionNode = FeatureNode.NewInstance(Feature.DISTRIBUTION());
323
                tree.getRoot().addChild(distributionNode, 1);
324
                FeatureNode commonNameNode = FeatureNode.NewInstance(Feature.COMMON_NAME());
325
                tree.getRoot().addChild(commonNameNode, 2);
326
                app.getFeatureTreeService().saveOrUpdate(tree);
327

    
328
                app.commitTransaction(tx);
329
            } catch (Exception e) {
330
                e.printStackTrace();
331
                logger.error("Exception in createFeatureTree: " + e.getMessage());
332
            }
333
		}
334
    }
335

    
336
    //Change common name label
337
    private void changeCommonNameLabel(BerlinModelImportConfigurator config,
338
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
339
	    if (config.isDoFacts() && (config.getCheck().isImport()  )  ){
340
	        try {
341
                ICdmRepository app = bmImport.getCdmAppController();
342
                TransactionStatus tx = app.startTransaction();
343

    
344
                DefinedTermBase<?> commonNameFeature = app.getTermService().find(Feature.COMMON_NAME().getUuid());
345
                commonNameFeature.setLabel("Common Names", Language.ENGLISH());
346
                commonNameFeature.setTitleCache(null, false);  //to definitely update the titleCache also
347
                app.getTermService().saveOrUpdate(commonNameFeature);
348

    
349
                app.commitTransaction(tx);
350
            } catch (Exception e) {
351
                e.printStackTrace();
352
                logger.error("Exception in changeCommonNameLabel: " + e.getMessage());
353
            }
354
	    }
355
    }
356

    
357
    //1. run transmission engine #3979
358
    private void runTransmissionEngine(BerlinModelImportConfigurator config,
359
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
360

    
361
        if (doRunTransmissionEngine && (config.getCheck().isImport()  )  ){
362
            try {
363
                ICdmRepository app = bmImport.getCdmAppController();
364

    
365
                final List<String> term_init_strategy = Arrays.asList(new String []{
366
                        "representations"
367
                });
368

    
369
                UUID uuidSuperAreaLevel = BerlinModelTransformer.uuidEuroMedAreaLevelFirst;
370
                NamedAreaLevel euroMedLevel1 = (NamedAreaLevel)app.getTermService().find(uuidSuperAreaLevel);
371

    
372
                Pager<NamedArea> areaPager = app.getTermService().list(
373
                        euroMedLevel1,
374
                        (NamedAreaType) null,
375
                        null,
376
                        null,
377
                        (List<OrderHint>) null,
378
                        term_init_strategy);
379
                TransmissionEngineDistribution transmissionEngineDistribution = (TransmissionEngineDistribution)app.getBean("transmissionEngineDistribution");
380
                transmissionEngineDistribution.accumulate(
381
                        AggregationMode.byAreasAndRanks,
382
                        areaPager.getRecords(),
383
                        Rank.UNRANKED_INFRASPECIFIC(),   //or do we even want to start from lower (UNKNOWN?)
384
                        Rank.GENUS(),
385
                        null,
386
                        DefaultProgressMonitor.NewInstance());
387
            } catch (Exception e) {
388
                e.printStackTrace();
389
                logger.error("Exception in markAreasAsHidden: " + e.getMessage());
390
            }
391
        }
392
    }
393

    
394
//    //5.Mark areas to be hidden #3979 .5
395
//    private void markAreasAsHidden(BerlinModelImportConfigurator config,
396
//            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
397
//
398
//        if (config.isDoOccurrence() && (config.getCheck().isImport())){
399
//	        try {
400
//                ICdmRepository app = bmImport.getCdmAppController();
401
//                TransactionStatus tx = app.startTransaction();
402
//
403
//                MarkerType hiddenAreaMarkerType = MarkerType.NewInstance("Used to hide distributions for the named areas in publications", "Hidden Area", null);
404
//                hiddenAreaMarkerType.setUuid(BerlinModelTransformer.uuidHiddenArea);
405
//                @SuppressWarnings("unchecked")
406
//                TermVocabulary<MarkerType> vocUserDefinedMarkerTypes = app.getVocabularyService().find(CdmImportBase.uuidUserDefinedMarkerTypeVocabulary);
407
//                if (vocUserDefinedMarkerTypes == null){
408
//                    String message = "Marker type vocabulary could not be found. Hidden areas not added.";
409
//                    logger.error(message);
410
//                    System.out.println(message);
411
//                }else{
412
//                    vocUserDefinedMarkerTypes.addTerm(hiddenAreaMarkerType);
413
//                    app.getVocabularyService().saveOrUpdate(vocUserDefinedMarkerTypes);
414
//
415
//                    //Add hidden area marker to Rs(C) and Rs(N)
416
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs);
417
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_B);
418
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_C);
419
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_E);
420
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_N);
421
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_K);
422
//                    hideArea(app, hiddenAreaMarkerType, BerlinModelTransformer.uuidRs_W);
423
//                 }
424
//                app.commitTransaction(tx);
425
//            } catch (Exception e) {
426
//                e.printStackTrace();
427
//                logger.error("Exception in markAreasAsHidden: " + e.getMessage());
428
//            }
429
//	    }
430
//    }
431
//
432
//    private void hideArea(ICdmRepository app, MarkerType hiddenAreaMarkerType, UUID areaUuid) {
433
//        NamedArea area = (NamedArea)app.getTermService().find(areaUuid);
434
//        area.addMarker(Marker.NewInstance(hiddenAreaMarkerType, true));
435
//        app.getTermService().saveOrUpdate(area);
436
//    }
437

    
438
    //2. import shapefile attributes #3979 .2
439
    private void importShapefile(BerlinModelImportConfigurator config,
440
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
441

    
442
        if (config.isDoOccurrence() && (config.getCheck().isImport())){
443

    
444
	       try {
445
	           UUID areaVocabularyUuid = BerlinModelTransformer.uuidVocEuroMedAreas;
446
               List<String> idSearchFields = Arrays.asList(new String[]{"EMAREA","PARENT"});
447
               String wmsLayerName = "euromed_2013";
448
               Set<UUID> areaUuidSet = null;
449

    
450
               ICdmRepository app = bmImport.getCdmAppController();
451
               IEditGeoService geoService = (IEditGeoService)app.getBean("editGeoService");
452

    
453
               Map<NamedArea, String> resultMap;
454
               try {
455
                   InputStream in = EuroMedActivator.class.getResourceAsStream("/euromed/euromed_2013.csv");
456
                   Reader reader = new InputStreamReader(in, "UTF-8");
457

    
458
                   resultMap = geoService.mapShapeFileToNamedAreas(
459
                               reader, idSearchFields , wmsLayerName , areaVocabularyUuid, areaUuidSet);
460
                   Map<String, String> flatResultMap = new HashMap<>(resultMap.size());
461
                   for(NamedArea area : resultMap.keySet()){
462
                       flatResultMap.put(area.getTitleCache() + " [" + area.getUuid() + "]", resultMap.get(area));
463
                   }
464
               } catch (IOException e) {
465
                    String message = "IOException when reading from mapping file or creating result map.";
466
                    logger.error(message);
467
                    System.out.println(message);
468
               }
469
            } catch (Exception e) {
470
                e.printStackTrace();
471
                logger.error("Exception in importShapefile: " + e.getMessage());
472
            }
473
	    }
474
    }
475

    
476
    //4. Create users and assign roles  #3979
477
    private void createUsersAndRoles(BerlinModelImportConfigurator config,
478
            CdmDefaultImport<BerlinModelImportConfigurator> bmImport) {
479

    
480
        try {
481
            if (config.isDoRelTaxa() && (config.getCheck().isImport())){
482
                ICdmRepository app = bmImport.getCdmAppController();
483
                TransactionStatus tx = app.startTransaction();
484

    
485
                //eraabstraube
486
                String eraabstraube = "eraabstraube";
487
                List<User> users = app.getUserService().listByUsername(eraabstraube, MatchMode.EXACT, null, null, null, null, null);
488
                User userEraabStraube;
489
                if (users.isEmpty()){
490
                    userEraabStraube = User.NewInstance(eraabstraube, eraabstraube);
491
                }else{
492
                    userEraabStraube = users.get(0);
493
                }
494
                if (userEraabStraube.getPerson() == null){
495
                    Person eckhard = Person.NewInstance();
496
                    eckhard.setFamilyName("von Raab-Straube");
497
                    eckhard.setGivenName("Eckhard");
498
                    eckhard.setPrefix("Dr.");
499
                    userEraabStraube.setPerson(eckhard);
500
                }
501
                app.getUserService().saveOrUpdate(userEraabStraube);
502

    
503
                //groups
504
                Group groupEditor = app.getGroupService().load(Group.GROUP_EDITOR_UUID);
505
                groupEditor.addMember(userEraabStraube);
506
                app.getGroupService().saveOrUpdate(groupEditor);
507

    
508
                Group groupProjectManager = app.getGroupService().load(Group.GROUP_PROJECT_MANAGER_UUID);
509
                groupProjectManager.addMember(userEraabStraube);
510
                app.getGroupService().saveOrUpdate(groupProjectManager);
511

    
512
                String[] publishRoles = new String[]{Role.ROLE_PUBLISH.toString()};
513
                Group groupPublisher = checkGroup(app.getGroupService(), Group.GROUP_PUBLISHER_UUID, "Publisher", publishRoles);
514
                groupPublisher.addMember(userEraabStraube);
515
                app.getGroupService().saveOrUpdate(groupPublisher);
516

    
517
                UUID uuidEuroMedPlantBaseGroup = UUID.fromString("91be42ea-ad04-4458-9836-389277e773db");
518
                String[] emPlantBaseRoles = new String[]{"TAXONNODE.[CREATE,READ,UPDATE,DELETE]"};
519
                Group euroMedPlantbase = checkGroup(app.getGroupService(), uuidEuroMedPlantBaseGroup, "Euro+Med Plantbase", emPlantBaseRoles);
520
                euroMedPlantbase.addMember(userEraabStraube);
521
                app.getGroupService().saveOrUpdate(euroMedPlantbase);
522

    
523
                //cichorieae-editor
524
                String cichorieaeEditor = "cichorieae-editor";
525
                app.getUserService().listByUsername(cichorieaeEditor, MatchMode.EXACT, null, null, null, null, null);
526
                User userCichEditor;
527
                if (users.isEmpty()){
528
                    userCichEditor = User.NewInstance(cichorieaeEditor, cichorieaeEditor);
529
                }else{
530
                    userCichEditor = users.get(0);
531
                }
532
                app.getUserService().saveOrUpdate(userCichEditor);
533

    
534
                //groups
535
                groupEditor.addMember(userCichEditor);
536
                app.getGroupService().saveOrUpdate(groupEditor);
537

    
538
                UUID uuidCichorieaeSubtree = null;
539
                UUID uuidCichorieae = UUID.fromString("63c7dbeb-b9a2-48b8-a75f-e3fe5e161f7c");
540
                Taxon cich = (Taxon)app.getTaxonService().find(uuidCichorieae);
541
                if (cich != null){
542
                    if (!cich.getTaxonNodes().isEmpty()){
543
                        TaxonNode cichNode = cich.getTaxonNodes().iterator().next();
544
                        uuidCichorieaeSubtree = cichNode.getUuid();
545
                    }
546
                }
547

    
548
                String[] cichorieaeRoles = new String[]{};
549
                if (uuidCichorieaeSubtree != null){
550
                    cichorieaeRoles = new String[]{"TAXONNODE.[CREATE,READ,UPDATE,DELETE]{"+uuidCichorieaeSubtree.toString()+"}"};
551
                }else{
552
                    String message = "Cichorieae node could not be found for cichorieae-editor role";
553
                    logger.warn(message);
554
                    System.out.println(message);
555
                }
556
                UUID uuidCichorieaeGroup = UUID.fromString("a630938d-dd4f-48c2-9406-91def487b11e");
557
                String cichorieaeGroupName = "Cichorieae";
558
                Group cichorieaeGroup = checkGroup(app.getGroupService(), uuidCichorieaeGroup, cichorieaeGroupName, cichorieaeRoles);
559
                cichorieaeGroup.addMember(userCichEditor);
560
                app.getGroupService().saveOrUpdate(cichorieaeGroup);
561

    
562
                app.commitTransaction(tx);
563
            }
564
        } catch (Exception e) {
565
            e.printStackTrace();
566
            logger.error("Exception in createUsersAndRoles: " + e.getMessage());
567
        }
568
    }
569

    
570
	/**
571
	  * copied from {@link FirstDataInserter#checkGroup}
572
     */
573
    private Group checkGroup(IGroupService groupService, UUID groupUuid, String groupName, String[] requiredAuthorities) {
574
        Group group = groupService.load(groupUuid);
575
        if(group == null){
576
            group = Group.NewInstance();
577
            group.setUuid(groupUuid);
578
            logger.info("New Group '" + groupName + "' created");
579
        }
580
        group.setName(groupName); // force name
581

    
582
        Set<GrantedAuthority> grantedAuthorities = group.getGrantedAuthorities();
583

    
584
        for(String a : requiredAuthorities){
585
            boolean isMissing = true;
586
            for(GrantedAuthority ga : grantedAuthorities){
587
                if(a.equals(ga.getAuthority())){
588
                    isMissing = false;
589
                    break;
590
                }
591
            }
592
            if(isMissing){
593
                GrantedAuthorityImpl newGa = GrantedAuthorityImpl.NewInstance(a);
594
                group.addGrantedAuthority(newGa);
595
                logger.info("New GrantedAuthority '" + a + "' added  to '" + groupName + "'");
596
            }
597
        }
598
        groupService.saveOrUpdate(group);
599
        logger.info("Check of group  '" + groupName + "' done");
600
        return group;
601
    }
602

    
603

    
604
	/**
605
	 * @param args
606
	 */
607
	public static void main(String[] args) {
608
		EuroMedActivator importActivator = new EuroMedActivator();
609
		Source source = berlinModelSource;
610
		ICdmDataSource cdmRepository = CdmDestinations.chooseDestination(args) != null ? CdmDestinations.chooseDestination(args) : cdmDestination;
611

    
612
		importActivator.importEm2CDM(source, cdmRepository, hbm2dll);
613
		if (includePesiExport){
614
			//not available from here since E+M was moved to app-import
615
//			PesiExportActivatorEM exportActivator = new PesiExportActivatorEM();
616
//			exportActivator.doExport(cdmRepository);
617
		}
618
		System.exit(0);
619

    
620
	}
621

    
622
}
(5-5/10)