Project

General

Profile

« Previous | Next » 

Revision acdc7437

Added by Andreas Müller over 11 years ago

dwca activator updates

View differences:

.gitattributes
29 29
app-import/src/main/java/eu/etaxonomy/cdm/app/cyprus/CyprusActivator.java -text
30 30
app-import/src/main/java/eu/etaxonomy/cdm/app/cyprus/CyprusSpecimenActivator.java -text
31 31
app-import/src/main/java/eu/etaxonomy/cdm/app/dwca/DwcaExportActivator.java -text
32
app-import/src/main/java/eu/etaxonomy/cdm/app/dwca/DwcaImportActivator.java -text
32 33
app-import/src/main/java/eu/etaxonomy/cdm/app/excelImport/distribution/CichorieaeDistributionActivator.java -text
33 34
app-import/src/main/java/eu/etaxonomy/cdm/app/excelImport/taxa/NormalExplicitActivator.java -text
34 35
app-import/src/main/java/eu/etaxonomy/cdm/app/excelImport/taxa/UseSummaryActivator.java -text
app-import/src/main/java/eu/etaxonomy/cdm/app/common/CdmDestinations.java
90 90
		String cdmUserName = "edit";
91 91
		return makeDestination(dbType, cdmServer, cdmDB, -1, cdmUserName, null);
92 92
	}
93
	
94
	public static ICdmDataSource cdm_test_local_mysql_dwca(){
95
		DatabaseTypeEnum dbType = DatabaseTypeEnum.MySQL;
96
		String cdmServer = "127.0.0.1";
97
		String cdmDB = "dwca"; 
98
		String cdmUserName = "edit";
99
		return makeDestination(dbType, cdmServer, cdmDB, -1, cdmUserName, null);
100
	}
93 101

  
94 102
	public static ICdmDataSource cdm_test_local_mysql_fdac(){
95 103
		DatabaseTypeEnum dbType = DatabaseTypeEnum.MySQL;
app-import/src/main/java/eu/etaxonomy/cdm/app/dwca/DwcaImportActivator.java
1
/**
2
* Copyright (C) 2007 EDIT
3
* European Distributed Institute of Taxonomy 
4
* http://www.e-taxonomy.eu
5
* 
6
* The contents of this file are subject to the Mozilla Public License Version 1.1
7
* See LICENSE.TXT at the top of this package for the full license terms.
8
*/
9

  
10
package eu.etaxonomy.cdm.app.dwca;
11

  
12
import java.net.URI;
13
import java.net.URISyntaxException;
14
import java.util.UUID;
15

  
16
import org.apache.log4j.Logger;
17

  
18
import eu.etaxonomy.cdm.api.application.ICdmApplicationConfiguration;
19
import eu.etaxonomy.cdm.api.service.ITermService;
20
import eu.etaxonomy.cdm.app.common.CdmDestinations;
21
import eu.etaxonomy.cdm.database.DbSchemaValidation;
22
import eu.etaxonomy.cdm.database.ICdmDataSource;
23
import eu.etaxonomy.cdm.io.common.CdmDefaultImport;
24
import eu.etaxonomy.cdm.io.common.IImportConfigurator.CHECK;
25
import eu.etaxonomy.cdm.io.common.events.LoggingIoObserver;
26
import eu.etaxonomy.cdm.io.common.mapping.IInputTransformer;
27
import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException;
28
import eu.etaxonomy.cdm.io.cyprus.CyprusImportConfigurator;
29
import eu.etaxonomy.cdm.io.cyprus.CyprusTransformer;
30
import eu.etaxonomy.cdm.io.dwca.in.DwcaImportConfigurator;
31
import eu.etaxonomy.cdm.model.agent.Person;
32
import eu.etaxonomy.cdm.model.description.Feature;
33
import eu.etaxonomy.cdm.model.description.FeatureNode;
34
import eu.etaxonomy.cdm.model.description.FeatureTree;
35
import eu.etaxonomy.cdm.model.reference.Reference;
36
import eu.etaxonomy.cdm.model.reference.ReferenceFactory;
37

  
38
/**
39
 * @author a.mueller
40
 * @created 16.12.2010
41
 * @version 1.0
42
 */
43
public class DwcaImportActivator {
44
	private static final Logger logger = Logger.getLogger(DwcaImportActivator.class);
45
	
46
	//database validation status (create, update, validate ...)
47
	static DbSchemaValidation hbm2dll = DbSchemaValidation.CREATE;
48
	static final URI source = dwca_test_in();
49

  
50
	
51
//	static final ICdmDataSource cdmDestination = CdmDestinations.localH2();
52
	static final ICdmDataSource cdmDestination = CdmDestinations.cdm_test_local_mysql_dwca();
53

  
54
	
55
	//feature tree uuid
56
	public static final UUID featureTreeUuid = UUID.fromString("14d1e912-5ec2-4d10-878b-828788b70a87");
57
	
58
	//classification
59
	static final UUID classificationUuid = UUID.fromString("d964c855-3916-4c8d-bdb6-acf9cd736b87");
60
	
61
	//check - import
62
	static final CHECK check = CHECK.IMPORT_WITHOUT_CHECK;
63
	
64
	//taxa
65
	static final boolean doTaxa = true;
66
	static final boolean doDeduplicate = false;
67
	static final boolean doDistribution = false;
68

  
69
	
70
	private void doImport(ICdmDataSource cdmDestination){
71
		
72
		//make Source
73
		DwcaImportConfigurator config= DwcaImportConfigurator.NewInstance(source, cdmDestination);
74
		config.addObserver(new LoggingIoObserver());
75
		config.setClassificationUuid(classificationUuid);
76
		config.setCheck(check);
77
		config.setDbSchemaValidation(hbm2dll);
78
		
79
		CdmDefaultImport myImport = new CdmDefaultImport();
80

  
81
		
82
		//...
83
		if (true){
84
			System.out.println("Start import from ("+ source.toString() + ") ...");
85
			config.setSourceReference(getSourceReference(config.getSourceReferenceTitle()));
86
			myImport.invoke(config);
87
			System.out.println("End import from ("+ source.toString() + ")...");
88
		}
89
		
90
		
91
		
92
		//deduplicate
93
		if (doDeduplicate){
94
			ICdmApplicationConfiguration app = myImport.getCdmAppController();
95
			int count = app.getAgentService().deduplicate(Person.class, null, null);
96
			logger.warn("Deduplicated " + count + " persons.");
97
//			count = app.getAgentService().deduplicate(Team.class, null, null);
98
//			logger.warn("Deduplicated " + count + " teams.");
99
			count = app.getReferenceService().deduplicate(Reference.class, null, null);
100
			logger.warn("Deduplicated " + count + " references.");
101
		}
102
		
103
	}
104

  
105
	private Reference getSourceReference(String string) {
106
		Reference result = ReferenceFactory.newGeneric();
107
		result.setTitleCache(string);
108
		return result;
109
	}
110

  
111
	//Dwca
112
	public static URI dwca_test_in() {
113
//		URI sourceUrl = URI.create("http://dev.e-taxonomy.eu/trac/export/14463/trunk/cdmlib/cdmlib-io/src/test/resources/eu/etaxonomy/cdm/io/dwca/in/DwcaZipToStreamConverterTest-input.zip");
114
		URI sourceUrl = URI.create("file:///C:/Users/pesiimport/Documents/pesi_cdmlib/cdmlib-io/src/test/resources/eu/etaxonomy/cdm/io/dwca/in/DwcaZipToStreamConverterTest-input.zip");
115
		return sourceUrl;
116
	}
117

  
118

  
119
	
120

  
121
	/**
122
	 * @param args
123
	 */
124
	public static void main(String[] args) {
125
		DwcaImportActivator me = new DwcaImportActivator();
126
		me.doImport(cdmDestination);
127
	}
128
	
129
}

Also available in: Unified diff