EDIT

/**

* Copyright (C) 2007 EDIT

* European Distributed Institute of Taxonomy 

* http://www.e-taxonomy.eu

* 

* The contents of this file are subject to the Mozilla Public License Version 1.1

* See LICENSE.TXT at the top of this package for the full license terms.

*/

package eu.etaxonomy.cdm.io.globis;

import java.lang.reflect.Method;

import java.sql.ResultSet;

import java.sql.SQLException;

import java.sql.Timestamp;

import java.util.HashSet;

import java.util.Set;

import java.util.UUID;

import org.apache.commons.lang.StringUtils;

import org.apache.log4j.Logger;

import org.joda.time.DateTime;

import eu.etaxonomy.cdm.io.common.CdmImportBase;

import eu.etaxonomy.cdm.io.common.ICdmIO;

import eu.etaxonomy.cdm.io.common.IImportConfigurator.EDITOR;

import eu.etaxonomy.cdm.io.common.IPartitionedIO;

import eu.etaxonomy.cdm.io.common.ImportHelper;

import eu.etaxonomy.cdm.io.common.ResultSetPartitioner;

import eu.etaxonomy.cdm.io.common.Source;

import eu.etaxonomy.cdm.io.common.mapping.DbImportMapping;

import eu.etaxonomy.cdm.io.common.mapping.UndefinedTransformerMethodException;

import eu.etaxonomy.cdm.model.common.AnnotatableEntity;

import eu.etaxonomy.cdm.model.common.Annotation;

import eu.etaxonomy.cdm.model.common.AnnotationType;

import eu.etaxonomy.cdm.model.common.CdmBase;

import eu.etaxonomy.cdm.model.common.IdentifiableEntity;

import eu.etaxonomy.cdm.model.common.Language;

import eu.etaxonomy.cdm.model.common.User;

import eu.etaxonomy.cdm.model.location.NamedArea;

import eu.etaxonomy.cdm.model.location.WaterbodyOrCountry;

import eu.etaxonomy.cdm.model.name.ZoologicalName;

import eu.etaxonomy.cdm.strategy.exceptions.StringNotParsableException;

import eu.etaxonomy.cdm.strategy.parser.INonViralNameParser;

import eu.etaxonomy.cdm.strategy.parser.NonViralNameParserImpl;

/**

 * @author a.mueller

 * @created 20.03.2008

 */

public abstract class GlobisImportBase<CDM_BASE extends CdmBase> extends CdmImportBase<GlobisImportConfigurator, GlobisImportState> implements ICdmIO<GlobisImportState>, IPartitionedIO<GlobisImportState> {

	private static final Logger logger = Logger.getLogger(GlobisImportBase.class);

	public static final UUID ID_IN_SOURCE_EXT_UUID = UUID.fromString("23dac094-e793-40a4-bad9-649fc4fcfd44");

	//NAMESPACES

	protected static final String REFERENCE_NAMESPACE = "Literatur";

	protected static final String TAXON_NAMESPACE = "current_species";

	protected static final String COLLECTION_NAMESPACE = "Collection";

	protected static final String IMAGE_NAMESPACE = "Einzelbilder";

	protected static final String SPEC_TAX_NAMESPACE = "specTax";

	protected static final String TYPE_NAMESPACE = "specTax.SpecTypeDepository";

	private String pluralString;

	private String dbTableName;

	//TODO needed?

	private Class cdmTargetClass;

	private INonViralNameParser parser = NonViralNameParserImpl.NewInstance();

	/**

	 * @param dbTableName

	 * @param dbTableName2 

	 */

	public GlobisImportBase(String pluralString, String dbTableName, Class cdmTargetClass) {

		this.pluralString = pluralString;

		this.dbTableName = dbTableName;

		this.cdmTargetClass = cdmTargetClass;

	}

	protected void doInvoke(GlobisImportState state){

		logger.info("start make " + getPluralString() + " ...");

		GlobisImportConfigurator config = state.getConfig();

		Source source = config.getSource();

		String strIdQuery = getIdQuery();

		String strRecordQuery = getRecordQuery(config);

		int recordsPerTransaction = config.getRecordsPerTransaction();

		try{

			ResultSetPartitioner<GlobisImportState> partitioner = ResultSetPartitioner.NewInstance(source, strIdQuery, strRecordQuery, recordsPerTransaction);

			while (partitioner.nextPartition()){

				partitioner.doPartition(this, state);

			}

		} catch (SQLException e) {

			logger.error("SQLException:" +  e);

			state.setUnsuccessfull();

		}

		logger.info("end make " + getPluralString() + " ... " + getSuccessString(true));

		return;

	}

	/**

	 * @param authorAndYear

	 * @param zooName

	 */

	protected void handleAuthorAndYear(String authorAndYear, ZoologicalName zooName, Integer id) {

		if (isBlank(authorAndYear)){

			return;

		}

		try {

			String doubtfulAuthorAndYear = null;

			if(authorAndYear.matches(".+\\,\\s\\[\\d{4}\\].*")){

				doubtfulAuthorAndYear = authorAndYear;

				authorAndYear = authorAndYear.replace("[", "").replace("]", "");

			}

			if (authorAndYear.contains("?")){

				authorAndYear = authorAndYear.replace("H?bner", "H\u00fcbner");

				authorAndYear = authorAndYear.replace("Oberth?r", "Oberth\u00fcr");

				authorAndYear = authorAndYear.replace("M?n?tri?s","M\u00E9n\u00E9tri\u00E9s");

				authorAndYear = authorAndYear.replace("Schifferm?ller","Schifferm\u00fcller");

				//TODO remove

				authorAndYear = authorAndYear.replace("?", "");

			}

			parser.parseAuthors(zooName, authorAndYear);

			if (doubtfulAuthorAndYear != null){

				zooName.setAuthorshipCache(doubtfulAuthorAndYear, true);

			}

		} catch (StringNotParsableException e) {

			logger.warn("Author could not be parsed: " + authorAndYear + " for id "  +id);

			zooName.setAuthorshipCache(authorAndYear, true);

		}

	}

	/**

	 * @param state

	 * @param countryStr

	 * @return

	 */

	protected NamedArea getCountry(GlobisImportState state, String countryStr) {

		NamedArea country = WaterbodyOrCountry.getWaterbodyOrCountryByLabel(countryStr);

		if (country == null){

			try {

				country = (NamedArea)state.getTransformer().getNamedAreaByKey(countryStr);

			} catch (UndefinedTransformerMethodException e) {

				e.printStackTrace();

			}

		}

		return country;

	}

	public boolean doPartition(ResultSetPartitioner partitioner, GlobisImportState state) {

		boolean success = true ;

		Set objectsToSave = new HashSet();

 		DbImportMapping<?, ?> mapping = getMapping();

		mapping.initialize(state, cdmTargetClass);

		ResultSet rs = partitioner.getResultSet();

		try{

			while (rs.next()){

				success &= mapping.invoke(rs,objectsToSave);

			}

		} catch (SQLException e) {

			logger.error("SQLException:" +  e);

			return false;

		}

		partitioner.startDoSave();

		getCommonService().save(objectsToSave);

		return success;

	}

	/**

	 * @return

	 */

	protected /*abstract*/ DbImportMapping<?, ?> getMapping(){

		return null;

	}

	/**

	 * @return

	 */

	protected abstract String getRecordQuery(GlobisImportConfigurator config);

	/**

	 * @return

	 */

	protected String getIdQuery(){

		String result = " SELECT id FROM " + getTableName();

		return result;

	}

	/* (non-Javadoc)

	 * @see eu.etaxonomy.cdm.io.berlinModel.in.IPartitionedIO#getPluralString()

	 */

	public String getPluralString(){

		return pluralString;

	}

	/**

	 * @return

	 */

	protected String getTableName(){

		return this.dbTableName;

	}

	protected boolean doIdCreatedUpdatedNotes(GlobisImportState state, IdentifiableEntity identifiableEntity, ResultSet rs, long id, String namespace)

			throws SQLException{

		boolean success = true;

		//id

		success &= ImportHelper.setOriginalSource(identifiableEntity, state.getTransactionalSourceReference(), id, namespace);

		//createdUpdateNotes

		success &= doCreatedUpdatedNotes(state, identifiableEntity, rs, namespace);

		return success;

	}

	protected boolean doCreatedUpdatedNotes(GlobisImportState state, AnnotatableEntity annotatableEntity, ResultSet rs, String namespace)

			throws SQLException{

		GlobisImportConfigurator config = state.getConfig();

		Object createdWhen = rs.getObject("Created_When");

		String createdWho = rs.getString("Created_Who");

		Object updatedWhen = null;

		String updatedWho = null;

		try {

			updatedWhen = rs.getObject("Updated_When");

			updatedWho = rs.getString("Updated_who");

		} catch (SQLException e) {

			//Table "Name" has no updated when/who

		}

		String notes = rs.getString("notes");

		boolean success  = true;

		//Created When, Who, Updated When Who

		if (config.getEditor() == null || config.getEditor().equals(EDITOR.NO_EDITORS)){

			//do nothing

		}else if (config.getEditor().equals(EDITOR.EDITOR_AS_ANNOTATION)){

			String createdAnnotationString = "Berlin Model record was created By: " + String.valueOf(createdWho) + " (" + String.valueOf(createdWhen) + ") ";

			if (updatedWhen != null && updatedWho != null){

				createdAnnotationString += " and updated By: " + String.valueOf(updatedWho) + " (" + String.valueOf(updatedWhen) + ")";

			}

			Annotation annotation = Annotation.NewInstance(createdAnnotationString, Language.DEFAULT());

			annotation.setCommentator(config.getCommentator());

			annotation.setAnnotationType(AnnotationType.TECHNICAL());

			annotatableEntity.addAnnotation(annotation);

		}else if (config.getEditor().equals(EDITOR.EDITOR_AS_EDITOR)){

			User creator = getUser(createdWho, state);

			User updator = getUser(updatedWho, state);

			DateTime created = getDateTime(createdWhen);

			DateTime updated = getDateTime(updatedWhen);

			annotatableEntity.setCreatedBy(creator);

			annotatableEntity.setUpdatedBy(updator);

			annotatableEntity.setCreated(created);

			annotatableEntity.setUpdated(updated);

		}else {

			logger.warn("Editor type not yet implemented: " + config.getEditor());

		}

		//notes

		if (StringUtils.isNotBlank(notes)){

			String notesString = String.valueOf(notes);

			if (notesString.length() > 65530 ){

				notesString = notesString.substring(0, 65530) + "...";

				logger.warn("Notes string is longer than 65530 and was truncated: " + annotatableEntity);

			}

			Annotation notesAnnotation = Annotation.NewInstance(notesString, null);

			//notesAnnotation.setAnnotationType(AnnotationType.EDITORIAL());

			//notes.setCommentator(bmiConfig.getCommentator());

			annotatableEntity.addAnnotation(notesAnnotation);

		}

		return success;

	}

	private User getUser(String userString, GlobisImportState state){

		if (StringUtils.isBlank(userString)){

			return null;

		}

		userString = userString.trim();

		User user = state.getUser(userString);

		if (user == null){

			user = getTransformedUser(userString,state);

		}

		if (user == null){

			user = makeNewUser(userString, state);

		}

		if (user == null){

			logger.warn("User is null");

		}

		return user;

	}

	private User getTransformedUser(String userString, GlobisImportState state){

		Method method = state.getConfig().getUserTransformationMethod();

		if (method == null){

			return null;

		}

		try {

			userString = (String)state.getConfig().getUserTransformationMethod().invoke(null, userString);

		} catch (Exception e) {

			logger.warn("Error when trying to transform userString " +  userString + ". No transformation done.");

		}

		User user = state.getUser(userString);

		return user;

	}

	private User makeNewUser(String userString, GlobisImportState state){

		String pwd = getPassword(); 

		User user = User.NewInstance(userString, pwd);

		state.putUser(userString, user);

		getUserService().save(user);

		logger.info("Added new user: " + userString);

		return user;

	}

	private String getPassword(){

		String result = UUID.randomUUID().toString();

		return result;

	}

	private DateTime getDateTime(Object timeString){

		if (timeString == null){

			return null;

		}

		DateTime dateTime = null;

		if (timeString instanceof Timestamp){

			Timestamp timestamp = (Timestamp)timeString;

			dateTime = new DateTime(timestamp);

		}else{

			logger.warn("time ("+timeString+") is not a timestamp. Datetime set to current date. ");

			dateTime = new DateTime();

		}

		return dateTime;

	}

	/**

	 * Reads a foreign key field from the result set and adds its value to the idSet.

	 * @param rs

	 * @param teamIdSet

	 * @throws SQLException

	 */

	protected void handleForeignKey(ResultSet rs, Set<String> idSet, String attributeName)

			throws SQLException {

		Object idObj = rs.getObject(attributeName);

		if (idObj != null){

			String id  = String.valueOf(idObj);

			idSet.add(id);

		}

	}

	/**

	 * Returns true if i is a multiple of recordsPerTransaction

	 * @param i

	 * @param recordsPerTransaction

	 * @return

	 */

	protected boolean loopNeedsHandling(int i, int recordsPerLoop) {

		startTransaction();

		return (i % recordsPerLoop) == 0;

	}

	protected void doLogPerLoop(int count, int recordsPerLog, String pluralString){

		if ((count % recordsPerLog ) == 0 && count!= 0 ){ logger.info(pluralString + " handled: " + (count));}

	}

}