EDIT

/**

* Copyright (C) 2007 EDIT

* European Distributed Institute of Taxonomy

* http://www.e-taxonomy.eu

*

* The contents of this file are subject to the Mozilla Public License Version 1.1

* See LICENSE.TXT at the top of this package for the full license terms.

*/

package eu.etaxonomy.cdm.api.service;

import java.util.ArrayList;

import java.util.Arrays;

import java.util.Collection;

import java.util.HashMap;

import java.util.HashSet;

import java.util.Iterator;

import java.util.List;

import java.util.Map;

import java.util.Set;

import java.util.UUID;

import java.util.stream.Collectors;

import org.apache.commons.lang.StringUtils;

import org.apache.log4j.Logger;

import org.hibernate.Query;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.stereotype.Service;

import org.springframework.transaction.annotation.Transactional;

import eu.etaxonomy.cdm.api.service.description.MissingMaximumMode;

import eu.etaxonomy.cdm.api.service.description.MissingMinimumMode;

import eu.etaxonomy.cdm.api.service.description.StructuredDescriptionAggregation;

import eu.etaxonomy.cdm.api.service.dto.CategoricalDataDto;

import eu.etaxonomy.cdm.api.service.dto.DescriptionBaseDto;

import eu.etaxonomy.cdm.api.service.dto.DescriptionElementDto;

import eu.etaxonomy.cdm.api.service.dto.QuantitativeDataDto;

import eu.etaxonomy.cdm.api.service.dto.StateDataDto;

import eu.etaxonomy.cdm.api.service.dto.StatisticalMeasurementValueDto;

import eu.etaxonomy.cdm.api.service.dto.TaxonDistributionDTO;

import eu.etaxonomy.cdm.api.service.exception.ReferencedObjectUndeletableException;

import eu.etaxonomy.cdm.api.service.pager.Pager;

import eu.etaxonomy.cdm.api.service.pager.PagerUtils;

import eu.etaxonomy.cdm.api.service.pager.impl.AbstractPagerImpl;

import eu.etaxonomy.cdm.api.service.pager.impl.DefaultPagerImpl;

import eu.etaxonomy.cdm.common.monitor.IProgressMonitor;

import eu.etaxonomy.cdm.format.description.MicroFormatQuantitativeDescriptionBuilder;

import eu.etaxonomy.cdm.hibernate.HibernateProxyHelper;

import eu.etaxonomy.cdm.model.common.Annotation;

import eu.etaxonomy.cdm.model.common.AnnotationType;

import eu.etaxonomy.cdm.model.common.CdmBase;

import eu.etaxonomy.cdm.model.common.Language;

import eu.etaxonomy.cdm.model.common.Marker;

import eu.etaxonomy.cdm.model.common.MarkerType;

import eu.etaxonomy.cdm.model.description.CategoricalData;

import eu.etaxonomy.cdm.model.description.DescriptionBase;

import eu.etaxonomy.cdm.model.description.DescriptionElementBase;

import eu.etaxonomy.cdm.model.description.DescriptionElementSource;

import eu.etaxonomy.cdm.model.description.DescriptionType;

import eu.etaxonomy.cdm.model.description.DescriptiveDataSet;

import eu.etaxonomy.cdm.model.description.Feature;

import eu.etaxonomy.cdm.model.description.MeasurementUnit;

import eu.etaxonomy.cdm.model.description.PresenceAbsenceTerm;

import eu.etaxonomy.cdm.model.description.QuantitativeData;

import eu.etaxonomy.cdm.model.description.SpecimenDescription;

import eu.etaxonomy.cdm.model.description.State;

import eu.etaxonomy.cdm.model.description.StateData;

import eu.etaxonomy.cdm.model.description.StatisticalMeasure;

import eu.etaxonomy.cdm.model.description.StatisticalMeasurementValue;

import eu.etaxonomy.cdm.model.description.TaxonDescription;

import eu.etaxonomy.cdm.model.description.TaxonNameDescription;

import eu.etaxonomy.cdm.model.description.TextData;

import eu.etaxonomy.cdm.model.location.NamedArea;

import eu.etaxonomy.cdm.model.media.Media;

import eu.etaxonomy.cdm.model.name.TaxonName;

import eu.etaxonomy.cdm.model.occurrence.SpecimenOrObservationBase;

import eu.etaxonomy.cdm.model.reference.CdmLinkSource;

import eu.etaxonomy.cdm.model.reference.ICdmTarget;

import eu.etaxonomy.cdm.model.taxon.Taxon;

import eu.etaxonomy.cdm.model.term.DefinedTerm;

import eu.etaxonomy.cdm.model.term.DefinedTermBase;

import eu.etaxonomy.cdm.model.term.TermTree;

import eu.etaxonomy.cdm.model.term.TermVocabulary;

import eu.etaxonomy.cdm.persistence.dao.description.IDescriptionDao;

import eu.etaxonomy.cdm.persistence.dao.description.IDescriptionElementDao;

import eu.etaxonomy.cdm.persistence.dao.description.IDescriptiveDataSetDao;

import eu.etaxonomy.cdm.persistence.dao.description.IStatisticalMeasurementValueDao;

import eu.etaxonomy.cdm.persistence.dao.name.ITaxonNameDao;

import eu.etaxonomy.cdm.persistence.dao.occurrence.IOccurrenceDao;

import eu.etaxonomy.cdm.persistence.dao.taxon.ITaxonDao;

import eu.etaxonomy.cdm.persistence.dao.taxon.ITaxonNodeDao;

import eu.etaxonomy.cdm.persistence.dao.term.IDefinedTermDao;

import eu.etaxonomy.cdm.persistence.dao.term.ITermNodeDao;

import eu.etaxonomy.cdm.persistence.dao.term.ITermTreeDao;

import eu.etaxonomy.cdm.persistence.dao.term.ITermVocabularyDao;

import eu.etaxonomy.cdm.persistence.dto.FeatureDto;

import eu.etaxonomy.cdm.persistence.dto.MergeResult;

import eu.etaxonomy.cdm.persistence.dto.SortableTaxonNodeQueryResult;

import eu.etaxonomy.cdm.persistence.dto.TaxonNodeDto;

import eu.etaxonomy.cdm.persistence.dto.TermDto;

import eu.etaxonomy.cdm.persistence.query.OrderHint;

import eu.etaxonomy.cdm.strategy.cache.common.IIdentifiableEntityCacheStrategy;

/**

 * @author a.mueller

 * @author a.kohlbecker

 *

 * @since 24.06.2008

 */

@Service

@Transactional(readOnly = true)

public class DescriptionServiceImpl

        extends IdentifiableServiceBase<DescriptionBase,IDescriptionDao>

        implements IDescriptionService {

    private static final Logger logger = Logger.getLogger(DescriptionServiceImpl.class);

    protected IDescriptionElementDao descriptionElementDao;

    protected ITermTreeDao featureTreeDao;

    protected IDescriptiveDataSetDao descriptiveDataSetDao;

    protected ITermNodeDao termNodeDao;

    protected ITermVocabularyDao vocabularyDao;

    protected IDefinedTermDao definedTermDao;

    protected IStatisticalMeasurementValueDao statisticalMeasurementValueDao;

    protected ITaxonDao taxonDao;

    protected ITaxonNameDao nameDao;

    protected IOccurrenceDao occurrenceDao;

    protected ITaxonNodeDao taxonNodeDao;

    protected IDescriptiveDataSetDao dataSetDao;

    protected ITermService termService;

    //TODO change to Interface

    private NaturalLanguageGenerator naturalLanguageGenerator;

    @Autowired

    protected void setFeatureTreeDao(ITermTreeDao featureTreeDao) {

        this.featureTreeDao = featureTreeDao;

    }

    @Autowired

    protected void setDescriptiveDataSetDao(IDescriptiveDataSetDao descriptiveDataSetDao) {

        this.descriptiveDataSetDao = descriptiveDataSetDao;

    }

    @Autowired

    protected void setTermNodeDao(ITermNodeDao featureNodeDao) {

        this.termNodeDao = featureNodeDao;

    }

    @Autowired

    protected void setVocabularyDao(ITermVocabularyDao vocabularyDao) {

        this.vocabularyDao = vocabularyDao;

    }

    @Autowired

    protected void setDefinedTermDao(IDefinedTermDao definedTermDao) {

        this.definedTermDao = definedTermDao;

    }

    @Autowired

    protected void setTermService(ITermService definedTermService) {

        this.termService = definedTermService;

    }

    @Autowired

    protected void statisticalMeasurementValueDao(IStatisticalMeasurementValueDao statisticalMeasurementValueDao) {

        this.statisticalMeasurementValueDao = statisticalMeasurementValueDao;

    }

    @Autowired

    protected void setDescriptionElementDao(IDescriptionElementDao descriptionElementDao) {

        this.descriptionElementDao = descriptionElementDao;

    }

    @Autowired

    protected void setNaturalLanguageGenerator(NaturalLanguageGenerator naturalLanguageGenerator) {

        this.naturalLanguageGenerator = naturalLanguageGenerator;

    }

    @Autowired

    protected void setTaxonDao(ITaxonDao taxonDao) {

        this.taxonDao = taxonDao;

    }

    @Autowired

    protected void setTaxonNodeDao(ITaxonNodeDao taxonNodeDao) {

        this.taxonNodeDao = taxonNodeDao;

    }

    @Autowired

    protected void setDataSetDao(IDescriptiveDataSetDao dataSetDao) {

        this.dataSetDao = dataSetDao;

    }

    public DescriptionServiceImpl() {

        logger.debug("Load DescriptionService Bean");

    }

    @Override

    @Transactional(readOnly = false)

    public UpdateResult updateCaches(Class<? extends DescriptionBase> clazz, Integer stepSize, IIdentifiableEntityCacheStrategy<DescriptionBase> cacheStrategy, IProgressMonitor monitor) {

        if (clazz == null){

            clazz = DescriptionBase.class;

        }

        return super.updateCachesImpl(clazz, stepSize, cacheStrategy, monitor);

    }

    @Override

    public TermVocabulary<Feature> getDefaultFeatureVocabulary(){

        String uuidFeature = "b187d555-f06f-4d65-9e53-da7c93f8eaa8";

        UUID featureUuid = UUID.fromString(uuidFeature);

        return vocabularyDao.findByUuid(featureUuid);

    }

    @Override

    @Autowired

    protected void setDao(IDescriptionDao dao) {

        this.dao = dao;

    }

    @Override

    public long count(Class<? extends DescriptionBase> type, Boolean hasImages, Boolean hasText,Set<Feature> feature) {

        return dao.countDescriptions(type, hasImages, hasText, feature);

    }

    @Override

    public <T extends DescriptionElementBase> Pager<T> pageDescriptionElements(DescriptionBase description, Class<? extends DescriptionBase> descriptionType,

            Set<Feature> features, Class<T> type, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        List<T> results = listDescriptionElements(description, descriptionType, features, type, pageSize, pageNumber, propertyPaths);

        return new DefaultPagerImpl<>(pageNumber, Integer.valueOf(results.size()).longValue(), pageSize, results);

    }

    @Override

    @Deprecated

    public <T extends DescriptionElementBase> Pager<T> getDescriptionElements(DescriptionBase description,

            Set<Feature> features, Class<T> type, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        return pageDescriptionElements(description, null, features, type, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public <T extends DescriptionElementBase> List<T> listDescriptionElements(DescriptionBase description,

            Class<? extends DescriptionBase> descriptionType, Set<Feature> features, Class<T> type, Integer pageSize, Integer pageNumber,

            List<String> propertyPaths) {

        long numberOfResults = dao.countDescriptionElements(description, descriptionType, features, type);

        List<T> results = new ArrayList<T>();

        if(AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)) {

            results = dao.getDescriptionElements(description, descriptionType, features, type, pageSize, pageNumber, propertyPaths);

        }

        return results;

    }

    @Override

    @Deprecated

    public <T extends DescriptionElementBase> List<T> listDescriptionElements(DescriptionBase description,

            Set<Feature> features, Class<T> type, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        return listDescriptionElements(description, null, features, type, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public Pager<Media> getMedia(DescriptionElementBase descriptionElement,	Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        Long numberOfResults = descriptionElementDao.countMedia(descriptionElement);

        List<Media> results = new ArrayList<Media>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = descriptionElementDao.getMedia(descriptionElement, pageSize, pageNumber, propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    @Override

    public Pager<TaxonDescription> pageTaxonDescriptions(Taxon taxon, Set<DefinedTerm> scopes, Set<NamedArea> geographicalScope, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        Set<MarkerType> markerTypes = null;

        Set<DescriptionType> descriptionTypes = null;

        return pageTaxonDescriptions(taxon, scopes, geographicalScope, markerTypes, descriptionTypes, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public List<TaxonDescription> listTaxonDescriptions(Taxon taxon, Set<DefinedTerm> scopes, Set<NamedArea> geographicalScope, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        Set<MarkerType> markerTypes = null;

        Set<DescriptionType> descriptionTypes = null;

        return listTaxonDescriptions(taxon, scopes, geographicalScope, markerTypes, descriptionTypes, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public Pager<TaxonDescription> pageTaxonDescriptions(Taxon taxon, Set<DefinedTerm> scopes, Set<NamedArea> geographicalScope, Set<MarkerType> markerTypes, Set<DescriptionType> descriptionTypes, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        long numberOfResults = dao.countTaxonDescriptions(taxon, scopes, geographicalScope, markerTypes, descriptionTypes);

        List<TaxonDescription> results = new ArrayList<>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = dao.listTaxonDescriptions(taxon, scopes, geographicalScope, markerTypes, descriptionTypes, pageSize, pageNumber, propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    @Override

    public List<TaxonDescription> listTaxonDescriptions(Taxon taxon, Set<DefinedTerm> scopes, Set<NamedArea> geographicalScope, Set<MarkerType> markerTypes, Set<DescriptionType> descriptionTypes, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        List<TaxonDescription> results = dao.listTaxonDescriptions(taxon, scopes, geographicalScope, markerTypes, descriptionTypes, pageSize, pageNumber, propertyPaths);

        return results;

    }

    @Override

    public List<Media> listTaxonDescriptionMedia(UUID taxonUuid, boolean limitToGalleries, Set<MarkerType> markerTypes, Integer pageSize, Integer pageNumber, List<String> propertyPaths){

        return this.dao.listTaxonDescriptionMedia(taxonUuid, limitToGalleries, markerTypes, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public int countTaxonDescriptionMedia(UUID taxonUuid, boolean limitToGalleries, Set<MarkerType> markerTypes){

        return this.dao.countTaxonDescriptionMedia(taxonUuid, limitToGalleries, markerTypes);

    }

    @Override

    public Pager<TaxonNameDescription> getTaxonNameDescriptions(TaxonName name, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {

        long numberOfResults = dao.countTaxonNameDescriptions(name);

        List<TaxonNameDescription> results = new ArrayList<>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = dao.getTaxonNameDescriptions(name, pageSize, pageNumber,propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    @Override

    public Pager<DescriptionBase> page(Class<? extends DescriptionBase> type, Boolean hasImages, Boolean hasText, Set<Feature> feature, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {

        long numberOfResults = dao.countDescriptions(type, hasImages, hasText, feature);

        @SuppressWarnings("rawtypes")

        List<DescriptionBase> results = new ArrayList<>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = dao.listDescriptions(type, hasImages, hasText, feature, pageSize, pageNumber,orderHints,propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    /**

     * FIXME Candidate for harmonization

     * Rename: searchByDistribution

     */

    @Override

    public Pager<TaxonDescription> searchDescriptionByDistribution(Set<NamedArea> namedAreas, PresenceAbsenceTerm presence,	Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {

        long numberOfResults = dao.countDescriptionByDistribution(namedAreas, presence);

        List<TaxonDescription> results = new ArrayList<>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = dao.searchDescriptionByDistribution(namedAreas, presence, pageSize, pageNumber,orderHints,propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    /**

     * FIXME Candidate for harmonization

     * move: descriptionElementService.search

     */

    @Override

//    public Pager<T> searchElements(Class<? extends T> clazz, String queryString, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {

    public <S extends DescriptionElementBase> Pager<S> searchElements(Class<S> clazz, String queryString, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {

        long numberOfResults = descriptionElementDao.count(clazz, queryString);

        List<S> results = new ArrayList<>();

        if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)

            results = (List<S>)descriptionElementDao.search(clazz, queryString, pageSize, pageNumber, orderHints, propertyPaths);

        }

        return new DefaultPagerImpl<>(pageNumber, numberOfResults, pageSize, results);

    }

    @Override

    @Transactional(readOnly = false)

    public List<MergeResult<DescriptionBase>> mergeDescriptionElements(Collection<TaxonDistributionDTO> descriptionElements, boolean returnTransientEntity) {

        List<MergeResult<DescriptionBase>> mergedObjects = new ArrayList<>();

        for(TaxonDistributionDTO obj : descriptionElements) {

            Iterator<TaxonDescription> iterator = obj.getDescriptionsWrapper().getDescriptions().iterator();

            List<DescriptionBase> list = new ArrayList(obj.getDescriptionsWrapper().getDescriptions());

          //  Map<UUID, DescriptionBase> map = dao.saveOrUpdateAll(list);

//            MergeResult<DescriptionBase> mergeResult = new MergeResult<DescriptionBase>(mergedEntity, newEntities)

//            mergedObjects.add(map.values());

            while (iterator.hasNext()){

                TaxonDescription desc = iterator.next();

                mergedObjects.add(dao.merge(desc, returnTransientEntity));

            }

        }

        return mergedObjects;

    }

    @Override

    @Transactional(readOnly = false)

    public UpdateResult mergeDescriptions(Collection<DescriptionBaseDto> descriptions, UUID descriptiveDataSetUuid) {

        UpdateResult result = new UpdateResult();

        DescriptiveDataSet dataSet = descriptiveDataSetDao.load(descriptiveDataSetUuid);

        Set<DescriptionBase> descriptionsOfDataSet = dataSet.getDescriptions();

        HashMap<UUID, Set<DescriptionBase>> descriptionSpecimenMap = new HashMap<>();

        Set<DescriptionBase> specimenDescriptions;

        for (DescriptionBase<?> descriptionBase: descriptionsOfDataSet){

            if (descriptionBase.getDescribedSpecimenOrObservation() != null){

                specimenDescriptions = descriptionSpecimenMap.get(descriptionBase.getDescribedSpecimenOrObservation().getUuid());

                if (specimenDescriptions == null){

                    specimenDescriptions = new HashSet<>();

                }

                specimenDescriptions.add(descriptionBase);

                descriptionSpecimenMap.put(descriptionBase.getDescribedSpecimenOrObservation().getUuid(), specimenDescriptions);

            }

            if (descriptionBase instanceof TaxonDescription){

                specimenDescriptions = descriptionSpecimenMap.get(((TaxonDescription)descriptionBase).getTaxon().getUuid());

                if (specimenDescriptions == null){

                    specimenDescriptions = new HashSet<>();

                }

                specimenDescriptions.add(descriptionBase);

                descriptionSpecimenMap.put(((TaxonDescription)descriptionBase).getTaxon().getUuid(), specimenDescriptions);

            }

            if (descriptionBase instanceof TaxonNameDescription){

                specimenDescriptions = descriptionSpecimenMap.get(((TaxonNameDescription)descriptionBase).getTaxonName().getUuid());

                if (specimenDescriptions == null){

                    specimenDescriptions = new HashSet<>();

                }

                specimenDescriptions.add(descriptionBase);

                descriptionSpecimenMap.put(((TaxonNameDescription)descriptionBase).getTaxonName().getUuid(), specimenDescriptions);

            }

        }

        MergeResult<DescriptionBase> mergeResult = null;

        for(DescriptionBaseDto descDto : descriptions) {

            UUID descriptionUUID = descDto.getDescriptionUuid();

            DescriptionBase<?> description = load(descriptionUUID);

            UUID describedObjectUuid = null;

            if (description instanceof SpecimenDescription){

                describedObjectUuid = descDto.getSpecimenDto().getUuid();

            }else if (description instanceof TaxonDescription){

                describedObjectUuid = descDto.getTaxonDto().getUuid();

            }else if (description instanceof TaxonNameDescription){

                describedObjectUuid = descDto.getNameDto().getUuid();

            }

            Set<DescriptionBase> descSpecimen = descriptionSpecimenMap.get(describedObjectUuid);

            if (descSpecimen != null ){

//                TODO: elements are Dtos now, no cdm entities, needs to get the value and replace or create new description element

                Set<DescriptionElementDto> elements = new HashSet<>();

                for (Object element: descDto.getElements()){

                    elements.add((DescriptionElementDto)element);

                }

                DescriptionBase<?> desc = null;

                for (DescriptionBase<?> tempDesc: descSpecimen){

                    if (tempDesc.getUuid().equals(descDto.getDescriptionUuid())){

                        desc = tempDesc;

                        break;

                    }

                }

                Set<DescriptionElementBase> removeElements = new HashSet<>();

                Set<DescriptionElementBase> descriptionElements = desc.getElements();

                for (DescriptionElementBase elementBase: descriptionElements){

                    UUID descElementUuid = elementBase.getUuid();

                    if (descElementUuid != null){

                        List<DescriptionElementDto> equalUuidsElements = elements.stream().filter( e -> e != null && e.getElementUuid() != null && e.getElementUuid().equals(descElementUuid)).collect(Collectors.toList());

                        if (equalUuidsElements.size() == 0 || (equalUuidsElements.size() == 1 && equalUuidsElements.get(0)instanceof QuantitativeDataDto && ((QuantitativeDataDto)equalUuidsElements.get(0)).getValues().isEmpty())){

                            removeElements.add(elementBase);

                        }

                    }

                }

                if (!removeElements.isEmpty()){

                    for (DescriptionElementBase el: removeElements){

                        desc.removeElement(el);

                    }

                }

//                description.setDescribedSpecimenOrObservation(null);

                for (DescriptionElementDto descElement: elements){

                    if (descElement == null){

                        continue;

                    }

                    UUID descElementUuid = descElement.getElementUuid();

                    if (descElement instanceof CategoricalDataDto && ((CategoricalDataDto)descElement).getStates().isEmpty() || descElement instanceof QuantitativeDataDto && ((QuantitativeDataDto)descElement).getValues().isEmpty()){

                        continue;

                    }

                    List<DescriptionElementBase> equalUuidsElements = descriptionElements.stream().filter( e -> e.getUuid().equals(descElementUuid)).collect(Collectors.toList());

                    eu.etaxonomy.cdm.model.description.Feature feature =  DefinedTermBase.getTermByClassAndUUID(eu.etaxonomy.cdm.model.description.Feature.class, descElement.getFeatureUuid());

                    if (feature == null){

                        feature = DefinedTermBase.getTermByClassAndUUID(eu.etaxonomy.cdm.model.description.Character.class, descElement.getFeatureUuid());

                    }

                    if (equalUuidsElements.size() == 0){

                        if (descElement instanceof CategoricalDataDto){

                            CategoricalData elementBase = CategoricalData.NewInstance(feature);

                            List<StateDataDto> stateDtos = ((CategoricalDataDto)descElement).getStates();

                            for (StateDataDto dataDto: stateDtos){

                                //create new statedata

                                State newState = DefinedTermBase.getTermByClassAndUUID(State.class, dataDto.getState().getUuid());

                                StateData newStateData = StateData.NewInstance(newState);

                                elementBase.addStateData(newStateData);

                            }

                            desc.addElement(elementBase);

                        }

                        if (descElement instanceof QuantitativeDataDto){

                            QuantitativeData data = QuantitativeData.NewInstance(feature);

                            if (((QuantitativeDataDto) descElement).getMeasurementUnit() != null){

                                MeasurementUnit unit = DefinedTermBase.getTermByClassAndUUID(MeasurementUnit.class, ((QuantitativeDataDto) descElement).getMeasurementUnit().getUuid());

                                data.setUnit(unit);

                            }

                            Set<StatisticalMeasurementValue> statisticalValues = new HashSet<>();

                            Set<StatisticalMeasurementValueDto> valueDtos = ((QuantitativeDataDto)descElement).getValues();

                            data.getStatisticalValues().clear();

                            for (StatisticalMeasurementValueDto dataDto: valueDtos){

                                //create new statedata

                                StatisticalMeasurementValue newStatisticalMeasurement = StatisticalMeasurementValue.NewInstance(DefinedTermBase.getTermByClassAndUUID(StatisticalMeasure.class, dataDto.getType().getUuid()), dataDto.getValue());

                                statisticalValues.add(newStatisticalMeasurement);

                                data.addStatisticalValue(newStatisticalMeasurement);

                            }

//                            data.getStatisticalValues().addAll(statisticalValues);

                            data = StructuredDescriptionAggregation.handleMissingMinOrMax(data,

                                    MissingMinimumMode.MinToZero, MissingMaximumMode.MaxToMin);

                            desc.addElement(data);

                        }

                        //create new element

                    }else{

                        DescriptionElementBase elementBase = equalUuidsElements.get(0);

                        if (elementBase.isInstanceOf(CategoricalData.class)){

                            CategoricalData data = HibernateProxyHelper.deproxy(elementBase, CategoricalData.class);

                            List<StateData> states = new ArrayList<>(data.getStateData());

                            List<StateDataDto> stateDtos = ((CategoricalDataDto)descElement).getStates();

                            data.getStateData().clear();

                            if (stateDtos.isEmpty()){

                                desc.removeElement(data);

                            }else{

                                for (StateDataDto dataDto: stateDtos){

                                        State newState = DefinedTermBase.getTermByClassAndUUID(State.class, dataDto.getState().getUuid());

                                        StateData newStateData = StateData.NewInstance(newState);

                                        data.addStateData(newStateData);

                                }

                            }

                        }else if (elementBase.isInstanceOf(QuantitativeData.class)){

                            QuantitativeData data = HibernateProxyHelper.deproxy(elementBase, QuantitativeData.class);

                            Set<StatisticalMeasurementValue> statisticalValues = new HashSet<>();

                            if (((QuantitativeDataDto) descElement).getMeasurementUnit() != null){

                                MeasurementUnit unit = DefinedTermBase.getTermByClassAndUUID(MeasurementUnit.class, ((QuantitativeDataDto) descElement).getMeasurementUnit().getUuid());

                                if (data.getUnit() == null || (data.getUnit() != null && !data.getUnit().equals(unit))){

                                    data.setUnit(unit);

                                }

                            }

                            Set<StatisticalMeasurementValueDto> valueDtos = ((QuantitativeDataDto)descElement).getValues();

                            data.getStatisticalValues().clear();

                            if (valueDtos.isEmpty()){

                                desc.removeElement(data);

                            }else{

                                for (StatisticalMeasurementValueDto dataDto: valueDtos){

                                    //create new statedata

                                    StatisticalMeasure statMeasure = DefinedTermBase.getTermByClassAndUUID(StatisticalMeasure.class, dataDto.getType().getUuid());

                                    StatisticalMeasurementValue newStatisticalMeasurement = StatisticalMeasurementValue.NewInstance(statMeasure, dataDto.getValue());

                                    statisticalValues.add(newStatisticalMeasurement);

                                    data.addStatisticalValue(newStatisticalMeasurement);

                                }

    //                            data.getStatisticalValues().addAll(statisticalValues);

                                data = StructuredDescriptionAggregation.handleMissingMinOrMax(data,

                                        MissingMinimumMode.MinToZero, MissingMaximumMode.MaxToMin);

                            }

                        }

                    }

                  //remove deleted elements

                }

                descriptionSpecimenMap.get(describedObjectUuid).add(desc);

                description = desc;

            }

            try{

                if (description != null){

                    mergeResult = dao.merge(description, true);

                    result.addUpdatedObject( mergeResult.getMergedEntity());

                }

//                if (description instanceof SpecimenDescription){

//                    result.addUpdatedObject(mergeResult.getMergedEntity().getDescribedSpecimenOrObservation());

//                }else if (description instanceof TaxonDescription){

//                    result.addUpdatedObject(((TaxonDescription)mergeResult.getMergedEntity()).getTaxon());

//                }else if (description instanceof TaxonNameDescription){

//                    result.addUpdatedObject(((TaxonNameDescription)mergeResult.getMergedEntity()).getTaxonName());

//                }

            }catch(Exception e){

                e.printStackTrace();

            }

        }

        return result;

    }

    @Override

    @Transactional(readOnly = false)

    public DeleteResult deleteDescription(DescriptionBase<?> description) {

        DeleteResult deleteResult = new DeleteResult();

        if (description == null){

            return deleteResult;

        }

        //avoid lazy init exception

        description = load(description.getId(), Arrays.asList("descriptiveDataSets"));

        deleteResult = isDeletable(description.getUuid());

        if (deleteResult.getRelatedObjects() != null && deleteResult.getRelatedObjects().size() == 1){

            Iterator<CdmBase> relObjects = deleteResult.getRelatedObjects().iterator();

            CdmBase next = relObjects.next();

            if (next instanceof CdmLinkSource){

                CdmLinkSource source = (CdmLinkSource)next;

                ICdmTarget target = source.getTarget();

            }

        }

        if (deleteResult.isOk() ){

            CdmBase.deproxy(description);

        	if (description instanceof TaxonDescription){

        		TaxonDescription taxDescription = (TaxonDescription)description;

        		Taxon tax = taxDescription.getTaxon();

        		if (tax != null){

        		    tax.removeDescription(taxDescription, true);

        		    deleteResult.addUpdatedObject(tax);

        		}

        	}

        	else if (description instanceof SpecimenDescription){

        	    SpecimenDescription specimenDescription = (SpecimenDescription)description;

        	    SpecimenOrObservationBase<?> specimen = specimenDescription.getDescribedSpecimenOrObservation();

        	    if (specimen != null){

        	        specimen.removeDescription(specimenDescription);

        	        deleteResult.addUpdatedObject(specimen);

        	    }

        	}

        	for (DescriptiveDataSet dataset : description.getDescriptiveDataSets()) {

        	    dataset.removeDescription(description);

            }

        	dao.delete(description);

        	deleteResult.addDeletedObject(description);

        	deleteResult.setCdmEntity(description);

        }else{

            logger.info(deleteResult.getExceptions().toString());

        }

        return deleteResult;

    }

    @Override

    @Transactional(readOnly = false)

    public DeleteResult deleteDescription(UUID descriptionUuid) {

        return deleteDescription(dao.load(descriptionUuid));

    }

    @Override

    public DeleteResult isDeletable(UUID descriptionUuid){

        DeleteResult result = new DeleteResult();

        DescriptionBase<?> description = this.load(descriptionUuid);

        Set<CdmBase> references = commonService.getReferencingObjectsForDeletion(description);

        if (references == null || references.isEmpty()){

            return result;

        }

        for (CdmBase ref: references){

            if (description instanceof TaxonDescription && ref instanceof Taxon && ref.equals(((TaxonDescription)description).getTaxon())){

                continue;

            } else if (description instanceof TaxonNameDescription && ref instanceof TaxonName && ref.equals(((TaxonNameDescription)description).getTaxonName())){

                continue;

            } else if (description instanceof SpecimenDescription && ref instanceof SpecimenOrObservationBase && ref.equals(((SpecimenDescription)description).getDescribedSpecimenOrObservation())){

                continue;

            } else if (ref instanceof DescriptionElementBase){

                continue;

            } else if (ref instanceof CdmLinkSource && ((CdmLinkSource)ref).hasNoTarget()) {

                continue; //maybe only workaround #9801

            }else {

                String message = "The description can't be completely deleted because it is referenced by " + ref.getUserFriendlyTypeName() ;

                result.setAbort();

                result.addException(new ReferencedObjectUndeletableException(message));

                result.addRelatedObject(ref);

            }

        }

        return result;

    }

    @Override

    @Deprecated

    public <T extends DescriptionElementBase> List<T> getDescriptionElementsForTaxon(

            Taxon taxon, Set<Feature> features,

            Class<T> type, Integer pageSize,

            Integer pageNumber, List<String> propertyPaths) {

        return listDescriptionElementsForTaxon(taxon, features, type, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public <T extends DescriptionElementBase> List<T> listDescriptionElementsForTaxon(

            Taxon taxon, Set<Feature> features,

            Class<T> type, Integer pageSize,

            Integer pageNumber, List<String> propertyPaths) {

        return dao.getDescriptionElementForTaxon(taxon.getUuid(), features, type, pageSize, pageNumber, propertyPaths);

    }

    @Override

    public <T extends DescriptionElementBase> Pager<T> pageDescriptionElementsForTaxon(

            Taxon taxon, Set<Feature> features,

            Class<T> type, Integer pageSize,

            Integer pageNumber, List<String> propertyPaths) {

        if (logger.isDebugEnabled()){logger.debug(" get count ...");}

        Long count = dao.countDescriptionElementForTaxon(taxon.getUuid(), features, type);