Project

General

Profile

Download (22.7 KB) Statistics
| Branch: | Tag: | Revision:
1
// $Id$
2
/**
3
* Copyright (C) 2007 EDIT
4
* European Distributed Institute of Taxonomy
5
* http://www.e-taxonomy.eu
6
*
7
* The contents of this file are subject to the Mozilla Public License Version 1.1
8
* See LICENSE.TXT at the top of this package for the full license terms.
9
*/
10

    
11
package eu.etaxonomy.cdm.api.service;
12

    
13
import java.util.ArrayList;
14
import java.util.Arrays;
15
import java.util.HashMap;
16
import java.util.HashSet;
17
import java.util.List;
18
import java.util.Map;
19
import java.util.Set;
20
import java.util.UUID;
21

    
22
import org.apache.log4j.Logger;
23
import org.hibernate.criterion.Criterion;
24
import org.springframework.transaction.annotation.Transactional;
25

    
26
import eu.etaxonomy.cdm.api.service.config.IIdentifiableEntityServiceConfigurator;
27
import eu.etaxonomy.cdm.api.service.dto.FindByIdentifierDTO;
28
import eu.etaxonomy.cdm.api.service.pager.Pager;
29
import eu.etaxonomy.cdm.api.service.pager.impl.DefaultPagerImpl;
30
import eu.etaxonomy.cdm.common.monitor.DefaultProgressMonitor;
31
import eu.etaxonomy.cdm.common.monitor.IProgressMonitor;
32
import eu.etaxonomy.cdm.hibernate.HibernateProxyHelper;
33
import eu.etaxonomy.cdm.model.common.CdmBase;
34
import eu.etaxonomy.cdm.model.common.DefinedTerm;
35
import eu.etaxonomy.cdm.model.common.ISourceable;
36
import eu.etaxonomy.cdm.model.common.IdentifiableEntity;
37
import eu.etaxonomy.cdm.model.common.IdentifiableSource;
38
import eu.etaxonomy.cdm.model.common.LSID;
39
import eu.etaxonomy.cdm.model.media.Rights;
40
import eu.etaxonomy.cdm.model.name.NonViralName;
41
import eu.etaxonomy.cdm.model.reference.Reference;
42
import eu.etaxonomy.cdm.model.reference.ReferenceFactory;
43
import eu.etaxonomy.cdm.persistence.dao.common.IIdentifiableDao;
44
import eu.etaxonomy.cdm.persistence.dao.hibernate.HibernateBeanInitializer;
45
import eu.etaxonomy.cdm.persistence.dao.initializer.AutoPropertyInitializer;
46
import eu.etaxonomy.cdm.persistence.dto.UuidAndTitleCache;
47
import eu.etaxonomy.cdm.persistence.query.MatchMode;
48
import eu.etaxonomy.cdm.persistence.query.OrderHint;
49
import eu.etaxonomy.cdm.persistence.query.OrderHint.SortOrder;
50
import eu.etaxonomy.cdm.strategy.cache.common.IIdentifiableEntityCacheStrategy;
51
import eu.etaxonomy.cdm.strategy.match.DefaultMatchStrategy;
52
import eu.etaxonomy.cdm.strategy.match.IMatchStrategy;
53
import eu.etaxonomy.cdm.strategy.match.IMatchable;
54
import eu.etaxonomy.cdm.strategy.match.MatchException;
55
import eu.etaxonomy.cdm.strategy.merge.IMergable;
56
import eu.etaxonomy.cdm.strategy.merge.IMergeStrategy;
57
import eu.etaxonomy.cdm.strategy.merge.MergeException;
58

    
59
public abstract class IdentifiableServiceBase<T extends IdentifiableEntity, DAO extends IIdentifiableDao<T>> extends AnnotatableServiceBase<T,DAO>
60
						implements IIdentifiableEntityService<T>{
61

    
62

    
63
	protected static final int UPDATE_TITLE_CACHE_DEFAULT_STEP_SIZE = 1000;
64
	protected static final  Logger logger = Logger.getLogger(IdentifiableServiceBase.class);
65

    
66
	@Override
67
	@Transactional(readOnly = true)
68
	public Pager<Rights> getRights(T t, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {
69
        Integer numberOfResults = dao.countRights(t);
70

    
71
		List<Rights> results = new ArrayList<Rights>();
72
		if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
73
			results = dao.getRights(t, pageSize, pageNumber,propertyPaths);
74
		}
75

    
76
		return new DefaultPagerImpl<Rights>(pageNumber, numberOfResults, pageSize, results);
77
	}
78

    
79
	@Override
80
	@Transactional(readOnly = true)
81
	public Pager<IdentifiableSource> getSources(T t, Integer pageSize, Integer pageNumber, List<String> propertyPaths) {
82
		 Integer numberOfResults = dao.countSources(t);
83

    
84
		 List<IdentifiableSource> results = new ArrayList<IdentifiableSource>();
85
		 if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
86
			 results = dao.getSources(t, pageSize, pageNumber,propertyPaths);
87
		 }
88

    
89
		 return new DefaultPagerImpl<IdentifiableSource>(pageNumber, numberOfResults, pageSize, results);
90
	}
91

    
92

    
93
	@Transactional(readOnly = false)
94
	@Override
95
	public T replace(T x, T y) {
96
		return dao.replace(x, y);
97
	}
98
	/**
99
	 * FIXME Candidate for harmonization
100
	 * Given that this method is strongly typed, and generic, could we not simply expose it as
101
	 * List<T> findByTitle(String title) as it is somewhat less cumbersome. Admittedly, I don't
102
	 * understand what is going on with the configurators etc. so maybe there is a good reason for
103
	 * the design of this method.
104
	 * @param title
105
	 * @return
106
	 */
107
	@Transactional(readOnly = true)
108
	protected List<T> findCdmObjectsByTitle(String title){
109
		return ((IIdentifiableDao)dao).findByTitle(title);
110
	}
111

    
112
	@Transactional(readOnly = true)
113
	protected List<T> findCdmObjectsByTitle(String title, Class<T> clazz){
114
		return ((IIdentifiableDao)dao).findByTitleAndClass(title, clazz);
115
	}
116
	@Transactional(readOnly = true)
117
	protected List<T> findCdmObjectsByTitle(String title, CdmBase sessionObject){
118
		return ((IIdentifiableDao)dao).findByTitle(title, sessionObject);
119
	}
120

    
121
	/*
122
	 * TODO - Migrated from CommonServiceBase
123
	 *  (non-Javadoc)
124
	 * @see eu.etaxonomy.cdm.api.service.ICommonService#getSourcedObjectById(java.lang.String, java.lang.String)
125
	 */
126
	@Transactional(readOnly = true)
127
	@Override
128
	public ISourceable getSourcedObjectByIdInSource(Class clazz, String idInSource, String idNamespace) {
129
		ISourceable result = null;
130

    
131
		List<T> list = dao.findOriginalSourceByIdInSource(idInSource, idNamespace);
132
		if (! list.isEmpty()){
133
			result = list.get(0);
134
		}
135
		return result;
136
	}
137
//
138
//	@Override
139
//    public List<UuidAndTitleCache<T>> getUuidAndTitleCache() {
140
//	    return getUuidAndTitleCache(null, null);
141
//	}
142

    
143

    
144
	@Transactional(readOnly = true)
145
	@Override
146
	public List<UuidAndTitleCache<T>> getUuidAndTitleCache(Integer limit, String pattern) {
147
		return dao.getUuidAndTitleCache(limit, pattern);
148
	}
149

    
150
	@Transactional(readOnly = true)
151
	@Override
152
	public Pager<T> findByTitle(Class<? extends T> clazz, String queryString,MatchMode matchmode, List<Criterion> criteria, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {
153
		 Integer numberOfResults = dao.countByTitle(clazz, queryString, matchmode, criteria);
154

    
155
		 List<T> results = new ArrayList<T>();
156
		 if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
157
				results = dao.findByTitle(clazz, queryString, matchmode, criteria, pageSize, pageNumber, orderHints, propertyPaths);
158
		 }
159

    
160
		  return new DefaultPagerImpl<T>(pageNumber, numberOfResults, pageSize, results);
161
	}
162

    
163
	@Transactional(readOnly = true)
164
	@Override
165
	public Pager<T> findByTitle(IIdentifiableEntityServiceConfigurator<T> config){
166
		return findByTitle(config.getClazz(), config.getTitleSearchStringSqlized(), config.getMatchMode(), config.getCriteria(), config.getPageSize(), config.getPageNumber(), config.getOrderHints(), config.getPropertyPaths());
167
	}
168

    
169
	@Transactional(readOnly = true)
170
	@Override
171
	public List<T> listByTitle(Class<? extends T> clazz, String queryString,MatchMode matchmode, List<Criterion> criteria, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {
172
		 Integer numberOfResults = dao.countByTitle(clazz, queryString, matchmode, criteria);
173

    
174
		 List<T> results = new ArrayList<T>();
175
		 if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
176
				results = dao.findByTitle(clazz, queryString, matchmode, criteria, pageSize, pageNumber, orderHints, propertyPaths);
177
		 }
178
		 return results;
179
	}
180

    
181
	@Transactional(readOnly = true)
182
	@Override
183
	public Pager<T> findTitleCache(Class<? extends T> clazz, String queryString, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, MatchMode matchMode){
184
		long numberOfResults = dao.countTitleCache(clazz, queryString, matchMode);
185

    
186
		 List<T> results = new ArrayList<T>();
187
		 if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
188
				results = dao.findTitleCache(clazz, queryString, pageSize, pageNumber, orderHints, matchMode);
189
		 }
190
		 int r = 0;
191
		 r += numberOfResults;
192

    
193
		  return new DefaultPagerImpl<T>(pageNumber, r , pageSize, results);
194
	}
195

    
196
	@Transactional(readOnly = true)
197
	@Override
198
	public List<T> listByReferenceTitle(Class<? extends T> clazz, String queryString,MatchMode matchmode, List<Criterion> criteria, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {
199
		 Integer numberOfResults = dao.countByReferenceTitle(clazz, queryString, matchmode, criteria);
200

    
201
		 List<T> results = new ArrayList<T>();
202
		 if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
203
				results = dao.findByReferenceTitle(clazz, queryString, matchmode, criteria, pageSize, pageNumber, orderHints, propertyPaths);
204
		 }
205
		 return results;
206
	}
207

    
208
	@Transactional(readOnly = true)
209
	@Override
210
	public T find(LSID lsid) {
211
		return dao.find(lsid);
212
	}
213

    
214
	@Transactional(readOnly = true)
215
	@Override
216
	public Pager<T> search(Class<? extends T> clazz, String queryString, Integer pageSize, Integer pageNumber, List<OrderHint> orderHints, List<String> propertyPaths) {
217
        Integer numberOfResults = dao.count(clazz,queryString);
218

    
219
		List<T> results = new ArrayList<T>();
220
		if(numberOfResults > 0) { // no point checking again //TODO use AbstractPagerImpl.hasResultsInRange(numberOfResults, pageNumber, pageSize)
221
			results = dao.search(clazz,queryString, pageSize, pageNumber, orderHints, propertyPaths);
222
		}
223

    
224
		return new DefaultPagerImpl<T>(pageNumber, numberOfResults, pageSize, results);
225
	}
226

    
227
	@Override
228
	@Transactional(readOnly = false)
229
	public void updateTitleCache() {
230
		updateTitleCache(null, null, null, null);
231
	}
232

    
233
	@Transactional(readOnly = false)  //TODO check transactional behaviour, e.g. what happens with the session if count is very large
234
	protected <S extends T > void updateTitleCacheImpl(Class<S> clazz, Integer stepSize, IIdentifiableEntityCacheStrategy<T> cacheStrategy, IProgressMonitor monitor) {
235
		if (stepSize == null){
236
			stepSize = UPDATE_TITLE_CACHE_DEFAULT_STEP_SIZE;
237
		}
238
		if (monitor == null){
239
			monitor = DefaultProgressMonitor.NewInstance();
240
		}
241

    
242
		int count = dao.count(clazz);
243
		monitor.beginTask("update titles", count);
244
		int worked = 0;
245
		for(int i = 0 ; i < count ; i = i + stepSize){
246
			// not sure if such strict ordering is necessary here, but for safety reasons I do it
247
			ArrayList<OrderHint> orderHints = new ArrayList<OrderHint>();
248
			orderHints.add( new OrderHint("id", OrderHint.SortOrder.ASCENDING));
249

    
250

    
251
			Map<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>> oldAutoInit = switchOfAutoinitializer();
252
			List<S> list = this.list(clazz, stepSize, i, orderHints, null);
253
			switchOnOldAutoInitializer(oldAutoInit);
254

    
255
			List<T> entitiesToUpdate = new ArrayList<T>();
256
			for (T entity : list){
257
				HibernateProxyHelper.deproxy(entity, clazz);
258
				if (entity.isProtectedTitleCache() == false){
259
					updateTitleCacheForSingleEntity(cacheStrategy, entitiesToUpdate, entity);
260
				}
261
				worked++;
262
			}
263
			for (T entity: entitiesToUpdate){
264
				if (entity.getTitleCache() != null){
265
					//System.err.println(entity.getTitleCache());
266
				}else{
267
					//System.err.println("no titleCache" + ((NonViralName)entity).getNameCache());
268
				}
269
			}
270
			saveOrUpdate(entitiesToUpdate);
271
			monitor.worked(list.size());
272
			if (monitor.isCanceled()){
273
				monitor.done();
274
				return;
275
			}
276
		}
277
		monitor.done();
278
	}
279

    
280
	/**
281
	 * Brings back all auto initializers to the bean initializer
282
	 * @see #switchOfAutoinitializer()
283
	 * @param oldAutoInit
284
	 */
285
	protected void switchOnOldAutoInitializer(
286
			Map<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>> oldAutoInit) {
287
		HibernateBeanInitializer initializer = (HibernateBeanInitializer)this.appContext.getBean("defaultBeanInitializer");
288
		initializer.setBeanAutoInitializers(oldAutoInit);
289
	}
290

    
291
	/**
292
	 * Removes all auto initializers from the bean initializer
293
	 *
294
	 * @see #switchOnOldAutoInitializer(Map)
295
	 * @return
296
	 */
297
	protected Map<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>> switchOfAutoinitializer() {
298
		HibernateBeanInitializer initializer = (HibernateBeanInitializer)this.appContext.getBean("defaultBeanInitializer");
299
		Map<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>> oldAutoInitializers = initializer.getBeanAutoInitializers();
300
		Map<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>> map = new HashMap<Class<? extends CdmBase>, AutoPropertyInitializer<CdmBase>>();
301
		initializer.setBeanAutoInitializers(map);
302
		return oldAutoInitializers;
303
	}
304

    
305
	/**
306
	 * @param cacheStrategy
307
	 * @param entitiesToUpdate
308
	 * @param entity
309
	 */
310
	/**
311
	 * @param cacheStrategy
312
	 * @param entitiesToUpdate
313
	 * @param entity
314
	 */
315
	@SuppressWarnings("unchecked")
316
	private void updateTitleCacheForSingleEntity(
317
			IIdentifiableEntityCacheStrategy<T> cacheStrategy,
318
			List<T> entitiesToUpdate, T entity) {
319

    
320
		//assert (entity.isProtectedTitleCache() == false );
321

    
322
		//exclude recursive inreferences
323
		if (entity.isInstanceOf(Reference.class)){
324
			Reference ref = CdmBase.deproxy(entity, Reference.class);
325
			if (ref.getInReference() != null && ref.getInReference().equals(ref)){
326
				return;
327
			}
328
		}
329

    
330

    
331
		//define the correct cache strategy
332
		IIdentifiableEntityCacheStrategy entityCacheStrategy = cacheStrategy;
333
		if (entityCacheStrategy == null){
334
			entityCacheStrategy = entity.getCacheStrategy();
335
			//FIXME find out why the wrong cache strategy is loaded here, see #1876
336
			if (entity instanceof Reference){
337
				entityCacheStrategy = ReferenceFactory.newReference(((Reference)entity).getType()).getCacheStrategy();
338
			}
339
		}
340

    
341

    
342

    
343
		//old titleCache
344
		entity.setProtectedTitleCache(true);
345

    
346
		String oldTitleCache = entity.getTitleCache();
347
		entity.setTitleCache(oldTitleCache, false);   //before we had entity.setProtectedTitleCache(false) but this deleted the titleCache itself
348
		entity.setCacheStrategy(entityCacheStrategy);
349
		//NonViralNames and Reference have more caches //TODO handle in NameService
350
		String oldNameCache = null;
351
		String oldFullTitleCache = null;
352
		String oldAbbrevTitleCache = null;
353
		if (entity instanceof NonViralName ){
354

    
355
			try{
356
				NonViralName<?> nvn = (NonViralName) entity;
357
				if (!nvn.isProtectedNameCache()){
358
					nvn.setProtectedNameCache(true);
359
					oldNameCache = nvn.getNameCache();
360
					nvn.setProtectedNameCache(false);
361
				}
362
				if (!nvn.isProtectedFullTitleCache()){
363
					nvn.setProtectedFullTitleCache(true);
364
					oldFullTitleCache = nvn.getFullTitleCache();
365
					nvn.setProtectedFullTitleCache(false);
366
				}
367
			}catch(ClassCastException e){
368
				System.out.println("entity: " + entity.getTitleCache());
369
			}
370

    
371
		}else if (entity instanceof Reference){
372
			Reference ref = (Reference) entity;
373
			if (!ref.isProtectedAbbrevTitleCache()){
374
				ref.setProtectedAbbrevTitleCache(true);
375
				oldAbbrevTitleCache = ref.getAbbrevTitleCache();
376
				ref.setProtectedAbbrevTitleCache(false);
377
			}
378
		}
379
		setOtherCachesNull(entity);
380
		String newTitleCache= null;
381
		NonViralName<?> nvn = null;//TODO find better solution
382
		try{
383
			if (entity instanceof NonViralName){
384
				nvn = (NonViralName) entity;
385
				newTitleCache = entityCacheStrategy.getTitleCache(nvn);
386
			} else{
387
				 newTitleCache = entityCacheStrategy.getTitleCache(entity);
388
			}
389
		}catch (ClassCastException e){
390
			nvn = HibernateProxyHelper.deproxy(entity, NonViralName.class);
391
			newTitleCache = entityCacheStrategy.getTitleCache(nvn);
392
			//System.out.println("titleCache: " +entity.getTitleCache());
393
		}
394

    
395
		if ( oldTitleCache == null   || oldTitleCache != null && ! oldTitleCache.equals(newTitleCache) ){
396
			entity.setTitleCache(null, false);
397
			String newCache = entity.getTitleCache();
398

    
399
			if (newCache == null){
400
				logger.warn("newCache should never be null");
401
			}
402
			if (oldTitleCache == null){
403
				logger.info("oldTitleCache should never be null");
404
			}
405
			if (nvn != null){
406
				//NonViralName<?> nvn = (NonViralName) entity;
407
				nvn.getNameCache();
408
				nvn.getFullTitleCache();
409
			}
410
			if (entity instanceof Reference){
411
				Reference ref = (Reference) entity;
412
				ref.getAbbrevTitleCache();
413
			}
414
			entitiesToUpdate.add(entity);
415
		}else if (nvn != null){
416
			//NonViralName<?> nvn = (NonViralName) entity;
417
			String newNameCache = nvn.getNameCache();
418
			String newFullTitleCache = nvn.getFullTitleCache();
419
			if ((oldNameCache == null && !nvn.isProtectedNameCache()) || (oldNameCache != null && !oldNameCache.equals(newNameCache))){
420
				entitiesToUpdate.add(entity);
421
			}else if ((oldFullTitleCache == null && !nvn.isProtectedFullTitleCache()) || (oldFullTitleCache != null && !oldFullTitleCache.equals(newFullTitleCache))){
422
				entitiesToUpdate.add(entity);
423
			}
424
		}else if (entity instanceof Reference){
425
			Reference ref = (Reference) entity;
426
			String newAbbrevTitleCache = ref.getAbbrevTitleCache();
427
			if ( (oldAbbrevTitleCache == null && !ref.isProtectedAbbrevTitleCache() ) || (oldAbbrevTitleCache != null && !oldAbbrevTitleCache.equals(newAbbrevTitleCache))){
428
				entitiesToUpdate.add(entity);
429
			}
430
		}
431

    
432

    
433
	}
434

    
435

    
436

    
437
	/**
438
	 * Needs override if not only the title cache should be set to null to
439
	 * generate the correct new title cache
440
	 */
441
	protected void setOtherCachesNull(T entity) {
442
		return;
443
	}
444

    
445

    
446

    
447
	private class DeduplicateState{
448
		String lastTitleCache;
449
		Integer pageSize = 50;
450
		int nPages = 3;
451
		int startPage = 0;
452
		boolean isCompleted = false;
453
		int result;
454
	}
455

    
456
	@Override
457
	@Transactional(readOnly = false)
458
	public int deduplicate(Class<? extends T> clazz, IMatchStrategy matchStrategy, IMergeStrategy mergeStrategy) {
459
		DeduplicateState dedupState = new DeduplicateState();
460

    
461
		if (clazz == null){
462
			logger.warn("Deduplication clazz must not be null!");
463
			return 0;
464
		}
465
		if (! ( IMatchable.class.isAssignableFrom(clazz) && IMergable.class.isAssignableFrom(clazz) )  ){
466
			logger.warn("Deduplication implemented only for classes implementing IMatchable and IMergeable. No deduplication performed!");
467
			return 0;
468
		}
469
		Class matchableClass = clazz;
470
		if (matchStrategy == null){
471
			matchStrategy = DefaultMatchStrategy.NewInstance(matchableClass);
472
		}
473
		List<T> nextGroup = new ArrayList<T>();
474

    
475
		int result = 0;
476
//		double countTotal = count(clazz);
477
//
478
//		Number countPagesN = Math.ceil(countTotal/dedupState.pageSize.doubleValue()) ;
479
//		int countPages = countPagesN.intValue();
480
//
481

    
482
		List<OrderHint> orderHints = Arrays.asList(new OrderHint[]{new OrderHint("titleCache", SortOrder.ASCENDING)});
483

    
484
		while (! dedupState.isCompleted){
485
			//get x page sizes
486
			List<T> objectList = getPages(clazz, dedupState, orderHints);
487
			//after each page check if any changes took place
488
			int nUnEqualPages = handleAllPages(objectList, dedupState, nextGroup, matchStrategy, mergeStrategy);
489
			nUnEqualPages = nUnEqualPages + dedupState.pageSize * dedupState.startPage;
490
			//refresh start page counter
491
			int finishedPages = nUnEqualPages / dedupState.pageSize;
492
			dedupState.startPage = finishedPages;
493
		}
494

    
495
		result += handleLastGroup(nextGroup, matchStrategy, mergeStrategy);
496
		return result;
497
	}
498

    
499

    
500
	private int handleAllPages(List<T> objectList, DeduplicateState dedupState, List<T> nextGroup, IMatchStrategy matchStrategy, IMergeStrategy mergeStrategy) {
501
		int nUnEqual = 0;
502
		for (T object : objectList){
503
			String currentTitleCache = object.getTitleCache();
504
			if (currentTitleCache != null && currentTitleCache.equals(dedupState.lastTitleCache)){
505
				//=titleCache
506
				nextGroup.add(object);
507
			}else{
508
				//<> titleCache
509
				dedupState.result += handleLastGroup(nextGroup, matchStrategy, mergeStrategy);
510
				nextGroup = new ArrayList<T>();
511
				nextGroup.add(object);
512
				nUnEqual++;
513
			}
514
			dedupState.lastTitleCache = currentTitleCache;
515
		}
516
		handleLastGroup(nextGroup, matchStrategy, mergeStrategy);
517
		return nUnEqual;
518
	}
519

    
520
	private List<T> getPages(Class<? extends T> clazz, DeduplicateState dedupState, List<OrderHint> orderHints) {
521
		List<T> result = new ArrayList<T>();
522
		for (int pageNo = dedupState.startPage; pageNo < dedupState.startPage + dedupState.nPages; pageNo++){
523
			List<T> objectList = listByTitle(clazz, null, null, null, dedupState.pageSize, pageNo, orderHints, null);
524
			result.addAll(objectList);
525
		}
526
		if (result.size()< dedupState.nPages * dedupState.pageSize ){
527
			dedupState.isCompleted = true;
528
		}
529
		return result;
530
	}
531

    
532
	private int handleLastGroup(List<T> group, IMatchStrategy matchStrategy, IMergeStrategy mergeStrategy) {
533
		int result = 0;
534
		int size = group.size();
535
		Set<Integer> exclude = new HashSet<Integer>();  //set to collect all objects, that have been merged already
536
		for (int i = 0; i < size - 1; i++){
537
			if (exclude.contains(i)){
538
				continue;
539
			}
540
			for (int j = i + 1; j < size; j++){
541
				if (exclude.contains(j)){
542
					continue;
543
				}
544
				T firstObject = group.get(i);
545
				T secondObject = group.get(j);
546

    
547
				try {
548
					if (matchStrategy.invoke((IMatchable)firstObject, (IMatchable)secondObject)){
549
						commonService.merge((IMergable)firstObject, (IMergable)secondObject, mergeStrategy);
550
						exclude.add(j);
551
						result++;
552
					}
553
				} catch (MatchException e) {
554
					logger.warn("MatchException when trying to match " + firstObject.getTitleCache());
555
					e.printStackTrace();
556
				} catch (MergeException e) {
557
					logger.warn("MergeException when trying to merge " + firstObject.getTitleCache());
558
					e.printStackTrace();
559
				}
560
			}
561
		}
562
		return result;
563
	}
564

    
565
	@Transactional(readOnly = true)
566
	@Override
567
	public Integer countByTitle(Class<? extends T> clazz, String queryString,MatchMode matchmode, List<Criterion> criteria){
568
		 Integer numberOfResults = dao.countByTitle(clazz, queryString, matchmode, criteria);
569

    
570
		 return numberOfResults;
571
	}
572

    
573
	@Transactional(readOnly = true)
574
	@Override
575
	public Integer countByTitle(IIdentifiableEntityServiceConfigurator<T> config){
576
		return countByTitle(config.getClazz(), config.getTitleSearchStringSqlized(),
577
				config.getMatchMode(), config.getCriteria());
578

    
579
	}
580

    
581
	@Override
582
	@Transactional(readOnly = true)
583
	public <S extends T> Pager<FindByIdentifierDTO<S>> findByIdentifier(
584
			Class<S> clazz, String identifier, DefinedTerm identifierType, MatchMode matchmode,
585
			boolean includeEntity, Integer pageSize,
586
			Integer pageNumber,	List<String> propertyPaths) {
587

    
588
		Integer numberOfResults = dao.countByIdentifier(clazz, identifier, identifierType, matchmode);
589
        List<Object[]> daoResults = new ArrayList<Object[]>();
590
        if(numberOfResults > 0) { // no point checking again
591
        	daoResults = dao.findByIdentifier(clazz, identifier, identifierType,
592
    				matchmode, includeEntity, pageSize, pageNumber, propertyPaths);
593
        }
594

    
595
        List<FindByIdentifierDTO<S>> result = new ArrayList<FindByIdentifierDTO<S>>();
596
        for (Object[] daoObj : daoResults){
597
        	if (includeEntity){
598
        		result.add(new FindByIdentifierDTO<S>((DefinedTerm)daoObj[0], (String)daoObj[1], (S)daoObj[2]));
599
        	}else{
600
        		result.add(new FindByIdentifierDTO<S>((DefinedTerm)daoObj[0], (String)daoObj[1], (UUID)daoObj[2], (String)daoObj[3]));
601
        	}
602
        }
603
		return new DefaultPagerImpl<FindByIdentifierDTO<S>>(pageNumber, numberOfResults, pageSize, result);
604
	}
605

    
606

    
607
}
608

    
(67-67/97)