/**
    * Copyright 2005-2016 The Kuali Foundation
    *
    * Licensed under the Educational Community License, Version 2.0 (the "License");
    * you may not use this file except in compliance with the License.
    * You may obtain a copy of the License at
    *
    * http://www.opensource.org/licenses/ecl2.php
    *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.kuali.rice.kim.service.impl;
  
  import org.apache.commons.lang.StringUtils;
  import org.apache.log4j.Level;
  import org.apache.log4j.Logger;
  import org.kuali.rice.core.api.config.property.ConfigurationService;
  import org.kuali.rice.kim.api.KimConstants;
  import org.kuali.rice.kim.impl.identity.IdentityArchiveService;
  import org.kuali.rice.kim.api.identity.entity.EntityDefault;
  import org.kuali.rice.kim.api.identity.principal.Principal;
  import org.kuali.rice.kim.impl.identity.EntityDefaultInfoCacheBo;
  import org.kuali.rice.krad.service.BusinessObjectService;
  import org.kuali.rice.krad.service.KRADServiceLocatorInternal;
  import org.kuali.rice.ksb.service.KSBServiceLocator;
  import org.springframework.beans.factory.DisposableBean;
  import org.springframework.beans.factory.InitializingBean;
  import org.springframework.transaction.PlatformTransactionManager;
  import org.springframework.transaction.TransactionStatus;
  import org.springframework.transaction.support.TransactionCallback;
  import org.springframework.transaction.support.TransactionTemplate;
  
  import java.util.ArrayList;
  import java.util.Arrays;
  import java.util.Collection;
  import java.util.Collections;
  import java.util.Comparator;
  import java.util.HashMap;
  import java.util.HashSet;
  import java.util.List;
  import java.util.Map;
  import java.util.Set;
  import java.util.concurrent.Callable;
  import java.util.concurrent.ConcurrentLinkedQueue;
  import java.util.concurrent.TimeUnit;
  import java.util.concurrent.atomic.AtomicBoolean;
  import java.util.concurrent.atomic.AtomicInteger;
  
  /**
   * This is the default implementation for the IdentityArchiveService.
   * @see IdentityArchiveService
   * @author Kuali Rice Team (rice.collab@kuali.org)
   *
   */
  public class IdentityArchiveServiceImpl implements IdentityArchiveService, InitializingBean, DisposableBean {
  	private static final Logger LOG = Logger.getLogger( IdentityArchiveServiceImpl.class );
  
  	private BusinessObjectService businessObjectService;
  	private ConfigurationService kualiConfigurationService;
      private PlatformTransactionManager transactionManager;
  
  	private static final String EXEC_INTERVAL_SECS = "kim.identityArchiveServiceImpl.executionIntervalSeconds";
  	private static final String MAX_WRITE_QUEUE_SIZE = "kim.identityArchiveServiceImpl.maxWriteQueueSize";
  	private static final int EXECUTION_INTERVAL_SECONDS_DEFAULT = 600; // by default, flush the write queue this often
  	private static final int MAX_WRITE_QUEUE_SIZE_DEFAULT = 300; // cache this many KEDI's before forcing write
  
  	private final WriteQueue writeQueue = new WriteQueue();
  	private final EntityArchiveWriter writer = new EntityArchiveWriter();
  
  	// all this ceremony just decorates the writer so it logs a message first, and converts the Callable to Runnable
  	private final Runnable maxQueueSizeExceededWriter =
  		new CallableAdapter(new PreLogCallableWrapper<Boolean>(writer, Level.DEBUG, "max size exceeded, flushing write queue"));
  
  	// ditto
  	private final Runnable scheduledWriter =
  		new CallableAdapter(new PreLogCallableWrapper<Boolean>(writer, Level.DEBUG, "scheduled write out, flushing write queue"));
  
  	// ditto
  	private final Runnable shutdownWriter =
  		new CallableAdapter(new PreLogCallableWrapper<Boolean>(writer, Level.DEBUG, "rice is shutting down, flushing write queue"));
  	
  	private int getExecutionIntervalSeconds() {
  		final String prop = kualiConfigurationService.getPropertyValueAsString(EXEC_INTERVAL_SECS);
  		try {
  			return Integer.valueOf(prop).intValue();
  		} catch (NumberFormatException e) {
  			return EXECUTION_INTERVAL_SECONDS_DEFAULT;
  		}
  	}
  	
  	private int getMaxWriteQueueSize() {
  		final String prop = kualiConfigurationService.getPropertyValueAsString(MAX_WRITE_QUEUE_SIZE);
  		try {
  			return Integer.valueOf(prop).intValue();
  		} catch (NumberFormatException e) {
 			return MAX_WRITE_QUEUE_SIZE_DEFAULT;
 		}
 	}
 
 	@Override
 	public EntityDefault getEntityDefaultFromArchive( String entityId ) {
     	if (StringUtils.isBlank(entityId)) {
             throw new IllegalArgumentException("entityId is blank");
         }
 
         Map<String,String> criteria = new HashMap<String, String>(1);
     	criteria.put(KimConstants.PrimaryKeyConstants.SUB_ENTITY_ID, entityId);
     	EntityDefaultInfoCacheBo cachedValue = businessObjectService.findByPrimaryKey(EntityDefaultInfoCacheBo.class, criteria);
     	return (cachedValue == null) ? null : cachedValue.convertCacheToEntityDefaultInfo();
     }
 
     @Override
 	public EntityDefault getEntityDefaultFromArchiveByPrincipalId(String principalId) {
     	if (StringUtils.isBlank(principalId)) {
             throw new IllegalArgumentException("principalId is blank");
         }
 
         Map<String,String> criteria = new HashMap<String, String>(1);
     	criteria.put("principalId", principalId);
     	EntityDefaultInfoCacheBo cachedValue = businessObjectService.findByPrimaryKey(EntityDefaultInfoCacheBo.class, criteria);
     	return (cachedValue == null) ? null : cachedValue.convertCacheToEntityDefaultInfo();
     }
 
     @Override
 	public EntityDefault getEntityDefaultFromArchiveByPrincipalName(String principalName) {
     	if (StringUtils.isBlank(principalName)) {
             throw new IllegalArgumentException("principalName is blank");
         }
 
         Map<String,String> criteria = new HashMap<String, String>(1);
     	criteria.put("principalName", principalName);
     	Collection<EntityDefaultInfoCacheBo> entities = businessObjectService.findMatching(EntityDefaultInfoCacheBo.class, criteria);
     	return (entities == null || entities.isEmpty()) ? null : entities.iterator().next().convertCacheToEntityDefaultInfo();
     }
     
     @Override
     public EntityDefault getEntityDefaultFromArchiveByEmployeeId(String employeeId) {
         if (StringUtils.isBlank(employeeId)) {
             throw new IllegalArgumentException("employeeId is blank");
         }
         Map<String,String> criteria = new HashMap<String, String>(1);
         criteria.put("employeeId", employeeId);
         Collection<EntityDefaultInfoCacheBo> entities = businessObjectService.findMatching(EntityDefaultInfoCacheBo.class, criteria);
         return (entities == null || entities.isEmpty()) ? null : entities.iterator().next().convertCacheToEntityDefaultInfo();
     }
     
     @Override
 	public void saveEntityDefaultToArchive(EntityDefault entity) {
     	if (entity == null) {
             throw new IllegalArgumentException("entity is blank");
         }
 
     	// if the max size has been reached, schedule now
     	if (getMaxWriteQueueSize() <= writeQueue.offerAndGetSize(entity) /* <- this enqueues the KEDI */ &&
     			writer.requestSubmit()) {
     		KSBServiceLocator.getThreadPool().execute(maxQueueSizeExceededWriter);
     	}
     }
 
     @Override
     public void flushToArchive() {
         writer.call();
     }
 
 
 	public void setBusinessObjectService(BusinessObjectService businessObjectService) {
 		this.businessObjectService = businessObjectService;
 	}
 
 	public void setKualiConfigurationService(
 			ConfigurationService kualiConfigurationService) {
 		this.kualiConfigurationService = kualiConfigurationService;
 	}
 
     public void setTransactionManager(PlatformTransactionManager txMgr) {
         this.transactionManager = txMgr;
     }
     
     /** schedule the writer on the KSB scheduled pool. */
 	@Override
 	public void afterPropertiesSet() throws Exception {
 		LOG.info("scheduling writer...");
 		KSBServiceLocator.getScheduledPool().scheduleAtFixedRate(scheduledWriter,
 				getExecutionIntervalSeconds(), getExecutionIntervalSeconds(), TimeUnit.SECONDS);
 	}
 
 	/** flush the write queue immediately. */
 	@Override
 	public void destroy() throws Exception {
 		KSBServiceLocator.getThreadPool().execute(shutdownWriter);
 	}
 
 	/**
 	 * store the person to the database, but do this an alternate thread to
 	 * prevent transaction issues since this service is non-transactional
 	 *
 	 * @author Kuali Rice Team (rice.collab@kuali.org)
 	 *
 	 */
 	private class EntityArchiveWriter implements Callable {
 
 		// flag used to prevent multiple processes from being submitted at once
 		AtomicBoolean currentlySubmitted = new AtomicBoolean(false);
 
 		private final Comparator<Comparable> nullSafeComparator = new Comparator<Comparable>() {
 			@Override
 			public int compare(Comparable i1, Comparable i2) {
 				if (i1 != null && i2 != null) {
 					return i1.compareTo(i2);
 				} else if (i1 == null) {
 					if (i2 == null) {
 						return 0;
 					} else {
 						return -1;
 					}
 				} else { // if (entityId2 == null) {
 					return 1;
 				}
 			};
 		};
 
 		/**
 		 * Comparator that attempts to impose a total ordering on EntityDefault instances
 		 */
 		private final Comparator<EntityDefault> kediComparator = new Comparator<EntityDefault>() {
 			/**
 			 * compares by entityId value
 			 * @see java.util.Comparator#compare(java.lang.Object, java.lang.Object)
 			 */
 			@Override
 			public int compare(EntityDefault o1, EntityDefault o2) {
 				String entityId1 = (o1 == null) ? null : o1.getEntityId();
 				String entityId2 = (o2 == null) ? null : o2.getEntityId();
 
 				int result = nullSafeComparator.compare(entityId1, entityId2);
 
 				if (result == 0) {
 					result = getPrincipalIdsString(o1).compareTo(getPrincipalIdsString(o2));
 				}
 
 				return result;
 			}
 
 			/**
 			 * This method builds a newline delimited String containing the identity's principal IDs in sorted order
 			 *
 			 * @param entity
 			 * @return
 			 */
 			private String getPrincipalIdsString(EntityDefault entity) {
 				String result = "";
 				if (entity != null) {
 					List<Principal> principals = entity.getPrincipals();
 					if (principals != null) {
 						if (principals.size() == 1) { // one
 							result = principals.get(0).getPrincipalId();
 						} else { // multiple
 							String [] ids = new String [principals.size()];
 							int insertIndex = 0;
 							for (Principal principal : principals) {
 								ids[insertIndex++] = principal.getPrincipalId();
 							}
 							Arrays.sort(ids);
 							result = StringUtils.join(ids, "\n");
 						}
 					}
 				}
 				return result;
 			}
 		};
 
 		public boolean requestSubmit() {
 			return currentlySubmitted.compareAndSet(false, true);
 		}
 
 		/**
 		 * Call that tries to flush the write queue.
 		 * @see Callable#call()
 		 */
 		@Override
 		public Object call() {
 			try {
 				// the strategy is to grab chunks of entities, dedupe & sort them, and insert them in a big
 				// batch to reduce transaction overhead.  Sorting is done so insertion order is guaranteed, which
 				// prevents deadlocks between concurrent writers to the database.
 				TransactionTemplate template = new TransactionTemplate(transactionManager);
 				template.execute(new TransactionCallback() {
 					@Override
 					public Object doInTransaction(TransactionStatus status) {
 						EntityDefault entity = null;
 						ArrayList<EntityDefault> entitiesToInsert = new ArrayList<EntityDefault>(getMaxWriteQueueSize());
 						Set<String> deduper = new HashSet<String>(getMaxWriteQueueSize());
 
 						// order is important in this conditional so that elements aren't dequeued and then ignored
 						while (entitiesToInsert.size() < getMaxWriteQueueSize() && null != (entity = writeQueue.poll())) {
 							if (deduper.add(entity.getEntityId())) {
 								entitiesToInsert.add(entity);
 							}
 						}
 
 						Collections.sort(entitiesToInsert, kediComparator);
                         List<EntityDefaultInfoCacheBo> entityCache = new ArrayList<EntityDefaultInfoCacheBo>(entitiesToInsert.size());
                         for (EntityDefault entityToInsert : entitiesToInsert) {
                             entityCache.add(new EntityDefaultInfoCacheBo( entityToInsert ));
                         }
                         businessObjectService.save(entityCache);
 						//for (EntityDefault entityToInsert : entitiesToInsert) {
 						//	businessObjectService.save( new EntityDefaultInfoCacheBo( entityToInsert ) );
 						//}
 						return null;
 					}
 				});
 			} finally { // make sure our running flag is unset, otherwise we'll never run again
 				currentlySubmitted.compareAndSet(true, false);
 			}
 
 			return Boolean.TRUE;
 		}
 	}
 
 	/**
 	 * A class encapsulating a {@link ConcurrentLinkedQueue} and an {@link AtomicInteger} to
 	 * provide fast offer(enqueue)/poll(dequeue) and size checking.  Size may be approximate due to concurrent
 	 * activity, but for our purposes that is fine.
 	 *
 	 * @author Kuali Rice Team (rice.collab@kuali.org)
 	 *
 	 */
 	private static class WriteQueue {
 		AtomicInteger writeQueueSize = new AtomicInteger(0);
 		ConcurrentLinkedQueue<EntityDefault> queue = new ConcurrentLinkedQueue<EntityDefault>();
 
 		public int offerAndGetSize(EntityDefault entity) {
 			queue.add(entity);
 			return writeQueueSize.incrementAndGet();
 		}
 
 		private EntityDefault poll() {
 			EntityDefault result = queue.poll();
 			if (result != null) { writeQueueSize.decrementAndGet(); }
 			return result;
 		}
 	}
 
 	/**
 	 * decorator for a callable to log a message before it is executed
 	 *
 	 * @author Kuali Rice Team (rice.collab@kuali.org)
 	 *
 	 */
 	private static class PreLogCallableWrapper<A> implements Callable<A> {
 		
 		private final Callable inner;
 		private final Level level;
 		private final String message;
 
 		public PreLogCallableWrapper(Callable inner, Level level, String message) {
 			this.inner = inner;
 			this.level = level;
 			this.message = message;
 		}
 
 		/**
 		 * logs the message then calls the inner Callable
 		 * 
 		 * @see java.util.concurrent.Callable#call()
 		 */
 		@Override
 		@SuppressWarnings("unchecked")
 		public A call() throws Exception {
 			LOG.log(level, message);
 			return (A)inner.call();
 		}
 	}
 
 	/**
 	 * Adapts a Callable to be Runnable
 	 *
 	 * @author Kuali Rice Team (rice.collab@kuali.org)
 	 *
 	 */
 	private static class CallableAdapter implements Runnable {
 
 		private final Callable callable;
 
 		public CallableAdapter(Callable callable) {
 			this.callable = callable;
 		}
 
 		@Override
 		public void run() {
 			try {
 				callable.call();
 			} catch (Exception e) {
 				throw new RuntimeException(e);
 			}
 		}
 	}
 }