k-9/src/com/fsck/k9/MessagingController.java

package com.fsck.k9;

import android.app.Application;
import android.app.Notification;
import android.app.NotificationManager;
import android.app.PendingIntent;
import android.content.Context;
import android.content.Intent;
import android.net.Uri;
import android.os.PowerManager;
import android.os.PowerManager.WakeLock;
import android.os.Process;
import android.text.TextUtils;
import android.util.Log;
import com.fsck.k9.activity.FolderList;
import com.fsck.k9.mail.*;
import com.fsck.k9.mail.Folder.FolderType;
import com.fsck.k9.mail.Folder.OpenMode;
import com.fsck.k9.mail.internet.MimeMessage;
import com.fsck.k9.mail.internet.MimeUtility;
import com.fsck.k9.mail.internet.TextBody;
import com.fsck.k9.mail.store.LocalStore;
import com.fsck.k9.mail.store.LocalStore.LocalFolder;
import com.fsck.k9.mail.store.LocalStore.LocalMessage;
import com.fsck.k9.mail.store.LocalStore.PendingCommand;

import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.PrintStream;
import java.util.*;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;

/**
 * Starts a long running (application) Thread that will run through commands
 * that require remote mailbox access. This class is used to serialize and
 * prioritize these commands. Each method that will submit a command requires a
 * MessagingListener instance to be provided. It is expected that that listener
 * has also been added as a registered listener using addListener(). When a
 * command is to be executed, if the listener that was provided with the command
 * is no longer registered the command is skipped. The design idea for the above
 * is that when an Activity starts it registers as a listener. When it is paused
 * it removes itself. Thus, any commands that that activity submitted are
 * removed from the queue once the activity is no longer active.
 */
public class MessagingController implements Runnable
{
    /**
     * The maximum message size that we'll consider to be "small". A small message is downloaded
     * in full immediately instead of in pieces. Anything over this size will be downloaded in
     * pieces with attachments being left off completely and downloaded on demand.
     *
     *
     * 25k for a "small" message was picked by educated trial and error.
     * http://answers.google.com/answers/threadview?id=312463 claims that the
     * average size of an email is 59k, which I feel is too large for our
     * blind download. The following tests were performed on a download of
     * 25 random messages.
     * <pre>
     * 5k - 61 seconds,
     * 25k - 51 seconds,
     * 55k - 53 seconds,
     * </pre>
     * So 25k gives good performance and a reasonable data footprint. Sounds good to me.
     */
    private static final int MAX_SMALL_MESSAGE_SIZE = Store.FETCH_BODY_SANE_SUGGESTED_SIZE;

    private static final String PENDING_COMMAND_MOVE_OR_COPY = "com.fsck.k9.MessagingController.moveOrCopy";
    private static final String PENDING_COMMAND_MOVE_OR_COPY_BULK = "com.fsck.k9.MessagingController.moveOrCopyBulk";
    private static final String PENDING_COMMAND_EMPTY_TRASH = "com.fsck.k9.MessagingController.emptyTrash";
    private static final String PENDING_COMMAND_SET_FLAG_BULK = "com.fsck.k9.MessagingController.setFlagBulk";
    private static final String PENDING_COMMAND_SET_FLAG = "com.fsck.k9.MessagingController.setFlag";
    private static final String PENDING_COMMAND_APPEND = "com.fsck.k9.MessagingController.append";
    private static final String PENDING_COMMAND_MARK_ALL_AS_READ = "com.fsck.k9.MessagingController.markAllAsRead";

    private static MessagingController inst = null;
    private BlockingQueue<Command> mCommands = new PriorityBlockingQueue<Command>();

    private Thread mThread;
    private Set<MessagingListener> mListeners = new CopyOnWriteArraySet<MessagingListener>();

    private HashMap<SORT_TYPE, Boolean> sortAscending = new HashMap<SORT_TYPE, Boolean>();

    private ConcurrentHashMap<String, AtomicInteger> sendCount = new ConcurrentHashMap<String, AtomicInteger>();

    ConcurrentHashMap<Account, Pusher> pushers = new ConcurrentHashMap<Account, Pusher>();

    private final ExecutorService threadPool = Executors.newFixedThreadPool(5);

    public enum SORT_TYPE
    {
        SORT_DATE(R.string.sort_earliest_first, R.string.sort_latest_first, false),
        SORT_SUBJECT(R.string.sort_subject_alpha, R.string.sort_subject_re_alpha, true),
        SORT_SENDER(R.string.sort_sender_alpha, R.string.sort_sender_re_alpha, true),
        SORT_UNREAD(R.string.sort_unread_first, R.string.sort_unread_last, true),
        SORT_FLAGGED(R.string.sort_flagged_first, R.string.sort_flagged_last, true),
        SORT_ATTACHMENT(R.string.sort_attach_first, R.string.sort_unattached_first, true);

        private int ascendingToast;
        private int descendingToast;
        private boolean defaultAscending;

        SORT_TYPE(int ascending, int descending, boolean ndefaultAscending)
        {
            ascendingToast = ascending;
            descendingToast = descending;
            defaultAscending = ndefaultAscending;
        }

        public int getToast(boolean ascending)
        {
            if (ascending)
            {
                return ascendingToast;
            }
            else
            {
                return descendingToast;
            }
        }
        public boolean isDefaultAscending()
        {
            return defaultAscending;
        }
    };
    private SORT_TYPE sortType = SORT_TYPE.SORT_DATE;

    private MessagingListener checkMailListener = null;

    private MemorizingListener memorizingListener = new MemorizingListener();

    private boolean mBusy;
    private Application mApplication;

    // Key is accountUuid:folderName:messageUid   ,   value is unimportant
    private ConcurrentHashMap<String, String> deletedUids = new ConcurrentHashMap<String, String>();

    // Key is accountUuid:folderName   ,  value is a long of the highest message UID ever emptied from Trash
    private ConcurrentHashMap<String, Long> expungedUid = new ConcurrentHashMap<String, Long>();


    private String createMessageKey(Account account, String folder, Message message)
    {
        return createMessageKey(account, folder, message.getUid());
    }

    private String createMessageKey(Account account, String folder, String uid)
    {
        return account.getUuid() + ":" + folder + ":" + uid;
    }

    private String createFolderKey(Account account, String folder)
    {
        return account.getUuid() + ":" + folder;
    }

    private void suppressMessage(Account account, String folder, Message message)
    {

        if (account == null || folder == null || message == null)
        {
            return;
        }
        String messKey = createMessageKey(account, folder, message);
        // Log.d(K9.LOG_TAG, "Suppressing message with key " + messKey);
        deletedUids.put(messKey, "true");
    }

    private void unsuppressMessage(Account account, String folder, Message message)
    {
        if (account == null || folder == null || message == null)
        {
            return;
        }
        unsuppressMessage(account, folder, message.getUid());
    }

    private void unsuppressMessage(Account account, String folder, String uid)
    {
        if (account == null || folder == null || uid == null)
        {
            return;
        }
        String messKey = createMessageKey(account, folder, uid);
        //Log.d(K9.LOG_TAG, "Unsuppressing message with key " + messKey);
        deletedUids.remove(messKey);
    }


    private boolean isMessageSuppressed(Account account, String folder, Message message)
    {
        if (account == null || folder == null || message == null)
        {
            return false;
        }
        String messKey = createMessageKey(account, folder, message);
        //Log.d(K9.LOG_TAG, "Checking suppression of message with key " + messKey);
        if (deletedUids.containsKey(messKey))
        {
            //Log.d(K9.LOG_TAG, "Message with key " + messKey + " is suppressed");
            return true;
        }
        Long expungedUidL = expungedUid.get(createFolderKey(account, folder));
        if (expungedUidL != null)
        {
            long expungedUid = expungedUidL;
            String messageUidS = message.getUid();
            try
            {
                long messageUid = Long.parseLong(messageUidS);
                if (messageUid <= expungedUid)
                {
                    return false;
                }
            }
            catch (NumberFormatException nfe)
            {
                // Nothing to do
            }
        }
        return false;
    }




    private MessagingController(Application application)
    {
        mApplication = application;
        mThread = new Thread(this);
        mThread.start();
        if (memorizingListener != null)
        {
            addListener(memorizingListener);
        }
    }

    public void log(String logmess)
    {
        if (K9.DEBUG)
        {
            Log.d(K9.LOG_TAG, logmess);
        }
        if (K9.logFile != null)
        {
            FileOutputStream fos = null;
            try
            {
                File logFile = new File(K9.logFile);
                fos = new FileOutputStream(logFile, true);
                PrintStream ps = new PrintStream(fos);
                ps.println(new Date() + ":" + K9.LOG_TAG + ":" + logmess);
                ps.flush();
                ps.close();
                fos.flush();
                fos.close();
            }
            catch (Exception e)
            {
                Log.e(K9.LOG_TAG, "Unable to log message '" + logmess + "'", e);
            }
            finally
            {
                if (fos != null)
                {
                    try
                    {
                        fos.close();
                    }
                    catch (Exception e)
                    {

                    }
                }
            }
        }
    }

    /**
     * Gets or creates the singleton instance of MessagingController. Application is used to
     * provide a Context to classes that need it.
     * @param application
     * @return
     */
    public synchronized static MessagingController getInstance(Application application)
    {
        if (inst == null)
        {
            inst = new MessagingController(application);
        }
        return inst;
    }

    public boolean isBusy()
    {
        return mBusy;
    }

    public void run()
    {
        Process.setThreadPriority(Process.THREAD_PRIORITY_BACKGROUND);
        while (true)
        {
            String commandDescription = null;
            try
            {
                Command command = mCommands.take();

                if (command != null)
                {
                    commandDescription = command.description;
                    String ground = (command.isForeground ? "Foreground" : "Background");
                    Log.i(K9.LOG_TAG, "Running " + ground + " command '" + command.description + "', seq = " + command.sequence);
                    mBusy = true;
                    command.runnable.run();
                    Log.i(K9.LOG_TAG, ground + " Command '" + command.description + "' completed");
                    for (MessagingListener l : getListeners())
                    {
                        l.controllerCommandCompleted(mCommands.size() > 0);
                    }
                    if (command.listener != null && !getListeners().contains(command.listener))
                    {
                        command.listener.controllerCommandCompleted(mCommands.size() > 0);
                    }
                }
            }
            catch (Exception e)
            {
                Log.e(K9.LOG_TAG, "Error running command '" + commandDescription + "'", e);
            }
            mBusy = false;
        }
    }

    private void put(String description, MessagingListener listener, Runnable runnable)
    {
        putCommand(mCommands, description, listener, runnable, true);
    }

    private void putBackground(String description, MessagingListener listener, Runnable runnable)
    {
        putCommand(mCommands, description, listener, runnable, false);
    }

    private void putCommand(BlockingQueue<Command> queue, String description, MessagingListener listener, Runnable runnable, boolean isForeground)
    {
        int retries = 10;
        Exception e = null;
        while (retries-- > 0)
        {
            try
            {
                Command command = new Command();
                command.listener = listener;
                command.runnable = runnable;
                command.description = description;
                command.isForeground = isForeground;
                queue.put(command);
                return;
            }
            catch (InterruptedException ie)
            {
                try
                {
                    Thread.sleep(200);
                }
                catch (InterruptedException ne)
                {
                }
                e = ie;
            }
        }
        throw new Error(e);
    }


    public void addListener(MessagingListener listener)
    {
        mListeners.add(listener);
        refreshListener(listener);
    }

    public void refreshListener(MessagingListener listener)
    {
        if (memorizingListener != null && listener != null)
        {
            memorizingListener.refreshOther(listener);
        }
    }

    public void removeListener(MessagingListener listener)
    {
        mListeners.remove(listener);
    }

    public Set<MessagingListener> getListeners()
    {
        return mListeners;
    }

    /**
     * Lists folders that are available locally and remotely. This method calls
     * listFoldersCallback for local folders before it returns, and then for
     * remote folders at some later point. If there are no local folders
     * includeRemote is forced by this method. This method should be called from
     * a Thread as it may take several seconds to list the local folders.
     * TODO this needs to cache the remote folder list
     *
     * @param account
     * @param includeRemote
     * @param listener
     * @throws MessagingException
     */
    public void listFolders(final Account account, final boolean refreshRemote, final MessagingListener listener)
    {
        threadPool.execute(new Runnable()
        {
            public void run()
            {
                for (MessagingListener l : getListeners())
                {
                    l.listFoldersStarted(account);
                }
                if (listener != null)
                {
                    listener.listFoldersStarted(account);
                }
                try
                {
                    Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                    Folder[] localFolders = localStore.getPersonalNamespaces();

                    if (refreshRemote || localFolders == null || localFolders.length == 0)
                    {
                        doRefreshRemote(account, listener);
                        return;
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.listFolders(account, localFolders);
                    }
                    if (listener != null)
                    {
                        listener.listFolders(account, localFolders);
                    }
                }
                catch (Exception e)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.listFoldersFailed(account, e.getMessage());
                    }
                    if (listener != null)
                    {
                        listener.listFoldersFailed(account, e.getMessage());
                    }
                    addErrorMessage(account, e);
                    return;
                }
                for (MessagingListener l : getListeners())
                {
                    l.listFoldersFinished(account);
                }
                if (listener != null)
                {
                    listener.listFoldersFinished(account);
                }
            }
        });
    }

    private void doRefreshRemote(final Account account, MessagingListener listener)
    {
        put("doRefreshRemote", listener, new Runnable()
        {
            public void run()
            {
                try
                {
                    Store store = Store.getInstance(account.getStoreUri(), mApplication);

                    Folder[] remoteFolders = store.getPersonalNamespaces();

                    LocalStore localStore = (LocalStore)Store.getInstance(account.getLocalStoreUri(), mApplication);
                    HashSet<String> remoteFolderNames = new HashSet<String>();
                    for (int i = 0, count = remoteFolders.length; i < count; i++)
                    {
                        LocalFolder localFolder = localStore.getFolder(remoteFolders[i].getName());
                        if (!localFolder.exists())
                        {
                            localFolder.create(FolderType.HOLDS_MESSAGES, account.getDisplayCount());
                        }
                        remoteFolderNames.add(remoteFolders[i].getName());
                    }

                    Folder[] localFolders = localStore.getPersonalNamespaces();

                    /*
                     * Clear out any folders that are no longer on the remote store.
                     */
                    for (Folder localFolder : localFolders)
                    {
                        String localFolderName = localFolder.getName();
                        if (localFolderName.equalsIgnoreCase(K9.INBOX) ||
                                localFolderName.equals(account.getTrashFolderName()) ||
                                localFolderName.equals(account.getOutboxFolderName()) ||
                                localFolderName.equals(account.getDraftsFolderName()) ||
                                localFolderName.equals(account.getSentFolderName()) ||
                                localFolderName.equals(account.getErrorFolderName()))
                        {
                            continue;
                        }
                        if (!remoteFolderNames.contains(localFolder.getName()))
                        {
                            localFolder.delete(false);
                        }
                    }

                    localFolders = localStore.getPersonalNamespaces();

                    for (MessagingListener l : getListeners())
                    {
                        l.listFolders(account, localFolders);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.listFoldersFinished(account);
                    }
                }
                catch (Exception e)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.listFoldersFailed(account, "");
                    }
                    addErrorMessage(account, e);
                }
            }
        });
    }



    /**
     * List the local message store for the given folder. This work is done
     * synchronously.
     *
     * @param account
     * @param folder
     * @param listener
     * @throws MessagingException
     */
    public void listLocalMessages(final Account account, final String folder, final MessagingListener listener)
    {
        for (MessagingListener l : getListeners())
        {
            l.listLocalMessagesStarted(account, folder);
        }

        if (listener != null && getListeners().contains(listener) == false)
        {
            listener.listLocalMessagesStarted(account, folder);
        }

        threadPool.execute(new Runnable()
        {
            public void run()
            {
                Folder localFolder = null;
                final LinkedBlockingQueue<MessageContainer> queue = new LinkedBlockingQueue<MessageContainer>();
                final CountDownLatch latch = new CountDownLatch(1);

                Runnable callbackRunner = new Runnable()
                {
                    List<Message> pendingMessages = new ArrayList<Message>();
                    boolean stop = false;
                    public void run()
                    {
                        if (K9.DEBUG)
                        {
                            Log.v(K9.LOG_TAG, "listLocalMessages callbackRunner started");
                        }
                        while (stop == false)
                        {
                            MessageContainer messCont = null;
                            do
                            {
                                if (pendingMessages.isEmpty())
                                {
                                    try
                                    {
                                        messCont = queue.take();
                                    }
                                    catch (InterruptedException ie)
                                    {
                                        Log.i(K9.LOG_TAG, "listLocalMessages callbackRunner interrupted");
                                    }
                                }
                                else
                                {
                                    messCont = queue.poll();
                                }
                                if (messCont != null)
                                {
                                    if (messCont.last == true)
                                    {
                                        stop = true;
                                        messCont = null;
                                    }
                                    else if (messCont.message != null)
                                    {
                                        pendingMessages.add(messCont.message);

                                    }
                                }
                            }
                            while (messCont != null);
                            callbackPending();
                        }
                        latch.countDown();
                        if (K9.DEBUG)
                        {
                            Log.v(K9.LOG_TAG, "listLocalMessages callbackRunner finished");
                        }
                    }
                    private void callbackPending()
                    {
                        for (MessagingListener l : getListeners())
                        {
                            l.listLocalMessagesAddMessages(account, folder, pendingMessages);
                        }
                        if (listener != null && getListeners().contains(listener) == false)
                        {
                            listener.listLocalMessagesAddMessages(account, folder, pendingMessages);
                        }
                        pendingMessages.clear();
                    }

                };

                Thread callbackThread = new Thread(callbackRunner);
                callbackThread.start();

                try
                {
                    Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                    localFolder = localStore.getFolder(folder);
                    localFolder.open(OpenMode.READ_WRITE);

                    localFolder.getMessages(
                        new MessageRetrievalListener()
                    {
                        int totalDone = 0;
                        public void messageStarted(String message, int number, int ofTotal) {}
                        public void messageFinished(Message message, int number, int ofTotal)
                        {

                            if (!message.isSet(Flag.DELETED) && isMessageSuppressed(account, folder, message) == false)
                            {
                                MessageContainer messCont = new MessageContainer();
                                messCont.message = message;
                                queue.add(messCont);
                                totalDone++;

                            }
                            else
                            {
                                for (MessagingListener l : getListeners())
                                {
                                    l.listLocalMessagesRemoveMessage(account, folder, message);
                                }
                                if (listener != null && getListeners().contains(listener) == false)
                                {
                                    listener.listLocalMessagesRemoveMessage(account, folder, message);
                                }

                            }
                        }
                        public void messagesFinished(int number)
                        {
                        }

                    },
                    false // Skip deleted messages
                    );
                    MessageContainer messCont = new MessageContainer();
                    messCont.last = true;
                    queue.add(messCont);

                    latch.await(1000, TimeUnit.MILLISECONDS);
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "Got ack that callbackRunner finished");
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.listLocalMessagesFinished(account, folder);
                    }
                    if (listener != null && getListeners().contains(listener) == false)
                    {
                        listener.listLocalMessagesFinished(account, folder);
                    }
                }
                catch (Exception e)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.listLocalMessagesFailed(account, folder, e.getMessage());
                    }
                    if (listener != null && getListeners().contains(listener) == false)
                    {
                        listener.listLocalMessagesFailed(account, folder, e.getMessage());
                    }
                    addErrorMessage(account, e);
                }
                finally
                {
                    if (latch.getCount() != 0)
                    {
                        MessageContainer messCont = new MessageContainer();
                        messCont.last = true;
                        queue.add(messCont);
                    }
                    if (localFolder != null)
                    {
                        try
                        {
                            localFolder.close(false);
                        }
                        catch (Exception e)
                        {
                            Log.e(K9.LOG_TAG, "Exception while closing folder", e);
                        }
                    }
                }
            }
        });
    }

    public void loadMoreMessages(Account account, String folder, MessagingListener listener)
    {
        try
        {
            LocalStore localStore = (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
            LocalFolder localFolder = (LocalFolder) localStore.getFolder(folder);
            localFolder.setVisibleLimit(localFolder.getVisibleLimit() + account.getDisplayCount());
            synchronizeMailbox(account, folder, listener);
        }
        catch (MessagingException me)
        {
            addErrorMessage(account, me);

            throw new RuntimeException("Unable to set visible limit on folder", me);
        }
    }

    public void resetVisibleLimits(Account[] accounts)
    {
        for (Account account : accounts)
        {
            try
            {
                LocalStore localStore =
                    (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
                localStore.resetVisibleLimits(account.getDisplayCount());
            }
            catch (MessagingException e)
            {
                addErrorMessage(account, e);

                Log.e(K9.LOG_TAG, "Unable to reset visible limits", e);
            }
        }
    }

    /**
     * Start background synchronization of the specified folder.
     * @param account
     * @param folder
     * @param listener
     */
    public void synchronizeMailbox(final Account account, final String folder, final MessagingListener listener)
    {
        putBackground("synchronizeMailbox", listener, new Runnable()
        {
            public void run()
            {
                synchronizeMailboxSynchronous(account, folder, listener);
            }
        });
    }

    /**
     * Start foreground synchronization of the specified folder. This is generally only called
     * by synchronizeMailbox.
     * @param account
     * @param folder
     *
     * TODO Break this method up into smaller chunks.
     */
    public void synchronizeMailboxSynchronous(final Account account, final String folder, final MessagingListener listener)
    {
        /*
         * We don't ever sync the Outbox.
         */
        if (folder.equals(account.getOutboxFolderName()))
        {
            return;
        }
        if (account.getErrorFolderName().equals(folder))
        {
            return;
        }
        String debugLine = "Synchronizing folder " + account.getDescription() + ":" + folder;
        Log.i(K9.LOG_TAG, debugLine);
        log(debugLine);

        for (MessagingListener l : getListeners())
        {
            l.synchronizeMailboxStarted(account, folder);
        }
        if (listener != null && getListeners().contains(listener) == false)
        {
            listener.synchronizeMailboxStarted(account, folder);
        }
        LocalFolder tLocalFolder = null;
        Exception commandException = null;
        try
        {
            if (K9.DEBUG)
            {
                Log.d(K9.LOG_TAG, "SYNC: About to process pending commands for folder " +
                      account.getDescription() + ":" + folder);
            }
            try
            {
                processPendingCommandsSynchronous(account);
            }
            catch (Exception e)
            {
                addErrorMessage(account, e);

                Log.e(K9.LOG_TAG, "Failure processing command, but allow message sync attempt", e);
                commandException = e;
            }

            /*
             * Get the message list from the local store and create an index of
             * the uids within the list.
             */
            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "SYNC: About to get local folder " + folder);
            }
            final LocalStore localStore = (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
            tLocalFolder = (LocalFolder) localStore.getFolder(folder);
            final LocalFolder localFolder = tLocalFolder;
            localFolder.open(OpenMode.READ_WRITE);
            Message[] localMessages = localFolder.getMessages(null);
            HashMap<String, Message> localUidMap = new HashMap<String, Message>();
            for (Message message : localMessages)
            {
                localUidMap.put(message.getUid(), message);
            }

            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "SYNC: About to get remote store for " + folder);
            }

            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "SYNC: About to get remote folder " + folder);
            }

            Folder remoteFolder = remoteStore.getFolder(folder);

            /*
             * If the folder is a "special" folder we need to see if it exists
             * on the remote server. It if does not exist we'll try to create it. If we
             * can't create we'll abort. This will happen on every single Pop3 folder as
             * designed and on Imap folders during error conditions. This allows us
             * to treat Pop3 and Imap the same in this code.
             */
            if (folder.equals(account.getTrashFolderName()) ||
                    folder.equals(account.getSentFolderName()) ||
                    folder.equals(account.getDraftsFolderName()))
            {
                if (!remoteFolder.exists())
                {
                    if (!remoteFolder.create(FolderType.HOLDS_MESSAGES))
                    {
                        for (MessagingListener l : getListeners())
                        {
                            l.synchronizeMailboxFinished(account, folder, 0, 0);
                        }
                        if (listener != null && getListeners().contains(listener) == false)
                        {
                            listener.synchronizeMailboxFinished(account, folder, 0, 0);
                        }
                        Log.i(K9.LOG_TAG, "Done synchronizing folder " + folder);
                        return;
                    }
                }
            }

            /*
             * Synchronization process:
            Open the folder
            Upload any local messages that are marked as PENDING_UPLOAD (Drafts, Sent, Trash)
            Get the message count
            Get the list of the newest K9.DEFAULT_VISIBLE_LIMIT messages
            getMessages(messageCount - K9.DEFAULT_VISIBLE_LIMIT, messageCount)
            See if we have each message locally, if not fetch it's flags and envelope
            Get and update the unread count for the folder
            Update the remote flags of any messages we have locally with an internal date
            newer than the remote message.
            Get the current flags for any messages we have locally but did not just download
            Update local flags
            For any message we have locally but not remotely, delete the local message to keep
            cache clean.
            Download larger parts of any new messages.
            (Optional) Download small attachments in the background.
             */

            /*
             * Open the remote folder. This pre-loads certain metadata like message count.
             */
            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "SYNC: About to open remote folder " + folder);
            }
            remoteFolder.open(OpenMode.READ_WRITE);


            /*
             * Get the remote message count.
             */
            int remoteMessageCount = remoteFolder.getMessageCount();

            int visibleLimit = localFolder.getVisibleLimit();

            Message[] remoteMessageArray = new Message[0];
            final ArrayList<Message> remoteMessages = new ArrayList<Message>();
            //  final ArrayList<Message> unsyncedMessages = new ArrayList<Message>();
            HashMap<String, Message> remoteUidMap = new HashMap<String, Message>();

            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "SYNC: Remote message count for folder " + folder + " is " +
                      remoteMessageCount);
            }

            if (remoteMessageCount > 0)
            {
                /*
                 * Message numbers start at 1.
                 */
                int remoteStart = Math.max(0, remoteMessageCount - visibleLimit) + 1;
                int remoteEnd = remoteMessageCount;

                if (K9.DEBUG)
                {
                    Log.v(K9.LOG_TAG, "SYNC: About to get messages " + remoteStart + " through " + remoteEnd + " for folder " + folder);
                }

                remoteMessageArray = remoteFolder.getMessages(remoteStart, remoteEnd, null);
                for (Message thisMess : remoteMessageArray)
                {
                    remoteMessages.add(thisMess);
                    remoteUidMap.put(thisMess.getUid(), thisMess);
                }
                if (K9.DEBUG)
                {
                    Log.v(K9.LOG_TAG, "SYNC: Got " + remoteUidMap.size() + " messages for folder " + folder);
                }
                remoteMessageArray = null;

            }
            else if (remoteMessageCount < 0)
            {
                throw new Exception("Message count " + remoteMessageCount + " for folder " + folder);
            }

            /*
             * Remove any messages that are in the local store but no longer on the remote store.
             */
            for (Message localMessage : localMessages)
            {
                if (remoteUidMap.get(localMessage.getUid()) == null && !localMessage.isSet(Flag.DELETED))
                {
                    localMessage.setFlag(Flag.X_DESTROYED, true);
                    //      Log.d(K9.LOG_TAG, "Destroying message " + localMessage.getUid() + " which isn't in the most recent group on server");
                    for (MessagingListener l : getListeners())
                    {
                        l.synchronizeMailboxRemovedMessage(account, folder, localMessage);
                    }
                    if (listener != null && getListeners().contains(listener) == false)
                    {
                        listener.synchronizeMailboxRemovedMessage(account, folder, localMessage);
                    }
                }
            }
            localMessages = null;

            /*
             * Now we download the actual content of messages.
             */
            int newMessages = downloadMessages(account, remoteFolder, localFolder, remoteMessages, false);

            setLocalUnreadCountToRemote(localFolder, remoteFolder,  newMessages);


            /*
             * Notify listeners that we're finally done.
             */

            localFolder.setLastChecked(System.currentTimeMillis());
            localFolder.setStatus(null);

            remoteFolder.close(false);
            localFolder.close(false);
            if (K9.DEBUG)
            {
                log("Done synchronizing folder " +
                    account.getDescription() + ":" + folder + " @ " + new Date() +
                    " with " + newMessages + " new messages");
            }

            for (MessagingListener l : getListeners())
            {
                l.synchronizeMailboxFinished(account, folder, remoteMessageCount, newMessages);
            }
            if (listener != null && getListeners().contains(listener) == false)
            {
                listener.synchronizeMailboxFinished(account, folder, remoteMessageCount, newMessages);
            }


            if (commandException != null)
            {
                String rootMessage = getRootCauseMessage(commandException);
                Log.e(K9.LOG_TAG, "Root cause failure in " + account.getDescription() + ":" +
                      tLocalFolder.getName() + " was '" + rootMessage + "'");
                localFolder.setStatus(rootMessage);
                for (MessagingListener l : getListeners())
                {
                    l.synchronizeMailboxFailed(account, folder, rootMessage);
                }
                if (listener != null && getListeners().contains(listener) == false)
                {
                    listener.synchronizeMailboxFailed(account, folder, rootMessage);
                }
            }


        }
        catch (Exception e)
        {
            Log.e(K9.LOG_TAG, "synchronizeMailbox", e);
            // If we don't set the last checked, it can try too often during
            // failure conditions
            String rootMessage = getRootCauseMessage(e);
            if (tLocalFolder != null)
            {
                try
                {
                    tLocalFolder.setStatus(rootMessage);
                    tLocalFolder.setLastChecked(System.currentTimeMillis());
                    tLocalFolder.close(false);
                }
                catch (MessagingException me)
                {
                    Log.e(K9.LOG_TAG, "Could not set last checked on folder " + account.getDescription() + ":" +
                          tLocalFolder.getName(), e);
                }
            }

            for (MessagingListener l : getListeners())
            {
                l.synchronizeMailboxFailed(
                    account,
                    folder,
                    rootMessage);
            }
            if (listener != null && getListeners().contains(listener) == false)
            {
                listener.synchronizeMailboxFailed(
                    account,
                    folder,
                    rootMessage);
            }
            addErrorMessage(account, e);
            log("Failed synchronizing folder " +
                account.getDescription() + ":" + folder + " @ " + new Date());

        }

    }

    private void setLocalUnreadCountToRemote(LocalFolder localFolder, Folder remoteFolder, int newMessageCount) throws MessagingException
    {
        int remoteUnreadMessageCount = remoteFolder.getUnreadMessageCount();
        if (remoteUnreadMessageCount != -1)
        {
            localFolder.setUnreadMessageCount(remoteUnreadMessageCount);
        }
    }

    private int downloadMessages(final Account account, final Folder remoteFolder,
                                 final LocalFolder localFolder, List<Message> inputMessages, boolean flagSyncOnly) throws MessagingException
    {
        final String folder = remoteFolder.getName();

        ArrayList<Message> syncFlagMessages = new ArrayList<Message>();
        List<Message> unsyncedMessages = new ArrayList<Message>();
        final AtomicInteger newMessages = new AtomicInteger(0);

        List<Message> messages = new ArrayList<Message>(inputMessages);

        for (Message message : messages)
        {
            if (isMessageSuppressed(account, folder, message) == false)
            {
                Message localMessage = localFolder.getMessage(message.getUid());

                if (localMessage == null)
                {
                    if (!flagSyncOnly)
                    {
                        if (!message.isSet(Flag.X_DOWNLOADED_FULL) && !message.isSet(Flag.X_DOWNLOADED_PARTIAL))
                        {
                            if (K9.DEBUG)
                            {
                                Log.v(K9.LOG_TAG, "Message with uid " + message.getUid() + " is not downloaded at all");
                            }

                            unsyncedMessages.add(message);
                        }
                        else
                        {
                            if (K9.DEBUG)
                            {
                                Log.v(K9.LOG_TAG, "Message with uid " + message.getUid() + " is partially or fully downloaded");
                            }
                            // Store the updated message locally
                            localFolder.appendMessages(new Message[] { message });

                            localMessage = localFolder.getMessage(message.getUid());

                            localMessage.setFlag(Flag.X_DOWNLOADED_FULL, message.isSet(Flag.X_DOWNLOADED_FULL));
                            localMessage.setFlag(Flag.X_DOWNLOADED_PARTIAL, message.isSet(Flag.X_DOWNLOADED_PARTIAL));

                            for (MessagingListener l : getListeners())
                            {
                                l.synchronizeMailboxAddOrUpdateMessage(account, folder, localMessage);
                                if (!localMessage.isSet(Flag.SEEN))
                                {
                                    l.synchronizeMailboxNewMessage(account, folder, localMessage);
                                }
                            }
                        }
                    }
                }
                else if (localMessage.isSet(Flag.DELETED) == false)
                {
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "Message with uid " + message.getUid() + " is already locally present");
                    }
                    String newPushState = remoteFolder.getNewPushState(localFolder.getPushState(), message);
                    if (newPushState != null)
                    {
                        localFolder.setPushState(newPushState);
                    }
                    if (!localMessage.isSet(Flag.X_DOWNLOADED_FULL) && !localMessage.isSet(Flag.X_DOWNLOADED_PARTIAL))
                    {
                        if (K9.DEBUG)
                        {
                            Log.v(K9.LOG_TAG, "Message with uid " + message.getUid()
                                  + " is not downloaded, even partially; trying again");
                        }
                        unsyncedMessages.add(message);
                    }
                    else
                    {
                        syncFlagMessages.add(message);
                    }
                }
            }
        }

        Log.i(K9.LOG_TAG, "SYNC: Have " + unsyncedMessages.size() + " unsynced messages");

        messages.clear();
        final ArrayList<Message> largeMessages = new ArrayList<Message>();
        final ArrayList<Message> smallMessages = new ArrayList<Message>();
        if (unsyncedMessages.size() > 0)
        {

            /*
             * Reverse the order of the messages. Depending on the server this may get us
             * fetch results for newest to oldest. If not, no harm done.
             */
            Collections.reverse(unsyncedMessages);
            int visibleLimit = localFolder.getVisibleLimit();
            int listSize = unsyncedMessages.size();

            if (listSize > visibleLimit)
            {
                unsyncedMessages = unsyncedMessages.subList(listSize - visibleLimit, listSize);
            }

            FetchProfile fp = new FetchProfile();
            if (remoteFolder.supportsFetchingFlags())
            {
                fp.add(FetchProfile.Item.FLAGS);
            }
            fp.add(FetchProfile.Item.ENVELOPE);

            if (K9.DEBUG)
            {
                Log.d(K9.LOG_TAG, "SYNC: About to sync " + unsyncedMessages.size() + " unsynced messages for folder " + folder);
            }

            remoteFolder.fetch(unsyncedMessages.toArray(new Message[0]), fp,
                               new MessageRetrievalListener()
            {
                public void messageFinished(Message message, int number, int ofTotal)
                {
                    try
                    {
                        if (!message.isSet(Flag.SEEN))
                        {
                            if (account.isNotifySelfNewMail() || account.isAnIdentity(message.getFrom()) == false)
                            {
                                newMessages.incrementAndGet();
                            }
                        }

                        // Store the new message locally
                        localFolder.appendMessages(new Message[]
                                                   {
                                                       message
                                                   });

                        if (message.getSize() > (MAX_SMALL_MESSAGE_SIZE))
                        {
                            largeMessages.add(message);
                        }
                        else
                        {
                            smallMessages.add(message);
                        }
                        String newPushState = remoteFolder.getNewPushState(localFolder.getPushState(), message);
                        if (newPushState != null)
                        {
                            localFolder.setPushState(newPushState);
                        }
                        // And include it in the view
                        if (message.getSubject() != null &&
                                message.getFrom() != null)
                        {
                            /*
                             * We check to make sure that we got something worth
                             * showing (subject and from) because some protocols
                             * (POP) may not be able to give us headers for
                             * ENVELOPE, only size.
                             */
                            if (isMessageSuppressed(account, folder, message) == false)
                            {
                                Message localMessage = localFolder.getMessage(message.getUid());
                                syncFlags(localMessage, message);
                                if (K9.DEBUG)
                                {
                                    Log.v(K9.LOG_TAG, "About to notify listeners that we got a new unsynced message "
                                          + account + ":" + folder + ":" + message.getUid());
                                }
                                for (MessagingListener l : getListeners())
                                {
                                    l.synchronizeMailboxAddOrUpdateMessage(account, folder, localMessage);
                                }
                            }
                        }

                    }
                    catch (Exception e)
                    {
                        Log.e(K9.LOG_TAG, "Error while storing downloaded message.", e);
                        addErrorMessage(account, e);

                    }
                }

                public void messageStarted(String uid, int number, int ofTotal)
                {
                }

                public void messagesFinished(int total) {}
            });
            // If a message didn't exist, messageFinished won't be called, but we shouldn't try again
            // If we got here, nothing failed
            for (Message message : unsyncedMessages)
            {
                String newPushState = remoteFolder.getNewPushState(localFolder.getPushState(), message);
                if (newPushState != null)
                {
                    localFolder.setPushState(newPushState);
                }
            }
            Log.i(K9.LOG_TAG, "SYNC: Synced unsynced messages for folder " + folder);


        }


        Log.i(K9.LOG_TAG, "SYNC: Have "
              + largeMessages.size() + " large messages and "
              + smallMessages.size() + " small messages out of "
              + unsyncedMessages.size() + " unsynced messages");

        unsyncedMessages.clear();

        /*
         * Grab the content of the small messages first. This is going to
         * be very fast and at very worst will be a single up of a few bytes and a single
         * download of 625k.
         */
        FetchProfile fp = new FetchProfile();
        fp.add(FetchProfile.Item.BODY);
        //        fp.add(FetchProfile.Item.FLAGS);
        //        fp.add(FetchProfile.Item.ENVELOPE);

        Log.i(K9.LOG_TAG, "SYNC: Fetching small messages for folder " + folder);

        remoteFolder.fetch(smallMessages.toArray(new Message[smallMessages.size()]),
                           fp, new MessageRetrievalListener()
        {
            public void messageFinished(Message message, int number, int ofTotal)
            {
                try
                {
                    // Store the updated message locally
                    localFolder.appendMessages(new Message[] { message });

                    Message localMessage = localFolder.getMessage(message.getUid());

                    // Set a flag indicating this message has now be fully downloaded
                    localMessage.setFlag(Flag.X_DOWNLOADED_FULL, true);
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "About to notify listeners that we got a new small message "
                              + account + ":" + folder + ":" + message.getUid());
                    }
                    // Update the listener with what we've found
                    for (MessagingListener l : getListeners())
                    {
                        l.synchronizeMailboxAddOrUpdateMessage(account, folder, localMessage);
                        if (!localMessage.isSet(Flag.SEEN))
                        {
                            l.synchronizeMailboxNewMessage(account, folder, localMessage);
                        }
                    }

                }
                catch (MessagingException me)
                {
                    addErrorMessage(account, me);

                    Log.e(K9.LOG_TAG, "SYNC: fetch small messages", me);
                }
            }

            public void messageStarted(String uid, int number, int ofTotal)
            {
            }

            public void messagesFinished(int total) {}
        });

        Log.i(K9.LOG_TAG, "SYNC: Done fetching small messages for folder " + folder);
        smallMessages.clear();

        /*
         * Now do the large messages that require more round trips.
         */
        fp.clear();
        fp.add(FetchProfile.Item.STRUCTURE);

        Log.i(K9.LOG_TAG, "SYNC: Fetching large messages for folder " + folder);

        remoteFolder.fetch(largeMessages.toArray(new Message[largeMessages.size()]), fp, null);
        for (Message message : largeMessages)
        {
            if (message.getBody() == null)
            {
                /*
                 * The provider was unable to get the structure of the message, so
                 * we'll download a reasonable portion of the messge and mark it as
                 * incomplete so the entire thing can be downloaded later if the user
                 * wishes to download it.
                 */
                fp.clear();
                fp.add(FetchProfile.Item.BODY_SANE);
                /*
                 *  TODO a good optimization here would be to make sure that all Stores set
                 *  the proper size after this fetch and compare the before and after size. If
                 *  they equal we can mark this SYNCHRONIZED instead of PARTIALLY_SYNCHRONIZED
                 */

                remoteFolder.fetch(new Message[] { message }, fp, null);
                // Store the updated message locally
                localFolder.appendMessages(new Message[] { message });

                Message localMessage = localFolder.getMessage(message.getUid());

                /*
                 * Mark the message as fully downloaded if the message size is smaller than
                 * the FETCH_BODY_SANE_SUGGESTED_SIZE, otherwise mark as only a partial
                 * download.  This will prevent the system from downloading the same message
                 * twice.
                 */
                if (message.getSize() < Store.FETCH_BODY_SANE_SUGGESTED_SIZE)
                {
                    localMessage.setFlag(Flag.X_DOWNLOADED_FULL, true);
                }
                else
                {
                    // Set a flag indicating that the message has been partially downloaded and
                    // is ready for view.
                    localMessage.setFlag(Flag.X_DOWNLOADED_PARTIAL, true);
                }
            }
            else
            {
                /*
                 * We have a structure to deal with, from which
                 * we can pull down the parts we want to actually store.
                 * Build a list of parts we are interested in. Text parts will be downloaded
                 * right now, attachments will be left for later.
                 */

                ArrayList<Part> viewables = new ArrayList<Part>();
                ArrayList<Part> attachments = new ArrayList<Part>();
                MimeUtility.collectParts(message, viewables, attachments);

                /*
                 * Now download the parts we're interested in storing.
                 */
                for (Part part : viewables)
                {
                    fp.clear();
                    fp.add(part);
                    // TODO what happens if the network connection dies? We've got partial
                    // messages with incorrect status stored.
                    remoteFolder.fetch(new Message[] { message }, fp, null);
                }
                // Store the updated message locally
                localFolder.appendMessages(new Message[] { message });

                Message localMessage = localFolder.getMessage(message.getUid());

                // Set a flag indicating this message has been fully downloaded and can be
                // viewed.
                localMessage.setFlag(Flag.X_DOWNLOADED_PARTIAL, true);
            }
            if (K9.DEBUG)
            {
                Log.v(K9.LOG_TAG, "About to notify listeners that we got a new large message "
                      + account + ":" + folder + ":" + message.getUid());
            }
            // Update the listener with what we've found
            for (MessagingListener l : getListeners())
            {
                Message localMessage = localFolder.getMessage(message.getUid());
                l.synchronizeMailboxAddOrUpdateMessage(account, folder, localMessage);
                if (!localMessage.isSet(Flag.SEEN))
                {
                    l.synchronizeMailboxNewMessage(account, folder, localMessage);
                }
            }
        }//for large messsages
        Log.i(K9.LOG_TAG, "SYNC: Done fetching large messages for folder " + folder);

        largeMessages.clear();

        /*
         * Refresh the flags for any messages in the local store that we didn't just
         * download.
         */
        if (remoteFolder.supportsFetchingFlags())
        {


            Log.i(K9.LOG_TAG, "SYNC: About to sync flags for "
                  + syncFlagMessages.size() + " remote messages for folder " + folder);


            fp.clear();
            fp.add(FetchProfile.Item.FLAGS);
            remoteFolder.fetch(syncFlagMessages.toArray(new Message[0]), fp, null);
            for (Message remoteMessage : syncFlagMessages)
            {
                Message localMessage = localFolder.getMessage(remoteMessage.getUid());
                boolean messageChanged = syncFlags(localMessage, remoteMessage);

                if (messageChanged && isMessageSuppressed(account, folder, localMessage) == false)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.synchronizeMailboxAddOrUpdateMessage(account, folder, localMessage);
                    }
                }
            }
        }
        Log.i(K9.LOG_TAG, "SYNC: Synced remote messages for folder " + folder + ", " + newMessages.get() + " new messages");

        localFolder.purgeToVisibleLimit(new MessageRemovalListener()
        {
            public void messageRemoved(Message message)
            {
                for (MessagingListener l : getListeners())
                {
                    l.synchronizeMailboxRemovedMessage(account, folder, message);
                }
            }

        });

        return newMessages.get();
    }


    private boolean syncFlags(Message localMessage, Message remoteMessage) throws MessagingException
    {
        boolean messageChanged = false;
        if (localMessage == null || localMessage.isSet(Flag.DELETED))
        {
            return false;
        }
        if (remoteMessage.isSet(Flag.DELETED))
        {
            localMessage.setFlag(Flag.DELETED, true);
            messageChanged = true;
        }
        for (Flag flag : new Flag[] { Flag.SEEN, Flag.FLAGGED, Flag.ANSWERED })
        {
            if (remoteMessage.isSet(flag) != localMessage.isSet(flag))
            {
                localMessage.setFlag(flag, remoteMessage.isSet(flag));
                messageChanged = true;
            }
        }
        return messageChanged;
    }
    private String getRootCauseMessage(Throwable t)
    {
        Throwable rootCause = t;
        Throwable nextCause = rootCause;
        do
        {
            nextCause = rootCause.getCause();
            if (nextCause != null)
            {
                rootCause = nextCause;
            }
        }
        while (nextCause != null);
        return rootCause.getMessage();
    }

    private void queuePendingCommand(Account account, PendingCommand command)
    {
        try
        {
            LocalStore localStore = (LocalStore) Store.getInstance(
                                        account.getLocalStoreUri(),
                                        mApplication);
            localStore.addPendingCommand(command);
        }
        catch (Exception e)
        {
            addErrorMessage(account, e);

            throw new RuntimeException("Unable to enqueue pending command", e);
        }
    }

    private void processPendingCommands(final Account account)
    {
        put("processPendingCommands", null, new Runnable()
        {
            public void run()
            {
                try
                {
                    processPendingCommandsSynchronous(account);
                }
                catch (MessagingException me)
                {
                    Log.e(K9.LOG_TAG, "processPendingCommands", me);

                    addErrorMessage(account, me);

                    /*
                     * Ignore any exceptions from the commands. Commands will be processed
                     * on the next round.
                     */
                }
            }
        });
    }

    private void processPendingCommandsSynchronous(Account account) throws MessagingException
    {
        LocalStore localStore = (LocalStore) Store.getInstance(
                                    account.getLocalStoreUri(),
                                    mApplication);
        ArrayList<PendingCommand> commands = localStore.getPendingCommands();
        PendingCommand processingCommand = null;
        try
        {
            for (PendingCommand command : commands)
            {
                processingCommand = command;
                if (K9.DEBUG)
                {
                    Log.d(K9.LOG_TAG, "Processing pending command '" + command + "'");
                }
                /*
                 * We specifically do not catch any exceptions here. If a command fails it is
                 * most likely due to a server or IO error and it must be retried before any
                 * other command processes. This maintains the order of the commands.
                 */
                try
                {
                    if (PENDING_COMMAND_APPEND.equals(command.command))
                    {
                        processPendingAppend(command, account);
                    }
                    else if (PENDING_COMMAND_SET_FLAG_BULK.equals(command.command))
                    {
                        processPendingSetFlag(command, account);
                    }
                    else if (PENDING_COMMAND_SET_FLAG.equals(command.command))
                    {
                        processPendingSetFlagOld(command, account);
                    }
                    else if (PENDING_COMMAND_MARK_ALL_AS_READ.equals(command.command))
                    {
                        processPendingMarkAllAsRead(command, account);
                    }
                    else if (PENDING_COMMAND_MOVE_OR_COPY_BULK.equals(command.command))
                    {
                        processPendingMoveOrCopy(command, account);
                    }
                    else if (PENDING_COMMAND_MOVE_OR_COPY.equals(command.command))
                    {
                        processPendingMoveOrCopyOld(command, account);
                    }
                    else if (PENDING_COMMAND_EMPTY_TRASH.equals(command.command))
                    {
                        processPendingEmptyTrash(command, account);
                    }
                    localStore.removePendingCommand(command);
                    if (K9.DEBUG)
                    {
                        Log.d(K9.LOG_TAG, "Done processing pending command '" + command + "'");
                    }
                }
                catch (MessagingException me)
                {
                    if (me.isPermanentFailure())
                    {
                        addErrorMessage(account, me);
                        Log.e(K9.LOG_TAG, "Failure of command '" + command + "' was permanent, removing command from queue");
                        localStore.removePendingCommand(processingCommand);
                    }
                    else
                    {
                        throw me;
                    }
                }
            }
        }
        catch (MessagingException me)
        {
            addErrorMessage(account, me);
            Log.e(K9.LOG_TAG, "Could not process command '" + processingCommand + "'", me);
            throw me;
        }
    }

    /**
     * Process a pending append message command. This command uploads a local message to the
     * server, first checking to be sure that the server message is not newer than
     * the local message. Once the local message is successfully processed it is deleted so
     * that the server message will be synchronized down without an additional copy being
     * created.
     * TODO update the local message UID instead of deleteing it
     *
     * @param command arguments = (String folder, String uid)
     * @param account
     * @throws MessagingException
     */
    private void processPendingAppend(PendingCommand command, Account account)
    throws MessagingException
    {


        String folder = command.arguments[0];
        String uid = command.arguments[1];

        if (account.getErrorFolderName().equals(folder))
        {
            return;
        }

        LocalStore localStore = (LocalStore) Store.getInstance(
                                    account.getLocalStoreUri(),
                                    mApplication);
        LocalFolder localFolder = (LocalFolder) localStore.getFolder(folder);
        LocalMessage localMessage = (LocalMessage) localFolder.getMessage(uid);

        if (localMessage == null)
        {
            return;
        }

        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
        Folder remoteFolder = remoteStore.getFolder(folder);
        if (!remoteFolder.exists())
        {
            if (!remoteFolder.create(FolderType.HOLDS_MESSAGES))
            {
                return;
            }
        }
        remoteFolder.open(OpenMode.READ_WRITE);
        if (remoteFolder.getMode() != OpenMode.READ_WRITE)
        {
            return;
        }

        Message remoteMessage = null;
        if (!localMessage.getUid().startsWith(K9.LOCAL_UID_PREFIX))
        {
            remoteMessage = remoteFolder.getMessage(localMessage.getUid());
        }

        if (remoteMessage == null)
        {
            if (localMessage.isSet(Flag.X_REMOTE_COPY_STARTED))
            {
                Log.w(K9.LOG_TAG, "Local message with uid " + localMessage.getUid() +
                      " has flag " + Flag.X_REMOTE_COPY_STARTED + " already set, checking for remote message with " +
                      " same message id");
                String rUid = remoteFolder.getUidFromMessageId(localMessage);
                if (rUid != null)
                {
                    Log.w(K9.LOG_TAG, "Local message has flag " + Flag.X_REMOTE_COPY_STARTED + " already set, and there is a remote message with " +
                          " uid " + rUid + ", assuming message was already copied and aborting this copy");

                    String oldUid = localMessage.getUid();
                    localMessage.setUid(rUid);
                    localFolder.changeUid(localMessage);
                    for (MessagingListener l : getListeners())
                    {
                        l.messageUidChanged(account, folder, oldUid, localMessage.getUid());
                    }
                    return;
                }
                else
                {
                    Log.w(K9.LOG_TAG, "No remote message with message-id found, proceeding with append");
                }
            }

            /*
             * If the message does not exist remotely we just upload it and then
             * update our local copy with the new uid.
             */
            FetchProfile fp = new FetchProfile();
            fp.add(FetchProfile.Item.BODY);
            localFolder.fetch(new Message[]
                              {
                                  localMessage
                              }
                              , fp, null);
            String oldUid = localMessage.getUid();
            localMessage.setFlag(Flag.X_REMOTE_COPY_STARTED, true);
            remoteFolder.appendMessages(new Message[] { localMessage });

            localFolder.changeUid(localMessage);
            for (MessagingListener l : getListeners())
            {
                l.messageUidChanged(account, folder, oldUid, localMessage.getUid());
            }
        }
        else
        {
            /*
             * If the remote message exists we need to determine which copy to keep.
             */
            /*
             * See if the remote message is newer than ours.
             */
            FetchProfile fp = new FetchProfile();
            fp.add(FetchProfile.Item.ENVELOPE);
            remoteFolder.fetch(new Message[] { remoteMessage }, fp, null);
            Date localDate = localMessage.getInternalDate();
            Date remoteDate = remoteMessage.getInternalDate();
            if (remoteDate.compareTo(localDate) > 0)
            {
                /*
                 * If the remote message is newer than ours we'll just
                 * delete ours and move on. A sync will get the server message
                 * if we need to be able to see it.
                 */
                localMessage.setFlag(Flag.DELETED, true);
            }
            else
            {
                /*
                 * Otherwise we'll upload our message and then delete the remote message.
                 */
                fp.clear();
                fp = new FetchProfile();
                fp.add(FetchProfile.Item.BODY);
                localFolder.fetch(new Message[] { localMessage }, fp, null);
                String oldUid = localMessage.getUid();

                localMessage.setFlag(Flag.X_REMOTE_COPY_STARTED, true);

                remoteFolder.appendMessages(new Message[] { localMessage });
                localFolder.changeUid(localMessage);
                for (MessagingListener l : getListeners())
                {
                    l.messageUidChanged(account, folder, oldUid, localMessage.getUid());
                }
                remoteMessage.setFlag(Flag.DELETED, true);
                remoteFolder.expunge();
            }
        }
    }
    private void queueMoveOrCopy(Account account, String srcFolder, String destFolder, boolean isCopy, String uids[])
    {
        if (account.getErrorFolderName().equals(srcFolder))
        {
            return;
        }
        PendingCommand command = new PendingCommand();
        command.command = PENDING_COMMAND_MOVE_OR_COPY_BULK;

        int length = 3 + uids.length;
        command.arguments = new String[length];
        command.arguments[0] = srcFolder;
        command.arguments[1] = destFolder;
        command.arguments[2] = Boolean.toString(isCopy);
        for (int i = 0; i < uids.length; i++)
        {
            command.arguments[3 + i] = uids[i];
        }
        queuePendingCommand(account, command);
    }
    /**
     * Process a pending trash message command.
     *
     * @param command arguments = (String folder, String uid)
     * @param account
     * @throws MessagingException
     */
    private void processPendingMoveOrCopy(PendingCommand command, Account account)
    throws MessagingException
    {
        Folder remoteSrcFolder = null;
        Folder remoteDestFolder = null;
        try
        {
            String srcFolder = command.arguments[0];
            if (account.getErrorFolderName().equals(srcFolder))
            {
                return;
            }
            String destFolder = command.arguments[1];
            String isCopyS = command.arguments[2];
            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            remoteSrcFolder = remoteStore.getFolder(srcFolder);

            List<Message> messages = new ArrayList<Message>();
            for (int i = 3; i < command.arguments.length; i++)
            {
                String uid = command.arguments[i];
                if (!uid.startsWith(K9.LOCAL_UID_PREFIX))
                {
                    messages.add(remoteSrcFolder.getMessage(uid));
                }
            }

            boolean isCopy = false;
            if (isCopyS != null)
            {
                isCopy = Boolean.parseBoolean(isCopyS);
            }

            if (!remoteSrcFolder.exists())
            {
                throw new MessagingException("processingPendingMoveOrCopy: remoteFolder " + srcFolder + " does not exist", true);
            }
            remoteSrcFolder.open(OpenMode.READ_WRITE);
            if (remoteSrcFolder.getMode() != OpenMode.READ_WRITE)
            {
                throw new MessagingException("processingPendingMoveOrCopy: could not open remoteSrcFolder " + srcFolder + " read/write", true);
            }

            if (K9.DEBUG)
            {
                Log.d(K9.LOG_TAG, "processingPendingMoveOrCopy: source folder = " + srcFolder
                      + ", " + messages.size() + " messages, destination folder = " + destFolder + ", isCopy = " + isCopy);
            }
            if (isCopy == false && destFolder.equals(account.getTrashFolderName()))
            {
                if (K9.DEBUG)
                {
                    Log.d(K9.LOG_TAG, "processingPendingMoveOrCopy doing special case for deleting message");
                }
                remoteSrcFolder.delete(messages.toArray(new Message[0]), account.getTrashFolderName());
            }
            else
            {
                remoteDestFolder = remoteStore.getFolder(destFolder);

                remoteDestFolder.open(OpenMode.READ_WRITE);
                if (remoteDestFolder.getMode() != OpenMode.READ_WRITE)
                {
                    throw new MessagingException("processingPendingMoveOrCopy: could not open remoteDestFolder " + srcFolder + " read/write", true);
                }

                if (isCopy)
                {
                    remoteSrcFolder.copyMessages(messages.toArray(new Message[0]), remoteDestFolder);
                }
                else
                {
                    remoteSrcFolder.moveMessages(messages.toArray(new Message[0]), remoteDestFolder);
                }
            }
            remoteSrcFolder.expunge();
        }
        finally
        {
            if (remoteSrcFolder != null)
            {
                remoteSrcFolder.close(false);
            }
            if (remoteDestFolder != null)
            {
                remoteDestFolder.close(false);
            }
        }


    }

    private void queueSetFlag(Account account, String folderName, String newState, String flag, String[] uids)
    {
        PendingCommand command = new PendingCommand();
        command.command = PENDING_COMMAND_SET_FLAG_BULK;
        int length = 3 + uids.length;
        command.arguments = new String[length];
        command.arguments[0] = folderName;
        command.arguments[1] = newState;
        command.arguments[2] = flag;
        for (int i = 0; i < uids.length; i++)
        {
            command.arguments[3 + i] = uids[i];
        }
        queuePendingCommand(account, command);
        processPendingCommands(account);
    }
    /**
     * Processes a pending mark read or unread command.
     *
     * @param command arguments = (String folder, String uid, boolean read)
     * @param account
     */
    private void processPendingSetFlag(PendingCommand command, Account account)
    throws MessagingException
    {
        String folder = command.arguments[0];

        if (account.getErrorFolderName().equals(folder))
        {
            return;
        }

        boolean newState = Boolean.parseBoolean(command.arguments[1]);

        Flag flag = Flag.valueOf(command.arguments[2]);

        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
        Folder remoteFolder = remoteStore.getFolder(folder);
        try
        {
            if (!remoteFolder.exists())
            {
                return;
            }
            remoteFolder.open(OpenMode.READ_WRITE);
            if (remoteFolder.getMode() != OpenMode.READ_WRITE)
            {
                return;
            }
            List<Message> messages = new ArrayList<Message>();
            for (int i = 3; i < command.arguments.length; i++)
            {
                String uid = command.arguments[i];
                if (!uid.startsWith(K9.LOCAL_UID_PREFIX))
                {
                    messages.add(remoteFolder.getMessage(uid));
                }
            }

            if (messages.size() == 0)
            {
                return;
            }
            remoteFolder.setFlags(messages.toArray(new Message[0]), new Flag[] { flag }, newState);
        }
        finally
        {
            if (remoteFolder != null)
            {
                remoteFolder.close(false);
            }
        }
    }

    // TODO: This method is obsolete and is only for transition from K-9 2.0 to K-9 2.1
    // Eventually, it should be removed
    private void processPendingSetFlagOld(PendingCommand command, Account account)
    throws MessagingException
    {
        String folder = command.arguments[0];
        String uid = command.arguments[1];

        if (account.getErrorFolderName().equals(folder))
        {
            return;
        }
        if (K9.DEBUG)
        {
            Log.d(K9.LOG_TAG, "processPendingSetFlagOld: folder = " + folder + ", uid = " + uid);
        }

        boolean newState = Boolean.parseBoolean(command.arguments[2]);

        Flag flag = Flag.valueOf(command.arguments[3]);

        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
        Folder remoteFolder = remoteStore.getFolder(folder);
        if (!remoteFolder.exists())
        {
            return;
        }
        remoteFolder.open(OpenMode.READ_WRITE);
        if (remoteFolder.getMode() != OpenMode.READ_WRITE)
        {
            return;
        }
        Message remoteMessage = null;
        if (!uid.startsWith(K9.LOCAL_UID_PREFIX))
        {
            remoteMessage = remoteFolder.getMessage(uid);
        }
        if (remoteMessage == null)
        {
            return;
        }
        remoteMessage.setFlag(flag, newState);
    }


    // TODO: This method is obsolete and is only for transition from K-9 2.0 to K-9 2.1
    // Eventually, it should be removed
    private void processPendingMoveOrCopyOld(PendingCommand command, Account account)
    throws MessagingException
    {
        String srcFolder = command.arguments[0];
        String uid = command.arguments[1];
        String destFolder = command.arguments[2];
        String isCopyS = command.arguments[3];

        boolean isCopy = false;
        if (isCopyS != null)
        {
            isCopy = Boolean.parseBoolean(isCopyS);
        }

        if (account.getErrorFolderName().equals(srcFolder))
        {
            return;
        }

        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
        Folder remoteSrcFolder = remoteStore.getFolder(srcFolder);
        Folder remoteDestFolder = remoteStore.getFolder(destFolder);

        if (!remoteSrcFolder.exists())
        {
            throw new MessagingException("processPendingMoveOrCopyOld: remoteFolder " + srcFolder + " does not exist", true);
        }
        remoteSrcFolder.open(OpenMode.READ_WRITE);
        if (remoteSrcFolder.getMode() != OpenMode.READ_WRITE)
        {
            throw new MessagingException("processPendingMoveOrCopyOld: could not open remoteSrcFolder " + srcFolder + " read/write", true);
        }

        Message remoteMessage = null;
        if (!uid.startsWith(K9.LOCAL_UID_PREFIX))
        {
            remoteMessage = remoteSrcFolder.getMessage(uid);
        }
        if (remoteMessage == null)
        {
            throw new MessagingException("processPendingMoveOrCopyOld: remoteMessage " + uid + " does not exist", true);
        }

        if (K9.DEBUG)
        {
            Log.d(K9.LOG_TAG, "processPendingMoveOrCopyOld: source folder = " + srcFolder
                  + ", uid = " + uid + ", destination folder = " + destFolder + ", isCopy = " + isCopy);
        }
        if (isCopy == false && destFolder.equals(account.getTrashFolderName()))
        {
            if (K9.DEBUG)
            {
                Log.d(K9.LOG_TAG, "processPendingMoveOrCopyOld doing special case for deleting message");
            }
            remoteMessage.delete(account.getTrashFolderName());
            remoteSrcFolder.close(true);
            return;
        }

        remoteDestFolder.open(OpenMode.READ_WRITE);
        if (remoteDestFolder.getMode() != OpenMode.READ_WRITE)
        {
            throw new MessagingException("processPendingMoveOrCopyOld: could not open remoteDestFolder " + srcFolder + " read/write", true);
        }

        if (isCopy)
        {
            remoteSrcFolder.copyMessages(new Message[] { remoteMessage }, remoteDestFolder);
        }
        else
        {
            remoteSrcFolder.moveMessages(new Message[] { remoteMessage }, remoteDestFolder);
        }
        remoteSrcFolder.close(true);
        remoteDestFolder.close(true);
    }

    private void processPendingMarkAllAsRead(PendingCommand command, Account account) throws MessagingException
    {
        String folder = command.arguments[0];

        Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
        LocalFolder localFolder = (LocalFolder) localStore.getFolder(folder);
        localFolder.open(OpenMode.READ_WRITE);
        Message[] messages = localFolder.getMessages(null, false);
        for (Message message : messages)
        {
            if (message.isSet(Flag.SEEN) == false)
            {
                message.setFlag(Flag.SEEN, true);
                for (MessagingListener l : getListeners())
                {
                    l.listLocalMessagesUpdateMessage(account, folder, message);
                }
            }
        }
        localFolder.setUnreadMessageCount(0);
        for (MessagingListener l : getListeners())
        {
            l.folderStatusChanged(account, folder);
        }
        try
        {
            if (account.getErrorFolderName().equals(folder))
            {
                return;
            }

            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            Folder remoteFolder = remoteStore.getFolder(folder);

            if (!remoteFolder.exists())
            {
                return;
            }
            remoteFolder.open(OpenMode.READ_WRITE);
            if (remoteFolder.getMode() != OpenMode.READ_WRITE)
            {
                return;
            }

            remoteFolder.setFlags(new Flag[] {Flag.SEEN}, true);
            remoteFolder.close(false);
        }
        catch (UnsupportedOperationException uoe)
        {
            Log.w(K9.LOG_TAG, "Could not mark all server-side as read because store doesn't support operation", uoe);
        }
        finally
        {
            localFolder.close(false);
        }
    }

    static long uidfill = 0;
    static AtomicBoolean loopCatch = new AtomicBoolean();
    public void addErrorMessage(Account account, Throwable t)
    {
        if (K9.ENABLE_ERROR_FOLDER == false)
        {
            return;
        }
        if (loopCatch.compareAndSet(false, true) == false)
        {
            return;
        }
        try
        {
            if (t == null)
            {
                return;
            }

            String rootCauseMessage = getRootCauseMessage(t);
            Log.e(K9.LOG_TAG, "Error " + "'" + rootCauseMessage + "'", t);

            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            LocalFolder localFolder = (LocalFolder)localStore.getFolder(account.getErrorFolderName());
            Message[] messages = new Message[1];
            MimeMessage message = new MimeMessage();
            ByteArrayOutputStream baos = new ByteArrayOutputStream();
            PrintStream ps = new PrintStream(baos);
            t.printStackTrace(ps);
            ps.close();
            message.setBody(new TextBody(baos.toString()));
            message.setFlag(Flag.X_DOWNLOADED_FULL, true);
            message.setSubject(rootCauseMessage);

            long nowTime = System.currentTimeMillis();
            Date nowDate = new Date(nowTime);
            message.setInternalDate(nowDate);
            message.addSentDate(nowDate);
            message.setFrom(new Address(account.getEmail(), "K9mail internal"));
            messages[0] = message;

            localFolder.appendMessages(messages);

            localFolder.deleteMessagesOlderThan(nowTime - (15 * 60 * 1000));

            for (MessagingListener l : getListeners())
            {
                l.folderStatusChanged(account, localFolder.getName());
            }

        }
        catch (Throwable it)
        {
            Log.e(K9.LOG_TAG, "Could not save error message to " + account.getErrorFolderName(), it);
        }
        finally
        {
            loopCatch.set(false);
        }
    }

    public void addErrorMessage(Account account, String subject, String body)
    {
        if (K9.ENABLE_ERROR_FOLDER == false)
        {
            return;
        }
        if (loopCatch.compareAndSet(false, true) == false)
        {
            return;
        }
        try
        {
            if (body == null || body.length() < 1)
            {
                return;
            }

            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            LocalFolder localFolder = (LocalFolder)localStore.getFolder(account.getErrorFolderName());
            Message[] messages = new Message[1];
            MimeMessage message = new MimeMessage();


            message.setBody(new TextBody(body));
            message.setFlag(Flag.X_DOWNLOADED_FULL, true);
            message.setSubject(subject);

            long nowTime = System.currentTimeMillis();
            Date nowDate = new Date(nowTime);
            message.setInternalDate(nowDate);
            message.addSentDate(nowDate);
            message.setFrom(new Address(account.getEmail(), "K9mail internal"));
            messages[0] = message;

            localFolder.appendMessages(messages);

            localFolder.deleteMessagesOlderThan(nowTime - (15 * 60 * 1000));

        }
        catch (Throwable it)
        {
            Log.e(K9.LOG_TAG, "Could not save error message to " + account.getErrorFolderName(), it);
        }
        finally
        {
            loopCatch.set(false);
        }
    }



    public void markAllMessagesRead(final Account account, final String folder)
    {

        Log.i(K9.LOG_TAG, "Marking all messages in " + account.getDescription() + ":" + folder + " as read");
        List<String> args = new ArrayList<String>();
        args.add(folder);
        PendingCommand command = new PendingCommand();
        command.command = PENDING_COMMAND_MARK_ALL_AS_READ;
        command.arguments = args.toArray(new String[0]);
        queuePendingCommand(account, command);
        processPendingCommands(account);
    }

    public void setFlag(
        final Account account,
        final String folderName,
        final Message[] messages,
        final Flag flag,
        final boolean newState)
    {
        String[] uids = new String[messages.length];
        for (int i = 0; i < messages.length; i++)
        {
            uids[i] = messages[i].getUid();
        }
        setFlag(account, folderName, uids, flag, newState);
    }

    public void setFlag(
        final Account account,
        final String folderName,
        final String[] uids,
        final Flag flag,
        final boolean newState)
    {
        // TODO: put this into the background, but right now that causes odd behavior
        // because the FolderMessageList doesn't have its own cache of the flag states
        Folder localFolder = null;
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            localFolder = localStore.getFolder(folderName);
            localFolder.open(OpenMode.READ_WRITE);
            Message[] messages = new Message[uids.length];
            for (int i = 0; i < uids.length; i++)
            {
                String uid = uids[i];
                // Allows for re-allowing sending of messages that could not be sent
                if (flag == Flag.FLAGGED && newState == false
                        && uid != null
                        && account.getOutboxFolderName().equals(folderName))
                {
                    sendCount.remove(uid);
                }
                messages[i] = localFolder.getMessage(uid);
            }

            localFolder.setFlags(messages, new Flag[] {flag}, newState);


            for (MessagingListener l : getListeners())
            {
                l.folderStatusChanged(account, folderName);
            }

            if (account.getErrorFolderName().equals(folderName))
            {
                return;
            }

            queueSetFlag(account, folderName, Boolean.toString(newState), flag.toString(), uids);
            processPendingCommands(account);
        }
        catch (MessagingException me)
        {
            addErrorMessage(account, me);

            throw new RuntimeException(me);
        }
        finally
        {
            if (localFolder != null)
            {
                localFolder.close(false);
            }
        }
    }//setMesssageFlag

    public void clearAllPending(final Account account)
    {
        try
        {
            Log.w(K9.LOG_TAG, "Clearing pending commands!");
            LocalStore localStore = (LocalStore)Store.getInstance(account.getLocalStoreUri(), mApplication);
            localStore.removePendingCommands();
        }
        catch (MessagingException me)
        {
            Log.e(K9.LOG_TAG, "Unable to clear pending command", me);
            addErrorMessage(account, me);
        }
    }

    private void loadMessageForViewRemote(final Account account, final String folder,
                                          final String uid, final MessagingListener listener)
    {
        put("loadMessageForViewRemote", listener, new Runnable()
        {
            public void run()
            {
                Folder remoteFolder = null;
                LocalFolder localFolder = null;
                try
                {
                    Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                    localFolder = (LocalFolder) localStore.getFolder(folder);
                    localFolder.open(OpenMode.READ_WRITE);

                    Message message = localFolder.getMessage(uid);

                    if (message.isSet(Flag.X_DOWNLOADED_FULL))
                    {
                        /*
                         * If the message has been synchronized since we were called we'll
                         * just hand it back cause it's ready to go.
                         */
                        FetchProfile fp = new FetchProfile();
                        fp.add(FetchProfile.Item.ENVELOPE);
                        fp.add(FetchProfile.Item.BODY);
                        localFolder.fetch(new Message[] { message }, fp, null);
                    }
                    else
                    {
                        /*
                         * At this point the message is not available, so we need to download it
                         * fully if possible.
                         */

                        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
                        remoteFolder = remoteStore.getFolder(folder);
                        remoteFolder.open(OpenMode.READ_WRITE);

                        // Get the remote message and fully download it
                        Message remoteMessage = remoteFolder.getMessage(uid);
                        FetchProfile fp = new FetchProfile();
                        fp.add(FetchProfile.Item.BODY);
                        remoteFolder.fetch(new Message[] { remoteMessage }, fp, null);

                        // Store the message locally and load the stored message into memory
                        localFolder.appendMessages(new Message[] { remoteMessage });
                        message = localFolder.getMessage(uid);
                        localFolder.fetch(new Message[] { message }, fp, null);

                        // Mark that this message is now fully synched
                        message.setFlag(Flag.X_DOWNLOADED_FULL, true);
                    }

                    // This is a view message request, so mark it read
                    if (!message.isSet(Flag.SEEN))
                    {
                        setFlag(account, localFolder.getName(), new Message[] { message }, Flag.SEEN, true);
                    }

                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewBodyAvailable(account, folder, uid, message);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewBodyAvailable(account, folder, uid, message);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewFinished(account, folder, uid, message);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewFinished(account, folder, uid, message);
                    }
                }
                catch (Exception e)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewFailed(account, folder, uid, e);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewFailed(account, folder, uid, e);
                    }
                    addErrorMessage(account, e);

                }
                finally
                {
                    if (remoteFolder!=null)
                    {
                        remoteFolder.close(false);
                    }

                    if (localFolder!=null)
                    {
                        localFolder.close(false);
                    }
                }//finally
            }//run
        });
    }

    public void loadMessageForView(final Account account, final String folder, final String uid,
                                   final MessagingListener listener)
    {
        for (MessagingListener l : getListeners())
        {
            l.loadMessageForViewStarted(account, folder, uid);
        }
        if (listener != null && !getListeners().contains(listener))
        {
            listener.loadMessageForViewStarted(account, folder, uid);
        }
        threadPool.execute(new Runnable()
        {
            public void run()
            {

                try
                {
                    Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                    LocalFolder localFolder = (LocalFolder) localStore.getFolder(folder);
                    localFolder.open(OpenMode.READ_WRITE);

                    LocalMessage message = (LocalMessage)localFolder.getMessage(uid);
                    if (message==null
                            || message.getId()==0)
                    {
                        throw new IllegalArgumentException("Message not found: folder=" + folder + ", uid=" + uid);
                    }

                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewHeadersAvailable(account, folder, uid, message);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewHeadersAvailable(account, folder, uid, message);
                    }

                    if (!message.isSet(Flag.X_DOWNLOADED_FULL))
                    {
                        loadMessageForViewRemote(account, folder, uid, listener);
                        localFolder.close(false);
                        return;
                    }

                    FetchProfile fp = new FetchProfile();
                    fp.add(FetchProfile.Item.ENVELOPE);
                    fp.add(FetchProfile.Item.BODY);
                    localFolder.fetch(new Message[]
                                      {
                                          message
                                      }, fp, null);
                    localFolder.close(false);
                    if (!message.isSet(Flag.SEEN))
                    {
                        setFlag(account, localFolder.getName(), new Message[] { message }, Flag.SEEN, true);
                    }

                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewBodyAvailable(account, folder, uid, message);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewBodyAvailable(account, folder, uid, message);
                    }

                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewFinished(account, folder, uid, message);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewFinished(account, folder, uid, message);
                    }

                }
                catch (Exception e)
                {
                    for (MessagingListener l : getListeners())
                    {
                        l.loadMessageForViewFailed(account, folder, uid, e);
                    }
                    if (listener != null && !getListeners().contains(listener))
                    {
                        listener.loadMessageForViewFailed(account, folder, uid, e);
                    }
                    addErrorMessage(account, e);

                }
            }
        });
    }

//    public void loadMessageForViewSynchronous(final Account account, final String folder, final String uid,
//        MessagingListener listener) {
//
//        for (MessagingListener l : getListeners()) {
//            l.loadMessageForViewStarted(account, folder, uid);
//        }
//
//        LocalFolder localFolder = null;
//        Folder remoteFolder = null;
//        try {
//            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
//            localFolder = (LocalFolder) localStore.getFolder(folder);
//            localFolder.open(OpenMode.READ_WRITE);
//
//            Message message = localFolder.getMessage(uid);
//
//            for (MessagingListener l : getListeners()) {
//                l.loadMessageForViewHeadersAvailable(account, folder, uid, message);
//            }
//
//            if (!message.isSet(Flag.X_DOWNLOADED_FULL)) {
//                Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
//                remoteFolder = remoteStore.getFolder(folder);
//                remoteFolder.open(OpenMode.READ_WRITE);
//
//                // Get the remote message and fully download it
//                Message remoteMessage = remoteFolder.getMessage(uid);
//                FetchProfile fp = new FetchProfile();
//                fp.add(FetchProfile.Item.BODY);
//                remoteFolder.fetch(new Message[]{remoteMessage}, fp, null);
//
//                // Store the message locally and load the stored message into memory
//                localFolder.appendMessages(new Message[]{remoteMessage});
//                message = localFolder.getMessage(uid);
//                localFolder.fetch(new Message[]{message}, fp, null);
//
//                // Mark that this message is now fully synched
//                message.setFlag(Flag.X_DOWNLOADED_FULL, true);
//            }
//            else {
//                FetchProfile fp = new FetchProfile();
//                fp.add(FetchProfile.Item.ENVELOPE);
//                fp.add(FetchProfile.Item.BODY);
//                localFolder.fetch(new Message[]{
//                        message
//                    }, fp, null);
//            }
//
//            if (!message.isSet(Flag.SEEN)) {
//                markMessageRead(account, localFolder, message, true);
//            }
//
//            for (MessagingListener l : getListeners()) {
//                l.loadMessageForViewBodyAvailable(account, folder, uid, message);
//            }
//            if (listener != null) {
//                listener.loadMessageForViewBodyAvailable(account, folder, uid, message);
//            }
//
//            for (MessagingListener l : getListeners()) {
//                l.loadMessageForViewFinished(account, folder, uid, message);
//            }
//            if (listener != null) {
//                listener.loadMessageForViewFinished(account, folder, uid, message);
//            }
//        }
//        catch (Exception e) {
//            for (MessagingListener l : getListeners()) {
//                l.loadMessageForViewFailed(account, folder, uid, e.getMessage());
//            }
//            addErrorMessage(account, e);
//        }
//        finally {
//            if (localFolder!=null) {
//                try {
//                    localFolder.close(false);
//                }
//                catch (MessagingException e) {
//                    Log.w(K9.LOG_TAG, null, e);
//                }
//            }
//
//            if (remoteFolder!=null) {
//                try {
//                    remoteFolder.close(false);
//                }
//                catch (MessagingException e) {
//                    Log.w(K9.LOG_TAG, null, e);
//                }
//            }
//        }
//    }//loadMessageForViewSynchronous

    /**
     * Attempts to load the attachment specified by part from the given account and message.
     * @param account
     * @param message
     * @param part
     * @param listener
     */
    public void loadAttachment(
        final Account account,
        final Message message,
        final Part part,
        final Object tag,
        final MessagingListener listener)
    {
        /*
         * Check if the attachment has already been downloaded. If it has there's no reason to
         * download it, so we just tell the listener that it's ready to go.
         */
        try
        {
            if (part.getBody() != null)
            {
                for (MessagingListener l : getListeners())
                {
                    l.loadAttachmentStarted(account, message, part, tag, false);
                }
                if (listener != null)
                {
                    listener.loadAttachmentStarted(account, message, part, tag, false);
                }

                for (MessagingListener l : getListeners())
                {
                    l.loadAttachmentFinished(account, message, part, tag);
                }

                if (listener != null)
                {
                    listener.loadAttachmentFinished(account, message, part, tag);
                }
                return;
            }
        }
        catch (MessagingException me)
        {
            /*
             * If the header isn't there the attachment isn't downloaded yet, so just continue
             * on.
             */
        }

        for (MessagingListener l : getListeners())
        {
            l.loadAttachmentStarted(account, message, part, tag, true);
        }
        if (listener != null)
        {
            listener.loadAttachmentStarted(account, message, part, tag, false);
        }

        put("loadAttachment", listener, new Runnable()
        {
            public void run()
            {
                try
                {
                    LocalStore localStore =
                        (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
                    /*
                     * We clear out any attachments already cached in the entire store and then
                     * we update the passed in message to reflect that there are no cached
                     * attachments. This is in support of limiting the account to having one
                     * attachment downloaded at a time.
                     */
                    localStore.pruneCachedAttachments();
                    ArrayList<Part> viewables = new ArrayList<Part>();
                    ArrayList<Part> attachments = new ArrayList<Part>();
                    MimeUtility.collectParts(message, viewables, attachments);
                    for (Part attachment : attachments)
                    {
                        attachment.setBody(null);
                    }
                    Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
                    LocalFolder localFolder =
                        (LocalFolder) localStore.getFolder(message.getFolder().getName());
                    Folder remoteFolder = remoteStore.getFolder(message.getFolder().getName());
                    remoteFolder.open(OpenMode.READ_WRITE);

                    FetchProfile fp = new FetchProfile();
                    fp.add(part);
                    remoteFolder.fetch(new Message[] { message }, fp, null);
                    localFolder.updateMessage((LocalMessage)message);
                    localFolder.close(false);
                    for (MessagingListener l : getListeners())
                    {
                        l.loadAttachmentFinished(account, message, part, tag);
                    }
                    if (listener != null)
                    {
                        listener.loadAttachmentFinished(account, message, part, tag);
                    }
                }
                catch (MessagingException me)
                {
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "", me);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.loadAttachmentFailed(account, message, part, tag, me.getMessage());
                    }
                    if (listener != null)
                    {
                        listener.loadAttachmentFailed(account, message, part, tag, me.getMessage());
                    }
                    addErrorMessage(account, me);

                }
            }
        });
    }

    /**
     * Stores the given message in the Outbox and starts a sendPendingMessages command to
     * attempt to send the message.
     * @param account
     * @param message
     * @param listener
     */
    public void sendMessage(final Account account,
                            final Message message,
                            MessagingListener listener)
    {
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            LocalFolder localFolder =
                (LocalFolder) localStore.getFolder(account.getOutboxFolderName());
            localFolder.open(OpenMode.READ_WRITE);
            localFolder.appendMessages(new Message[]
                                       {
                                           message
                                       });
            Message localMessage = localFolder.getMessage(message.getUid());
            localMessage.setFlag(Flag.X_DOWNLOADED_FULL, true);
            localFolder.close(false);
            sendPendingMessages(account, null);
        }
        catch (Exception e)
        {
            for (MessagingListener l : getListeners())
            {
                // TODO general failed
            }
            addErrorMessage(account, e);

        }
    }

    /**
     * Attempt to send any messages that are sitting in the Outbox.
     * @param account
     * @param listener
     */
    public void sendPendingMessages(final Account account,
                                    MessagingListener listener)
    {
        putBackground("sendPendingMessages", listener, new Runnable()
        {
            public void run()
            {
                sendPendingMessagesSynchronous(account);
            }
        });
    }


    public boolean messagesPendingSend(final Account account)
    {
        try
        {
            Folder localFolder = null;
            Store localStore = Store.getInstance(
                                   account.getLocalStoreUri(),
                                   mApplication);
            localFolder = localStore.getFolder(
                              account.getOutboxFolderName());
            if (!localFolder.exists())
            {
                return false;
            }

            localFolder.open(OpenMode.READ_WRITE);

            int localMessages = localFolder.getMessageCount();
            localFolder.close(false);
            if (localMessages > 0)
            {
                return true;
            }
        }
        catch (Exception e)
        {
            Log.e(K9.LOG_TAG, "Exception while checking for unsent messages", e);
        }
        return false;
    }

    /**
     * Attempt to send any messages that are sitting in the Outbox.
     * @param account
     * @param listener
     */
    public void sendPendingMessagesSynchronous(final Account account)
    {
        Folder localFolder = null;
        try
        {
            Store localStore = Store.getInstance(
                                   account.getLocalStoreUri(),
                                   mApplication);
            localFolder = localStore.getFolder(
                              account.getOutboxFolderName());
            if (!localFolder.exists())
            {
                return;
            }
            for (MessagingListener l : getListeners())
            {
                l.sendPendingMessagesStarted(account);
            }
            localFolder.open(OpenMode.READ_WRITE);

            Message[] localMessages = localFolder.getMessages(null);
            boolean anyFlagged = false;
            /*
             * The profile we will use to pull all of the content
             * for a given local message into memory for sending.
             */
            FetchProfile fp = new FetchProfile();
            fp.add(FetchProfile.Item.ENVELOPE);
            fp.add(FetchProfile.Item.BODY);

            LocalFolder localSentFolder =
                (LocalFolder) localStore.getFolder(
                    account.getSentFolderName());
            Log.i(K9.LOG_TAG, "Scanning folder '" + account.getOutboxFolderName() + "' (" + ((LocalFolder)localFolder).getId() + ") for messages to send");
            Transport transport = Transport.getInstance(account.getTransportUri());
            for (Message message : localMessages)
            {
                if (message.isSet(Flag.DELETED))
                {
                    message.setFlag(Flag.X_DESTROYED, true);
                    continue;
                }
                if (message.isSet(Flag.FLAGGED))
                {
                    Log.i(K9.LOG_TAG, "Skipping sending FLAGGED message " + message.getUid());
                    continue;
                }
                try
                {
                    AtomicInteger count = new AtomicInteger(0);
                    AtomicInteger oldCount = sendCount.putIfAbsent(message.getUid(), count);
                    if (oldCount != null)
                    {
                        count = oldCount;
                    }
                    Log.i(K9.LOG_TAG, "Send count for message " + message.getUid() + " is " + count.get());
                    if (count.incrementAndGet() > K9.MAX_SEND_ATTEMPTS)
                    {
                        Log.e(K9.LOG_TAG, "Send count for message " + message.getUid() + " has exceeded maximum attempt threshold, flagging");
                        message.setFlag(Flag.FLAGGED, true);
                        anyFlagged = true;
                        continue;
                    }

                    localFolder.fetch(new Message[] { message }, fp, null);
                    try
                    {
                        message.setFlag(Flag.X_SEND_IN_PROGRESS, true);
                        Log.i(K9.LOG_TAG, "Sending message with UID " + message.getUid());
                        transport.sendMessage(message);
                        message.setFlag(Flag.X_SEND_IN_PROGRESS, false);
                        message.setFlag(Flag.SEEN, true);

                        Log.i(K9.LOG_TAG, "Moving sent message to folder '" + account.getSentFolderName() + "' (" + localSentFolder.getId() + ") ");
                        localFolder.moveMessages(
                            new Message[] { message },
                            localSentFolder);
                        Log.i(K9.LOG_TAG, "Moved sent message to folder '" + account.getSentFolderName() + "' (" + localSentFolder.getId() + ") ");

                        PendingCommand command = new PendingCommand();
                        command.command = PENDING_COMMAND_APPEND;
                        command.arguments =
                            new String[]
                        {
                            localSentFolder.getName(),
                            message.getUid()
                        };
                        queuePendingCommand(account, command);
                        processPendingCommands(account);
                    }
                    catch (Exception e)
                    {
                        if (e instanceof MessagingException)
                        {
                            MessagingException me = (MessagingException)e;
                            if (me.isPermanentFailure() == false)
                            {
                                // Decrement the counter if the message could not possibly have been sent
                                int newVal = count.decrementAndGet();
                                Log.i(K9.LOG_TAG, "Decremented send count for message " + message.getUid() + " to " + newVal
                                      + "; no possible send");
                            }
                        }
                        message.setFlag(Flag.X_SEND_FAILED, true);
                        Log.e(K9.LOG_TAG, "Failed to send message", e);
                        for (MessagingListener l : getListeners())
                        {
                            l.synchronizeMailboxFailed(
                                account,
                                localFolder.getName(),
                                getRootCauseMessage(e));
                        }
                        addErrorMessage(account, e);

                    }
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Failed to fetch message for sending", e);
                    for (MessagingListener l : getListeners())
                    {
                        l.synchronizeMailboxFailed(
                            account,
                            localFolder.getName(),
                            getRootCauseMessage(e));
                    }
                    addErrorMessage(account, e);

                    /*
                     * We ignore this exception because a future refresh will retry this
                     * message.
                     */
                }
            }
            localFolder.expunge();
            if (localFolder.getMessageCount() == 0)
            {
                localFolder.delete(false);
            }
            for (MessagingListener l : getListeners())
            {
                l.sendPendingMessagesCompleted(account);
            }
            if (anyFlagged)
            {
                addErrorMessage(account, mApplication.getString(R.string.send_failure_subject),
                                mApplication.getString(R.string.send_failure_body_fmt, K9.ERROR_FOLDER_NAME));

                NotificationManager notifMgr =
                    (NotificationManager)mApplication.getSystemService(Context.NOTIFICATION_SERVICE);

                Notification notif = new Notification(R.drawable.stat_notify_email_generic,
                                                      mApplication.getString(R.string.send_failure_subject), System.currentTimeMillis());

                // JRV XXX TODO - do we want to notify MessageList too?
                Intent i = FolderList.actionHandleAccountIntent(mApplication, account, account.getErrorFolderName());

                PendingIntent pi = PendingIntent.getActivity(mApplication, 0, i, 0);

                notif.setLatestEventInfo(mApplication, mApplication.getString(R.string.send_failure_subject),
                                         mApplication.getString(R.string.send_failure_body_abbrev, K9.ERROR_FOLDER_NAME), pi);

                notif.flags |= Notification.FLAG_SHOW_LIGHTS;
                notif.ledARGB = K9.NOTIFICATION_LED_SENDING_FAILURE_COLOR;
                notif.ledOnMS = K9.NOTIFICATION_LED_FAST_ON_TIME;
                notif.ledOffMS = K9.NOTIFICATION_LED_FAST_OFF_TIME;
                notifMgr.notify(-1000 - account.getAccountNumber(), notif);
            }
        }
        catch (Exception e)
        {
            for (MessagingListener l : getListeners())
            {
                l.sendPendingMessagesFailed(account);
            }
            addErrorMessage(account, e);

        }
        finally
        {
            if (localFolder != null)
            {
                try
                {
                    localFolder.close(false);
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Exception while closing folder", e);
                }
            }
        }
    }

    public void getAccountUnreadCount(final Context context, final Account account,
                                      final MessagingListener l)
    {
        Runnable unreadRunnable = new Runnable()
        {
            public void run()
            {

                int unreadMessageCount = 0;
                try
                {
                    unreadMessageCount = account.getUnreadMessageCount(context, mApplication);
                }
                catch (MessagingException me)
                {
                    Log.e(K9.LOG_TAG, "Count not get unread count for account " + account.getDescription(),
                          me);
                }
                l.accountStatusChanged(account, unreadMessageCount);
            }
        };


        putBackground("getAccountUnread:" + account.getDescription(), l, unreadRunnable);
    }

    public int moveMessages(final Account account, final String srcFolder, final Message[] messages, final String destFolder,
                            final MessagingListener listener)
    {
        int messagesMoved = 0;
        for (Message message : messages)
        {
            if (moveMessage(account, srcFolder, message, destFolder, listener))
            {
                messagesMoved++;
            }
        }
        return messagesMoved;
    }

    public boolean moveMessage(final Account account, final String srcFolder, final Message message, final String destFolder,
                               final MessagingListener listener)
    {
        if (!message.getUid().startsWith(K9.LOCAL_UID_PREFIX))
        {
            suppressMessage(account, srcFolder, message);
            put("moveMessage", null, new Runnable()
            {
                public void run()
                {
                    moveOrCopyMessageSynchronous(account, srcFolder, message, destFolder, false, listener);
                }
            });
            return true;
        }
        else
        {
            return false;
        }
    }

    public boolean isMoveCapable(Message message)
    {
        if (!message.getUid().startsWith(K9.LOCAL_UID_PREFIX))
        {
            return true;
        }
        else
        {
            return false;
        }
    }
    public boolean isCopyCapable(Message message)
    {
        return isMoveCapable(message);
    }

    public boolean isMoveCapable(final Account account)
    {
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            return localStore.isMoveCapable() && remoteStore.isMoveCapable();
        }
        catch (MessagingException me)
        {

            Log.e(K9.LOG_TAG, "Exception while ascertaining move capability", me);
            return false;
        }
    }
    public boolean isCopyCapable(final Account account)
    {
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            return localStore.isCopyCapable() && remoteStore.isCopyCapable();
        }
        catch (MessagingException me)
        {
            Log.e(K9.LOG_TAG, "Exception while ascertaining copy capability", me);
            return false;
        }
    }

    public int copyMessages(final Account account, final String srcFolder, final Message[] messages, final String destFolder,
                            final MessagingListener listener)
    {
        int messagesCopied = 0;
        for (Message message : messages)
        {
            if (copyMessage(account, srcFolder, message, destFolder, listener))
            {
                messagesCopied++;
            }
        }
        return messagesCopied;
    }
    public boolean copyMessage(final Account account, final String srcFolder, final Message message, final String destFolder,
                               final MessagingListener listener)
    {
        if (!message.getUid().startsWith(K9.LOCAL_UID_PREFIX))
        {
            put("copyMessage", null, new Runnable()
            {
                public void run()
                {
                    moveOrCopyMessageSynchronous(account, srcFolder, message, destFolder, true, listener);
                }
            });
            return true;
        }
        else
        {
            return false;
        }
    }

    private void moveOrCopyMessageSynchronous(final Account account, final String srcFolder, final Message message,
            final String destFolder, final boolean isCopy, MessagingListener listener)
    {
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);
            if (isCopy == false && (remoteStore.isMoveCapable() == false || localStore.isMoveCapable() == false))
            {
                return;
            }
            if (isCopy == true && (remoteStore.isCopyCapable() == false || localStore.isCopyCapable() == false))
            {
                return;
            }

            Folder localSrcFolder = localStore.getFolder(srcFolder);
            Folder localDestFolder = localStore.getFolder(destFolder);
            Message lMessage = localSrcFolder.getMessage(message.getUid());
            String origUid = message.getUid();
            if (lMessage != null)
            {
                Log.i(K9.LOG_TAG, "moveOrCopyMessageSynchronous: source folder = " + srcFolder
                      + ", uid = " + origUid + ", destination folder = " + destFolder + ", isCopy = " + isCopy);

                if (isCopy)
                {
                    FetchProfile fp = new FetchProfile();
                    fp.add(FetchProfile.Item.ENVELOPE);
                    fp.add(FetchProfile.Item.BODY);
                    localSrcFolder.fetch(new Message[] { message }, fp, null);
                    localSrcFolder.copyMessages(new Message[] { message }, localDestFolder);
                }
                else
                {
                    localSrcFolder.moveMessages(new Message[] { message }, localDestFolder);
                    for (MessagingListener l : getListeners())
                    {
                        l.messageUidChanged(account, srcFolder, origUid, message.getUid());
                    }
                    unsuppressMessage(account, srcFolder, origUid);
                }
            }
            queueMoveOrCopy(account, srcFolder, destFolder, isCopy, new String[] { origUid });

            processPendingCommands(account);
        }
        catch (MessagingException me)
        {
            addErrorMessage(account, me);

            throw new RuntimeException("Error moving message", me);
        }
    }

    public void deleteMessages(final Account account, final String folder, final Message[] messages,
                               final MessagingListener listener)
    {
        for (Message message : messages)
        {
            suppressMessage(account, folder, message);
        }

        put("deleteMessages", null, new Runnable()
        {
            public void run()
            {
                deleteMessagesSynchronous(account, folder, messages, listener);
            }
        });
    }

    private void deleteMessagesSynchronous(final Account account, final String folder, final Message[] messages,
                                           MessagingListener listener)
    {
        Folder localFolder = null;
        Folder localTrashFolder = null;
        String[] uids = getUidsFromMessages(messages);
        try
        {
            //We need to make these callbacks before moving the messages to the trash
            //as messages get a new UID after being moved
            for (Message message : messages)
            {
                unsuppressMessage(account, folder, message);
                if (listener != null)
                {
                    listener.messageDeleted(account, folder, message);
                }
                for (MessagingListener l : getListeners())
                {
                    l.messageDeleted(account, folder, message);
                }
            }
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            localFolder = localStore.getFolder(folder);
            if (folder.equals(account.getTrashFolderName()))
            {
                if (K9.DEBUG)
                {
                    Log.d(K9.LOG_TAG, "Deleting messages in trash folder, not copying");
                }
                localFolder.setFlags(messages, new Flag[] { Flag.DELETED }, true);
            }
            else
            {
                localTrashFolder = localStore.getFolder(account.getTrashFolderName());
                if (localTrashFolder.exists() == false)
                {
                    localTrashFolder.create(Folder.FolderType.HOLDS_MESSAGES);
                }
                if (localTrashFolder.exists() == true)
                {
                    if (K9.DEBUG)
                    {
                        Log.d(K9.LOG_TAG, "Deleting messages in normal folder, moving");
                    }

                    localFolder.moveMessages(messages, localTrashFolder);

                }
            }

            for (MessagingListener l : getListeners())
            {
                l.folderStatusChanged(account, account.getTrashFolderName());
            }

            if (K9.DEBUG)
            {
                Log.d(K9.LOG_TAG, "Delete policy for account " + account.getDescription() + " is " + account.getDeletePolicy());
            }
            if (folder.equals(account.getOutboxFolderName()))
            {
                for (Message message : messages)
                {
                    // If the message was in the Outbox, then it has been copied to local Trash, and has
                    // to be copied to remote trash
                    PendingCommand command = new PendingCommand();
                    command.command = PENDING_COMMAND_APPEND;
                    command.arguments =
                        new String[]
                    {
                        account.getTrashFolderName(),
                        message.getUid()
                    };
                    queuePendingCommand(account, command);
                }
                processPendingCommands(account);
            }
            else if (folder.equals(account.getTrashFolderName()) && account.getDeletePolicy() == Account.DELETE_POLICY_ON_DELETE)
            {
                queueSetFlag(account, folder, Boolean.toString(true), Flag.DELETED.toString(), uids);
                processPendingCommands(account);
            }
            else if (account.getDeletePolicy() == Account.DELETE_POLICY_ON_DELETE)
            {
                queueMoveOrCopy(account, folder, account.getTrashFolderName(), false, uids);
                processPendingCommands(account);
            }
            else if (account.getDeletePolicy() == Account.DELETE_POLICY_MARK_AS_READ)
            {
                queueSetFlag(account, folder, Boolean.toString(true), Flag.SEEN.toString(), uids);
                processPendingCommands(account);
            }
            else
            {
                if (K9.DEBUG)
                {
                    Log.d(K9.LOG_TAG, "Delete policy " + account.getDeletePolicy() + " prevents delete from server");
                }
            }
        }
        catch (MessagingException me)
        {
            addErrorMessage(account, me);

            throw new RuntimeException("Error deleting message from local store.", me);
        }
        finally
        {
            if (localFolder != null)
            {
                localFolder.close(false);
            }
            if (localTrashFolder != null)
            {
                localTrashFolder.close(false);
            }
        }
    }

    private String[] getUidsFromMessages(Message[] messages)
    {
        String[] uids = new String[messages.length];
        for (int i = 0; i < messages.length; i++)
        {
            uids[i] = messages[i].getUid();
        }
        return uids;
    }

    private void processPendingEmptyTrash(PendingCommand command, Account account) throws MessagingException
    {
        Store remoteStore = Store.getInstance(account.getStoreUri(), mApplication);

        Folder remoteFolder = remoteStore.getFolder(account.getTrashFolderName());
        if (remoteFolder.exists())
        {
            remoteFolder.open(OpenMode.READ_WRITE);
            remoteFolder.setFlags(new Flag [] { Flag.DELETED }, true);
            remoteFolder.close(true);
        }
    }

    public void emptyTrash(final Account account, MessagingListener listener)
    {
        put("emptyTrash", listener, new Runnable()
        {
            public void run()
            {
                try
                {
                    Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                    Folder localFolder = localStore.getFolder(account.getTrashFolderName());
                    localFolder.open(OpenMode.READ_WRITE);
                    localFolder.setFlags(new Flag[] { Flag.DELETED }, true);
                    localFolder.close(true);

                    for (MessagingListener l : getListeners())
                    {
                        l.emptyTrashCompleted(account);
                    }
                    List<String> args = new ArrayList<String>();
                    PendingCommand command = new PendingCommand();
                    command.command = PENDING_COMMAND_EMPTY_TRASH;
                    command.arguments = args.toArray(new String[0]);
                    queuePendingCommand(account, command);
                    processPendingCommands(account);
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "emptyTrash failed", e);

                    addErrorMessage(account, e);
                }
            }
        });
    }

    public void sendAlternate(final Context context, Account account, Message message)
    {
        if (K9.DEBUG)
        {
            Log.d(K9.LOG_TAG, "About to load message " + account.getDescription() + ":" + message.getFolder().getName()
                  + ":" + message.getUid() + " for sendAlternate");
        }
        loadMessageForView(account, message.getFolder().getName(),
                           message.getUid(), new MessagingListener()
        {
            @Override
            public void loadMessageForViewBodyAvailable(Account account, String folder, String uid,
                    Message message)
            {
                if (K9.DEBUG)
                {
                    Log.d(K9.LOG_TAG, "Got message " + account.getDescription() + ":" + folder
                          + ":" + message.getUid() + " for sendAlternate");
                }

                try
                {
                    Intent msg=new Intent(Intent.ACTION_SEND);
                    String quotedText = null;
                    Part part = MimeUtility.findFirstPartByMimeType(message,
                                "text/plain");
                    if (part == null)
                    {
                        part = MimeUtility.findFirstPartByMimeType(message, "text/html");
                    }
                    if (part != null)
                    {
                        quotedText = MimeUtility.getTextFromPart(part);
                    }
                    if (quotedText != null)
                    {
                        msg.putExtra(Intent.EXTRA_TEXT, quotedText);
                    }
                    msg.putExtra(Intent.EXTRA_SUBJECT, "Fwd: " + message.getSubject());
                    msg.setType("text/plain");
                    context.startActivity(Intent.createChooser(msg, context.getString(R.string.send_alternate_chooser_title)));
                }
                catch (MessagingException me)
                {
                    Log.e(K9.LOG_TAG, "Unable to send email through alternate program", me);
                }
            }
        });

    }

    /**
     * Checks mail for one or multiple accounts. If account is null all accounts
     * are checked.
     *
     * @param context
     * @param account
     * @param listener
     */
    public void checkMail(final Context context, final Account account,
                          final boolean ignoreLastCheckedTime,
                          final boolean useManualWakeLock,
                          final MessagingListener listener)
    {

        WakeLock twakeLock = null;
        if (useManualWakeLock)
        {
            PowerManager pm = (PowerManager) context.getSystemService(Context.POWER_SERVICE);
            twakeLock = pm.newWakeLock(PowerManager.PARTIAL_WAKE_LOCK, "K9");
            twakeLock.setReferenceCounted(false);
            twakeLock.acquire(K9.MANUAL_WAKE_LOCK_TIMEOUT);
        }
        final WakeLock wakeLock = twakeLock;

        for (MessagingListener l : getListeners())
        {
            l.checkMailStarted(context, account);
        }
        putBackground("checkMail", listener, new Runnable()
        {
            public void run()
            {

                final NotificationManager notifMgr = (NotificationManager)context
                                                     .getSystemService(Context.NOTIFICATION_SERVICE);
                try
                {
                    Log.i(K9.LOG_TAG, "Starting mail check");
                    Preferences prefs = Preferences.getPreferences(context);

                    Account[] accounts;
                    if (account != null)
                    {
                        accounts = new Account[]
                        {
                            account
                        };
                    }
                    else
                    {
                        accounts = prefs.getAccounts();
                    }

                    for (final Account account : accounts)
                    {
                        final long accountInterval = account.getAutomaticCheckIntervalMinutes() * 60 * 1000;
                        if (ignoreLastCheckedTime == false && accountInterval <= 0)
                        {
                            Log.i(K9.LOG_TAG, "Skipping synchronizing account " + account.getDescription());


                            continue;
                        }

                        Log.i(K9.LOG_TAG, "Synchronizing account " + account.getDescription());

                        putBackground("sendPending " + account.getDescription(), null, new Runnable()
                        {
                            public void run()
                            {
                                if (messagesPendingSend(account))
                                {
                                    if (account.isShowOngoing())
                                    {
                                        Notification notif = new Notification(R.drawable.ic_menu_refresh,
                                                                              context.getString(R.string.notification_bg_send_ticker, account.getDescription()), System.currentTimeMillis());
                                        // JRV XXX TODO - do we want to notify MessageList too?
                                        Intent intent = FolderList.actionHandleAccountIntent(context, account, K9.INBOX);
                                        PendingIntent pi = PendingIntent.getActivity(context, 0, intent, 0);
                                        notif.setLatestEventInfo(context, context.getString(R.string.notification_bg_send_title),
                                                                 account.getDescription() , pi);
                                        notif.flags = Notification.FLAG_ONGOING_EVENT;

                                        if (K9.NOTIFICATION_LED_WHILE_SYNCING)
                                        {
                                            notif.flags |= Notification.FLAG_SHOW_LIGHTS;
                                            notif.ledARGB = K9.NOTIFICATION_LED_DIM_COLOR;
                                            notif.ledOnMS = K9.NOTIFICATION_LED_FAST_ON_TIME;
                                            notif.ledOffMS = K9.NOTIFICATION_LED_FAST_OFF_TIME;
                                        }

                                        notifMgr.notify(K9.FETCHING_EMAIL_NOTIFICATION_ID, notif);
                                    }
                                    try
                                    {
                                        sendPendingMessagesSynchronous(account);
                                    }
                                    finally
                                    {
                                        if (account.isShowOngoing())
                                        {
                                            notifMgr.cancel(K9.FETCHING_EMAIL_NOTIFICATION_ID);
                                        }
                                    }
                                }
                            }
                        }
                                     );
                        try
                        {
                            Account.FolderMode aDisplayMode = account.getFolderDisplayMode();
                            Account.FolderMode aSyncMode = account.getFolderSyncMode();

                            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
                            for (final Folder folder : localStore.getPersonalNamespaces())
                            {

                                folder.open(Folder.OpenMode.READ_WRITE);
                                folder.refresh(prefs);

                                Folder.FolderClass fDisplayClass = folder.getDisplayClass();
                                Folder.FolderClass fSyncClass = folder.getSyncClass();

                                if (modeMismatch(aDisplayMode, fDisplayClass))
                                {
                                    // Never sync a folder that isn't displayed
                                    if (K9.DEBUG)
                                    {
                                        Log.v(K9.LOG_TAG, "Not syncing folder " + folder.getName() +
                                              " which is in display mode " + fDisplayClass + " while account is in display mode " + aDisplayMode);
                                    }

                                    continue;
                                }

                                if (modeMismatch(aSyncMode, fSyncClass))
                                {
                                    // Do not sync folders in the wrong class
                                    if (K9.DEBUG)
                                    {
                                        Log.v(K9.LOG_TAG, "Not syncing folder " + folder.getName() +
                                              " which is in sync mode " + fSyncClass + " while account is in sync mode " + aSyncMode);
                                    }

                                    continue;
                                }



                                if (K9.DEBUG)
                                {
                                    Log.v(K9.LOG_TAG, "Folder " + folder.getName() + " was last synced @ " +
                                          new Date(folder.getLastChecked()));
                                }

                                if (ignoreLastCheckedTime == false && folder.getLastChecked() >
                                        (System.currentTimeMillis() - accountInterval))
                                {
                                    if (K9.DEBUG)
                                    {
                                        Log.v(K9.LOG_TAG, "Not syncing folder " + folder.getName()
                                              + ", previously synced @ " + new Date(folder.getLastChecked())
                                              + " which would be too recent for the account period");
                                    }

                                    continue;
                                }
                                putBackground("sync" + folder.getName(), null, new Runnable()
                                {
                                    public void run()
                                    {
                                        try
                                        {
                                            // In case multiple Commands get enqueued, don't run more than
                                            // once
                                            final LocalStore localStore =
                                                (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
                                            LocalFolder tLocalFolder = (LocalFolder) localStore.getFolder(folder.getName());
                                            tLocalFolder.open(Folder.OpenMode.READ_WRITE);

                                            if (ignoreLastCheckedTime == false && tLocalFolder.getLastChecked() >
                                                    (System.currentTimeMillis() - accountInterval))
                                            {
                                                if (K9.DEBUG)
                                                {
                                                    Log.v(K9.LOG_TAG, "Not running Command for folder " + folder.getName()
                                                          + ", previously synced @ " + new Date(folder.getLastChecked())
                                                          + " which would be too recent for the account period");
                                                }
                                                return;
                                            }
                                            if (account.isShowOngoing())
                                            {
                                                Notification notif = new Notification(R.drawable.ic_menu_refresh,
                                                                                      context.getString(R.string.notification_bg_sync_ticker, account.getDescription(), folder.getName()),
                                                                                      System.currentTimeMillis());
                                                // JRV XXX TODO - do we want to notify MessageList too?
                                                Intent intent = FolderList.actionHandleAccountIntent(context, account, K9.INBOX);
                                                PendingIntent pi = PendingIntent.getActivity(context, 0, intent, 0);
                                                notif.setLatestEventInfo(context, context.getString(R.string.notification_bg_sync_title), account.getDescription()
                                                                         + context.getString(R.string.notification_bg_title_separator) + folder.getName(), pi);
                                                notif.flags = Notification.FLAG_ONGOING_EVENT;
                                                if (K9.NOTIFICATION_LED_WHILE_SYNCING)
                                                {
                                                    notif.flags |= Notification.FLAG_SHOW_LIGHTS;
                                                    notif.ledARGB = K9.NOTIFICATION_LED_DIM_COLOR;
                                                    notif.ledOnMS = K9.NOTIFICATION_LED_FAST_ON_TIME;
                                                    notif.ledOffMS = K9.NOTIFICATION_LED_FAST_OFF_TIME;
                                                }

                                                notifMgr.notify(K9.FETCHING_EMAIL_NOTIFICATION_ID, notif);
                                            }
                                            try
                                            {
                                                synchronizeMailboxSynchronous(account, folder.getName(), listener);
                                            }

                                            finally
                                            {
                                                if (account.isShowOngoing())
                                                {
                                                    notifMgr.cancel(K9.FETCHING_EMAIL_NOTIFICATION_ID);
                                                }
                                            }
                                        }
                                        catch (Exception e)
                                        {

                                            Log.e(K9.LOG_TAG, "Exception while processing folder " +
                                                  account.getDescription() + ":" + folder.getName(), e);
                                            addErrorMessage(account, e);
                                        }
                                    }
                                }
                                             );
                            }
                        }
                        catch (MessagingException e)
                        {
                            Log.e(K9.LOG_TAG, "Unable to synchronize account " + account.getName(), e);
                            addErrorMessage(account, e);
                        }
                    }
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Unable to synchronize mail", e);
                    addErrorMessage(account, e);
                }
                putBackground("finalize sync", null, new Runnable()
                {
                    public void run()
                    {

                        Log.i(K9.LOG_TAG, "Finished mail sync");
                        if (wakeLock != null)
                        {
                            wakeLock.release();
                        }
                        for (MessagingListener l : getListeners())
                        {
                            l.checkMailFinished(context, account);
                        }

                    }
                }
                             );
            }
        });
    }

    public void compact(final Account account, final MessagingListener ml)
    {
        putBackground("compact:" + account.getDescription(), ml, new Runnable()
        {
            public void run()
            {
                try
                {
                    LocalStore localStore = (LocalStore)Store.getInstance(account.getLocalStoreUri(), mApplication);
                    long oldSize = localStore.getSize();
                    localStore.compact();
                    long newSize = localStore.getSize();
                    if (ml != null)
                    {
                        ml.accountSizeChanged(account, oldSize, newSize);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.accountSizeChanged(account, oldSize, newSize);
                    }
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Failed to compact account " + account.getDescription(), e);
                }
            }
        });
    }

    public void clear(final Account account, final MessagingListener ml)
    {
        putBackground("clear:" + account.getDescription(), ml, new Runnable()
        {
            public void run()
            {
                try
                {
                    LocalStore localStore = (LocalStore)Store.getInstance(account.getLocalStoreUri(), mApplication);
                    long oldSize = localStore.getSize();
                    localStore.clear();
                    localStore.resetVisibleLimits(account.getDisplayCount());
                    long newSize = localStore.getSize();
                    if (ml != null)
                    {
                        ml.accountSizeChanged(account, oldSize, newSize);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.accountSizeChanged(account, oldSize, newSize);
                    }
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Failed to compact account " + account.getDescription(), e);
                }
            }
        });
    }

    public void notifyAccount(Context context, Account thisAccount, int newMailCount)
    {
        int unreadMessageCount = 0;
        try
        {
            unreadMessageCount = thisAccount.getUnreadMessageCount(context, mApplication);
        }
        catch (Exception e)
        {
            Log.e(K9.LOG_TAG, "Unable to get unread message count", e);
        }
        Log.i(K9.LOG_TAG, "notifyAccount Account " + thisAccount.getDescription() + ", newMailCount = " + newMailCount);
        boolean isNotifyAccount = thisAccount.isNotifyNewMail();
        if (isNotifyAccount)
        {

            NotificationManager notifMgr =
                (NotificationManager)context.getSystemService(Context.NOTIFICATION_SERVICE);
            if (newMailCount > 0 && unreadMessageCount > 0)
            {
                String notice = context.getString(R.string.notification_new_one_account_fmt, unreadMessageCount,
                                                  thisAccount.getDescription());
                Notification notif = new Notification(R.drawable.stat_notify_email_generic,
                                                      context.getString(R.string.notification_new_title), System.currentTimeMillis());

                notif.number = unreadMessageCount;

                Intent i = FolderList.actionHandleAccountIntent(context, thisAccount);

                PendingIntent pi = PendingIntent.getActivity(context, 0, i, 0);

                notif.setLatestEventInfo(context, context.getString(R.string.notification_new_title), notice, pi);

                String ringtone = thisAccount.getRingtone();
                notif.sound = TextUtils.isEmpty(ringtone) ? null : Uri.parse(ringtone);

                if (thisAccount.isVibrate())
                {
                    notif.defaults |= Notification.DEFAULT_VIBRATE;
                }

                notif.flags |= Notification.FLAG_SHOW_LIGHTS;
                notif.ledARGB = K9.NOTIFICATION_LED_COLOR;
                notif.ledOnMS = K9.NOTIFICATION_LED_ON_TIME;
                notif.ledOffMS = K9.NOTIFICATION_LED_OFF_TIME;


                notifMgr.notify(thisAccount.getAccountNumber(), notif);
            }
            else if (unreadMessageCount == 0)
            {
                notifMgr.cancel(thisAccount.getAccountNumber());
            }
        }
        for (MessagingListener l : getListeners())
        {
            l.accountStatusChanged(thisAccount, unreadMessageCount);
        }
    }


    public void saveDraft(final Account account, final Message message)
    {
        try
        {
            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            LocalFolder localFolder =
                (LocalFolder) localStore.getFolder(account.getDraftsFolderName());
            localFolder.open(OpenMode.READ_WRITE);
            localFolder.appendMessages(new Message[]
                                       {
                                           message
                                       });
            Message localMessage = localFolder.getMessage(message.getUid());
            localMessage.setFlag(Flag.X_DOWNLOADED_FULL, true);

            PendingCommand command = new PendingCommand();
            command.command = PENDING_COMMAND_APPEND;
            command.arguments = new String[]
            {
                localFolder.getName(),
                localMessage.getUid()
            };
            queuePendingCommand(account, command);
            processPendingCommands(account);
        }
        catch (MessagingException e)
        {
            Log.e(K9.LOG_TAG, "Unable to save message as draft.", e);
            addErrorMessage(account, e);
        }
    }

    private boolean modeMismatch(Account.FolderMode aMode, Folder.FolderClass fMode)
    {
        if (aMode == Account.FolderMode.NONE
                || (aMode == Account.FolderMode.FIRST_CLASS &&
                    fMode != Folder.FolderClass.FIRST_CLASS)
                || (aMode == Account.FolderMode.FIRST_AND_SECOND_CLASS &&
                    fMode != Folder.FolderClass.FIRST_CLASS &&
                    fMode != Folder.FolderClass.SECOND_CLASS)
                || (aMode == Account.FolderMode.NOT_SECOND_CLASS &&
                    fMode == Folder.FolderClass.SECOND_CLASS))
        {
            return true;
        }
        else
        {
            return false;
        }
    }

    static AtomicInteger sequencing = new AtomicInteger(0);
    class Command implements Comparable
    {
        public Runnable runnable;

        public MessagingListener listener;

        public String description;

        boolean isForeground;

        int sequence = sequencing.getAndIncrement();

        public int compareTo(Object arg0)
        {
            if (arg0 instanceof Command)
            {
                Command other = (Command)arg0;
                if (other.isForeground == true && isForeground == false)
                {
                    return 1;
                }
                else if (other.isForeground == false && isForeground == true)
                {
                    return -1;
                }
                else
                {
                    return (sequence - other.sequence);
                }
            }
            return 0;
        }
    }

    public MessagingListener getCheckMailListener()
    {
        return checkMailListener;
    }

    public void setCheckMailListener(MessagingListener checkMailListener)
    {
        if (this.checkMailListener != null)
        {
            removeListener(this.checkMailListener);
        }
        this.checkMailListener = checkMailListener;
        if (this.checkMailListener != null)
        {
            addListener(this.checkMailListener);
        }
    }

    public SORT_TYPE getSortType()
    {
        return sortType;
    }

    public void setSortType(SORT_TYPE sortType)
    {
        this.sortType = sortType;
    }

    public boolean isSortAscending(SORT_TYPE sortType)
    {
        Boolean sortAsc = sortAscending.get(sortType);
        if (sortAsc == null)
        {
            return sortType.isDefaultAscending();
        }
        else return sortAsc;
    }

    public void setSortAscending(SORT_TYPE sortType, boolean nsortAscending)
    {
        sortAscending.put(sortType, nsortAscending);
    }

    public Collection<Pusher> getPushers()
    {
        return pushers.values();
    }

    public boolean setupPushing(final Account account)
    {
        try
        {
            Pusher previousPusher = pushers.remove(account);
            if (previousPusher != null)
            {
                previousPusher.stop();
            }
            Preferences prefs = Preferences.getPreferences(mApplication);

            Account.FolderMode aDisplayMode = account.getFolderDisplayMode();
            Account.FolderMode aPushMode = account.getFolderPushMode();

            List<String> names = new ArrayList<String>();

            Store localStore = Store.getInstance(account.getLocalStoreUri(), mApplication);
            for (final Folder folder : localStore.getPersonalNamespaces())
            {
                folder.open(Folder.OpenMode.READ_WRITE);
                folder.refresh(prefs);

                Folder.FolderClass fDisplayClass = folder.getDisplayClass();
                Folder.FolderClass fPushClass = folder.getPushClass();

                if (modeMismatch(aDisplayMode, fDisplayClass))
                {
                    // Never push a folder that isn't displayed
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "Not pushing folder " + folder.getName() +
                              " which is in display class " + fDisplayClass + " while account is in display mode " + aDisplayMode);
                    }

                    continue;
                }

                if (modeMismatch(aPushMode, fPushClass))
                {
                    // Do not push folders in the wrong class
                    if (K9.DEBUG)
                    {
                        Log.v(K9.LOG_TAG, "Not pushing folder " + folder.getName() +
                              " which is in push mode " + fPushClass + " while account is in push mode " + aPushMode);
                    }

                    continue;
                }
                Log.i(K9.LOG_TAG, "Starting pusher for " + account.getDescription() + ":" + folder.getName());
                names.add(folder.getName());
            }

            if (names.size() > 0)
            {
                PushReceiver receiver = new MessagingControllerPushReceiver(mApplication, account, this);

                try
                {
                    Store store = Store.getInstance(account.getStoreUri(), mApplication);
                    if (store.isPushCapable() == false)
                    {
                        Log.i(K9.LOG_TAG, "Account " + account.getDescription() + " is not push capable, skipping");
                        return false;
                    }
                    Pusher pusher = store.getPusher(receiver);
                    Pusher oldPusher = null;
                    if (pusher != null)
                    {
                        oldPusher = pushers.putIfAbsent(account, pusher);
                    }
                    if (oldPusher != null)
                    {
                        pusher = oldPusher;
                    }
                    else
                    {
                        pusher.start(names);
                    }
                }
                catch (Exception e)
                {
                    Log.e(K9.LOG_TAG, "Could not get remote store", e);
                    return false;
                }

                return true;
            }
            else
            {
                Log.i(K9.LOG_TAG, "No folders are configured for pushing in account " + account.getDescription());
                return false;
            }

        }
        catch (Exception e)
        {
            Log.e(K9.LOG_TAG, "Got exception while setting up pushing", e);
        }
        return false;
    }

    public void stopAllPushing()
    {
        Log.i(K9.LOG_TAG, "Stopping all pushers");
        Iterator<Pusher> iter = pushers.values().iterator();
        while (iter.hasNext())
        {
            Pusher pusher = iter.next();
            iter.remove();
            pusher.stop();
        }
    }

    public void messagesArrived(final Account account, final Folder remoteFolder, final List<Message> messages, final boolean flagSyncOnly)
    {
        Log.i(K9.LOG_TAG, "Got new pushed email messages for account " + account.getDescription()
              + ", folder " + remoteFolder.getName());
        final CountDownLatch latch = new CountDownLatch(1);
        putBackground("Push messageArrived of account " + account.getDescription()
                      + ", folder " + remoteFolder.getName(), null, new Runnable()
        {
            public void run()
            {
                LocalFolder localFolder = null;
                try
                {
                    LocalStore localStore = (LocalStore) Store.getInstance(account.getLocalStoreUri(), mApplication);
                    localFolder= (LocalFolder) localStore.getFolder(remoteFolder.getName());
                    localFolder.open(OpenMode.READ_WRITE);

                    int newCount = downloadMessages(account, remoteFolder, localFolder, messages, flagSyncOnly);
                    setLocalUnreadCountToRemote(localFolder, remoteFolder,  messages.size());

                    localFolder.setLastPush(System.currentTimeMillis());
                    localFolder.setStatus(null);

                    Log.i(K9.LOG_TAG, "messagesArrived newCount = " + newCount);
                    notifyAccount(mApplication, account, newCount);

                    for (MessagingListener l : getListeners())
                    {
                        l.folderStatusChanged(account, remoteFolder.getName());
                    }

                }
                catch (Exception e)
                {
                    String rootMessage = getRootCauseMessage(e);
                    String errorMessage = "Push failed: " + rootMessage;
                    try
                    {
                        localFolder.setStatus(errorMessage);
                    }
                    catch (Exception se)
                    {
                        Log.e(K9.LOG_TAG, "Unable to set failed status on localFolder", se);
                    }
                    for (MessagingListener l : getListeners())
                    {
                        l.synchronizeMailboxFailed(account, remoteFolder.getName(), errorMessage);
                    }
                    addErrorMessage(account, e);
                }
                finally
                {
                    if (localFolder != null)
                    {
                        try
                        {
                            localFolder.close(false);
                        }
                        catch (Exception e)
                        {
                            Log.e(K9.LOG_TAG, "Unable to close localFolder", e);
                        }
                    }
                    latch.countDown();
                }

            }
        });
        try
        {
            latch.await();
        }
        catch (Exception e)
        {
            Log.e(K9.LOG_TAG, "Interrupted while awaiting latch release", e);
        }
        Log.i(K9.LOG_TAG, "MessagingController.messagesArrivedLatch released");
    }
    enum MemorizingState { STARTED, FINISHED, FAILED };

    class Memory
    {
        Account account;
        String folderName;
        MemorizingState syncingState = null;
        MemorizingState sendingState = null;
        MemorizingState pushingState = null;
        String failureMessage = null;

        int syncingTotalMessagesInMailbox;
        int syncingNumNewMessages;

        Memory(Account nAccount, String nFolderName)
        {
            account = nAccount;
            folderName = nFolderName;
        }

        String getKey()
        {
            return getMemoryKey(account, folderName);
        }


    }
    static String getMemoryKey(Account taccount, String tfolderName)
    {
        return taccount.getDescription() + ":" + tfolderName;
    }
    class MemorizingListener extends MessagingListener
    {
        HashMap<String, Memory> memories = new HashMap<String, Memory>(31);

        Memory getMemory(Account account, String folderName)
        {
            Memory memory = memories.get(getMemoryKey(account, folderName));
            if (memory == null)
            {
                memory = new Memory(account, folderName);
                memories.put(memory.getKey(), memory);
            }
            return memory;
        }

        public synchronized void synchronizeMailboxStarted(Account account, String folder)
        {
            Memory memory = getMemory(account, folder);
            memory.syncingState = MemorizingState.STARTED;
        }

        public synchronized void synchronizeMailboxFinished(Account account, String folder,
                int totalMessagesInMailbox, int numNewMessages)
        {
            Memory memory = getMemory(account, folder);
            memory.syncingState = MemorizingState.FINISHED;
            memory.syncingTotalMessagesInMailbox = totalMessagesInMailbox;
            memory.syncingNumNewMessages = numNewMessages;
        }

        public synchronized void synchronizeMailboxFailed(Account account, String folder,
                String message)
        {

            Memory memory = getMemory(account, folder);
            memory.syncingState = MemorizingState.FAILED;
            memory.failureMessage = message;
        }
        synchronized void refreshOther(MessagingListener other)
        {
            if (other != null)
            {

                Memory syncStarted = null;
                Memory sendStarted = null;

                for (Memory memory : memories.values())
                {

                    if (memory.syncingState != null)
                    {
                        switch (memory.syncingState)
                        {
                            case STARTED:
                                syncStarted = memory;
                                break;
                            case FINISHED:
                                other.synchronizeMailboxFinished(memory.account, memory.folderName,
                                                                 memory.syncingTotalMessagesInMailbox, memory.syncingNumNewMessages);
                                break;
                            case FAILED:
                                other.synchronizeMailboxFailed(memory.account, memory.folderName,
                                                               memory.failureMessage);
                                break;
                        }
                    }

                    if (memory.sendingState != null)
                    {
                        switch (memory.sendingState)
                        {
                            case STARTED:
                                sendStarted = memory;
                                break;
                            case FINISHED:
                                other.sendPendingMessagesCompleted(memory.account);
                                break;
                            case FAILED:
                                other.sendPendingMessagesFailed(memory.account);
                                break;
                        }
                    }
                    if (memory.pushingState != null)
                    {
                        switch (memory.pushingState)
                        {
                            case STARTED:
                                other.setPushActive(memory.account, memory.folderName, true);
                                break;
                            case FINISHED:
                                other.setPushActive(memory.account, memory.folderName, false);
                                break;
                        }
                    }
                }

                if (syncStarted != null)
                {
                    other.synchronizeMailboxStarted(syncStarted.account, syncStarted.folderName);
                }
                if (sendStarted != null)
                {
                    other.sendPendingMessagesStarted(sendStarted.account);
                }

            }
        }
        @Override
        public synchronized void setPushActive(Account account, String folderName, boolean active)
        {
            Memory memory = getMemory(account, folderName);
            memory.pushingState = (active ? MemorizingState.STARTED : MemorizingState.FINISHED);
        }

        public synchronized void sendPendingMessagesStarted(Account account)
        {
            Memory memory = getMemory(account, null);
            memory.sendingState = MemorizingState.STARTED;
        }

        public synchronized void sendPendingMessagesCompleted(Account account)
        {
            Memory memory = getMemory(account, null);
            memory.sendingState = MemorizingState.FINISHED;
        }

        public synchronized void sendPendingMessagesFailed(Account account)
        {
            Memory memory = getMemory(account, null);
            memory.sendingState = MemorizingState.FAILED;
        }
    }



    class MessageContainer
    {
        Message message;
        boolean last;
    }
}