# include <iostream>
# include <vector>
# include <algorithm>
# include <exception>
# include <boost/filesystem.hpp>

# include <thread>
# include <chrono>
# include <atomic>
# include <condition_variable>
# include <mutex>

# include <glibmm.h>

# include <notmuch.h>

# include "db.hh"
# include "astroid.hh"
# include "utils/utils.hh"
# include "utils/address.hh"
# include "actions/action_manager.hh"
# include "message_thread.hh"

using namespace std;
using namespace boost::filesystem;

namespace Astroid {
  std::atomic<int>          Db::read_only_dbs_open;
  std::mutex                Db::db_open;
  std::condition_variable   Db::dbs_open;

  /* static settings */
  bool Db::maildir_synchronize_flags = false;
  std::vector<ustring> Db::excluded_tags = { "muted", "spam", "deleted" };
  std::vector<ustring> Db::sent_tags = { "sent" };
  std::vector<ustring> Db::draft_tags = { "draft" };
  std::vector<ustring> Db::tags;

  bfs::path Db::path_db;

  void Db::init () {
    const ptree& config = astroid->notmuch_config ();

    const char * home = getenv ("HOME");
    if (home == NULL) {
      LOG (error) << "db: error: HOME variable not set.";
      throw invalid_argument ("db: error: HOME environment variable not set.");
    }

    if (!astroid->has_notmuch_config ()) {
      throw database_error ("db: error: no notmuch config file found.");
    }

    ustring db_path;
    try {
      db_path = ustring (config.get<string> ("database.path"));
    } catch (const boost::property_tree::ptree_bad_path &ex) {
      throw database_error ("db: error: no database path specified");
    }

    LOG (info) << "db path: " << db_path;

    path_db = Utils::expand (path (db_path));
    path_db = absolute (path_db);

    ustring excluded_tags_s;
    try {
      excluded_tags_s = config.get<string> ("search.exclude_tags");
    } catch (const boost::property_tree::ptree_bad_path &ex) {
      throw database_error ("db: error: no search.exclude_tags defined in notmuch-config");
    }
    excluded_tags = VectorUtils::split_and_trim (excluded_tags_s, ";");
    sort (excluded_tags.begin (), excluded_tags.end ());

    // TODO: find a better way to handle sent_tags, probably via AccountManager?
    ustring sent_tags_s = astroid->config().get<std::string> ("mail.sent_tags");
    sent_tags = VectorUtils::split_and_trim (sent_tags_s, ",");
    sort (sent_tags.begin (), sent_tags.end ());

    try {
      maildir_synchronize_flags = config.get<bool> ("maildir.synchronize_flags");
    } catch (const boost::property_tree::ptree_bad_path &ex) {
      throw database_error ("db: error: no maildir.maildir_synchronize_flags defined in notmuch-config");
    }
  }

  Db::Db (DbMode _mode) {
    mode = _mode;

    time_t start = clock ();

    nm_db = NULL;

    if (mode == DATABASE_READ_ONLY) {
      open_db_read_only (true);
    } else if (mode == DATABASE_READ_WRITE) {
      open_db_write (true);
    } else {
      throw invalid_argument ("db: mode must be read-only or read-write");
    }

    float diff = (clock () - start) * 1000.0 / CLOCKS_PER_SEC;
    LOG (debug) << "db: open time: " << diff << " ms.";
  }

  bool Db::open_db_write (bool block) {
    LOG (info) << "db: open db read-write.";

    /* lock will wait for all read-onlys to close, lk will not be released before
     * db is closed */
    rw_lock = Db::acquire_rw_lock ();

    notmuch_status_t s;

    int time = 0;

    /* in case a long notmuch new or similar operation is running
     * we won't be able to get read-write access to the db untill
     * it is done.
     */
    do {
      s = notmuch_database_open (
        path_db.c_str(),
        notmuch_database_mode_t::NOTMUCH_DATABASE_MODE_READ_WRITE,
        &nm_db);

      if (s == NOTMUCH_STATUS_XAPIAN_EXCEPTION) {
        LOG (error) << "db: error: could not open db r/w, waited " <<
                time << " of maximum " <<
                db_open_timeout << " seconds.";

        chrono::milliseconds duration (db_open_delay);
        this_thread::sleep_for (duration);

        time += db_open_delay;

      }

    } while (block && (s == NOTMUCH_STATUS_XAPIAN_EXCEPTION) && (time <= db_open_timeout));

    if (s != NOTMUCH_STATUS_SUCCESS) {
      LOG (error) << "db: error: failed opening database for writing, have you configured the notmuch database path correctly?";

      release_rw_lock (rw_lock);
      throw database_error ("failed to open database for writing");

      return false;
    }

    return true;
  }

  bool Db::open_db_read_only (bool block) {
    Db::acquire_ro_lock ();

    notmuch_status_t s;

    int time = 0;

    do {
      s = notmuch_database_open (
          path_db.c_str(),
          notmuch_database_mode_t::NOTMUCH_DATABASE_MODE_READ_ONLY,
          &nm_db);

      if (s == NOTMUCH_STATUS_XAPIAN_EXCEPTION) {
        LOG (error) << "db: error: could not open db r/o, waited " <<
                time << " of maximum " <<
                db_open_timeout << " seconds.";

        chrono::milliseconds duration (db_open_delay);
        this_thread::sleep_for (duration);

        time += db_open_delay;

      }
    } while (block && (s == NOTMUCH_STATUS_XAPIAN_EXCEPTION) && (time <= db_open_timeout));

    if (s != NOTMUCH_STATUS_SUCCESS) {
      LOG (error) << "db: error: failed opening database for reading, have you configured the notmuch database path correctly?";

      release_ro_lock ();
      throw database_error ("failed to open database (in read-only mode)");

      return false;
    }

    return true;
  }

  std::unique_lock<std::mutex> Db::acquire_rw_lock () {
    /* lock will wait for all read-onlys to close, lk will not be released before
     * db is closed */
    LOG (debug) << "db: rw-s: waiting for rw lock.. (r-o open: " << read_only_dbs_open << ")";
    std::unique_lock<std::mutex> rwl (db_open);
    dbs_open.wait (rwl, [] { return (read_only_dbs_open == 0); });
    LOG (debug) << "db: rw-s lock acquired.";

    return rwl;
  }

  void Db::release_rw_lock (std::unique_lock<std::mutex> &rwl) {
    LOG (debug) << "db: rw-s: releasing lock.";
    rwl.unlock ();
    dbs_open.notify_all ();
  }

  void Db::acquire_ro_lock () {
    LOG (info) << "db: open db read-only, waiting for lock..";

    /* will block if there is an read-write db open */
    std::lock_guard<std::mutex> lk (db_open);
    read_only_dbs_open++;
    LOG (debug) << "db: read-only got lock.";
  }

  void Db::release_ro_lock () {
    LOG (debug) << "db: ro: waiting for lock to close..";
    std::unique_lock<std::mutex> lk (db_open);
    LOG (debug) << "db: ro: closing..";
    read_only_dbs_open--;
    lk.unlock ();
    dbs_open.notify_all ();
  }

  void Db::close () {
    if (!closed) {
      closed = true;

      if (nm_db != NULL) {
        LOG (info) << "db: closing db.";
        notmuch_database_destroy (nm_db);
        nm_db = NULL;
      }

      if (mode == DATABASE_READ_WRITE) {
        LOG (debug) << "db: rw: releasing lock.";
        release_rw_lock (rw_lock);
      } else {
        release_ro_lock ();
      }
    }
  }

  Db::~Db () {
    close ();
  }

  unsigned long Db::get_revision () {
    const char *uuid;
    unsigned long revision = notmuch_database_get_revision (nm_db, &uuid);

    return revision;
  }

  void Db::load_tags () {
    notmuch_tags_t * nm_tags = notmuch_database_get_all_tags (nm_db);
    const char * tag;

    tags.clear ();

    for (; notmuch_tags_valid (nm_tags);
           notmuch_tags_move_to_next (nm_tags))

    {
      tag = notmuch_tags_get (nm_tags);

      tags.push_back (ustring(tag));
    }

    notmuch_tags_destroy (nm_tags);

    LOG (info) << "db: loaded " << tags.size () << " tags.";
  }

  bool Db::remove_message (ustring fname) {
    notmuch_status_t s = notmuch_database_remove_message (nm_db,
        fname.c_str ());

    if ((s != NOTMUCH_STATUS_SUCCESS) && (s != NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID))
    {
      LOG (error) << "db: error removing message: " << s;
      throw database_error ("db: could not remove message from database.");
    }

    return (s != NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID);
  }

  ustring Db::add_message_with_tags (ustring fname, vector<ustring> tags) {
    notmuch_message_t * msg;

    notmuch_status_t s = notmuch_database_index_file (nm_db,
        fname.c_str (),
        notmuch_database_get_default_indexopts (nm_db),
        &msg);

    if ((s != NOTMUCH_STATUS_SUCCESS) && (s != NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID)) {
      LOG (error) << "db: error adding message: " << s;

      if (s == NOTMUCH_STATUS_FILE_ERROR) {
        LOG (error) << "db: file seems to have been moved, ignoring - probably a race condition with some syncing program.";
        return "";
      } else {
        throw database_error ("db: could not add message to database.");
      }
    }

    /* add tags */
    for (ustring &t : tags) {
      s = notmuch_message_add_tag (msg, t.c_str());
    }

    if ((s == NOTMUCH_STATUS_SUCCESS) && maildir_synchronize_flags) {
      s = notmuch_message_tags_to_maildir_flags (msg);
    }

    /* return mid */
    const char * mid = notmuch_message_get_message_id (msg);
    ustring _mid;

    if (mid != NULL) {
      _mid = ustring (mid);
    }

    notmuch_message_destroy (msg);

    return _mid;
  }

  ustring Db::add_sent_message (ustring fname, vector<ustring> additional_sent_tags, ustring parent_mid) {
    LOG (info) << "db: adding sent message: " << fname;
    additional_sent_tags.insert (additional_sent_tags.end (), sent_tags.begin (), sent_tags.end ());

    if (!parent_mid.empty () &&
            find(additional_sent_tags.begin(), additional_sent_tags.end(), "*") != additional_sent_tags.end()) {
        notmuch_message_t * parent_msg;
        notmuch_database_find_message (nm_db, parent_mid.c_str (), &parent_msg);
        NotmuchMessage parent_msg_nm = NotmuchMessage(parent_msg);
        vector<ustring> parent_tags = parent_msg_nm.tags;
        additional_sent_tags.insert (additional_sent_tags.end (), parent_tags.begin (), parent_tags.end ());
    }

    // filter tags prefixed with '-'
    vector<ustring> filtered_tags;
    copy_if (additional_sent_tags.begin(), additional_sent_tags.end(), back_inserter(filtered_tags), [] (ustring s) { return s[0] == '-'; } );
    additional_sent_tags.erase(
        remove_if(additional_sent_tags.begin(), additional_sent_tags.end(),
            [&filtered_tags] (ustring s) {
                return s == "*" ||
                    find(filtered_tags.begin(), filtered_tags.end(), s) != filtered_tags.end() ||
                    find(filtered_tags.begin(), filtered_tags.end(), '-' + s) != filtered_tags.end();
            }),
        additional_sent_tags.end());

    sort (additional_sent_tags.begin (), additional_sent_tags.end ());
    additional_sent_tags.erase (unique (additional_sent_tags.begin (),
          additional_sent_tags.end ()),
          additional_sent_tags.end ());

    return add_message_with_tags (fname, additional_sent_tags);
  }

  ustring Db::add_draft_message (ustring fname) {
    LOG (info) << "db: adding draft message: " << fname;
    return add_message_with_tags (fname, draft_tags);
  }

  bool Db::message_in_query (ustring query_in, ustring mid) {
    /* check if message is in query */
    string query_s;

    UstringUtils::trim(query_in);

    if (query_in.length() == 0 || query_in == "*") {
      query_s = "id:" + mid;
    } else {
      query_s = "id:" + mid  + " AND (" + query_in + ")";
    }

    time_t t0 = clock ();

    LOG (debug) << "db: checking if message: " << mid << " matches query: " << query_in;

    notmuch_query_t * query = notmuch_query_create (nm_db, query_s.c_str());
    for (ustring &t : excluded_tags) {
      notmuch_query_add_tag_exclude (query, t.c_str());
    }
    notmuch_query_set_omit_excluded (query, NOTMUCH_EXCLUDE_TRUE);

    unsigned int c = 0;
    notmuch_status_t st = NOTMUCH_STATUS_SUCCESS;

    st = notmuch_query_count_messages (query, &c);
    if (st != NOTMUCH_STATUS_SUCCESS) c = 0;

    if (c > 1) {
      throw database_error ("db: got more than one message for message id.");
    }

    /* free resources */
    notmuch_query_destroy (query);

    LOG (debug) << "db: message in query check: " << ((clock() - t0) * 1000.0 / CLOCKS_PER_SEC) << " ms.";

    return (st == NOTMUCH_STATUS_SUCCESS) && (c == 1);

  }

  bool Db::thread_in_query (ustring query_in, ustring thread_id) {
    /* check if thread id is in query */
    string query_s;

    UstringUtils::trim(query_in);

    if (query_in.length() == 0 || query_in == "*") {
      query_s = "thread:" + thread_id;
    } else {
      query_s = "thread:" + thread_id  + " AND (" + query_in + ")";
    }

    time_t t0 = clock ();

    LOG (debug) << "db: checking if thread: " << thread_id << " matches query: " << query_in;

    notmuch_query_t * query = notmuch_query_create (nm_db, query_s.c_str());
    for (ustring &t : excluded_tags) {
      notmuch_query_add_tag_exclude (query, t.c_str());
    }
    notmuch_query_set_omit_excluded (query, NOTMUCH_EXCLUDE_TRUE);

    unsigned int c = 0;
    notmuch_status_t st = NOTMUCH_STATUS_SUCCESS;

    st = notmuch_query_count_threads (query, &c);
    if (st != NOTMUCH_STATUS_SUCCESS) c = 0;

    if (c > 1) {
      throw database_error ("db: got more than one thread for thread id.");
    }

    /* free resources */
    notmuch_query_destroy (query);

    LOG (debug) << "db: thread in query check: " << ((clock() - t0) * 1000.0 / CLOCKS_PER_SEC) << " ms.";

    return (st == NOTMUCH_STATUS_SUCCESS) && (c == 1);
  }

  void Db::on_thread (ustring thread_id, function<void(notmuch_thread_t *)> func) {

    string query_s = "thread:" + thread_id;

    notmuch_query_t * query = notmuch_query_create (nm_db, query_s.c_str());
    notmuch_thread_t  * nm_thread;
    notmuch_threads_t * nm_threads;
    notmuch_status_t st = NOTMUCH_STATUS_SUCCESS;

    st = notmuch_query_search_threads (query, &nm_threads);

    if ((st != NOTMUCH_STATUS_SUCCESS) || nm_threads == NULL) {
      notmuch_query_destroy (query);
      LOG (error) << "db: could not find thread: " << thread_id << ", status: " << notmuch_status_to_string(st);

      func (NULL);

      return;
    }

    int c = 0;
    for ( ; notmuch_threads_valid (nm_threads);
         notmuch_threads_move_to_next (nm_threads)) {
      if (c > 0) {
        LOG (error) << "db: got more than one thread for thread id.";
        throw invalid_argument ("db: got more than one thread for thread id.");
      }

      nm_thread = notmuch_threads_get (nm_threads);

      c++;
    }

    if (c < 1) {
      LOG (error) << "db: could not find thread: " << thread_id;
      func (NULL);
      notmuch_query_destroy (query);
      return;
    }

    /* call function */
    func (nm_thread);

    /* free resources */
    notmuch_query_destroy (query);
  }

  void Db::on_message (ustring mid, function<void(notmuch_message_t *)> func) {

    notmuch_message_t * msg;
    notmuch_status_t s = notmuch_database_find_message (nm_db, mid.c_str(), &msg);

    if (msg == NULL || s != NOTMUCH_STATUS_SUCCESS) {
      notmuch_message_destroy (msg);
      LOG (error) << "db: could not find message: " << mid << ", status: " << s;

      func (NULL);

      return;
    }

    /* call function */
    func (msg);

    /* free resources */
    notmuch_message_destroy (msg);
  }

  ustring Db::sanitize_tag (ustring tag) {
    UstringUtils::trim (tag);

    return tag;
  }

  bool Db::check_tag (ustring tag) {
    if (tag.empty()) {
      LOG (error) << "nmt: invalid tag, empty.";
      return false;
    }

    const vector<ustring> invalid_chars = { "\"" };

    for (const ustring &c : invalid_chars) {
      if (tag.find (c) != ustring::npos) {
        LOG (error) << "nmt: invalid char in tag: " << c;
        return false;
      }
    }

    if (tag.size() > NOTMUCH_TAG_MAX) {
      LOG (error) << "nmt: error: maximum tag length is: " << NOTMUCH_TAG_MAX;
      return false;
    }

    return true;
  }


  /* --------------
   * notmuch thread
   * --------------
   */
  NotmuchThread::NotmuchThread (notmuch_thread_t * t) {
    const char * ti = notmuch_thread_get_thread_id (t);
    if (ti == NULL) {
      LOG (error) << "nmt: got NULL thread id.";
      throw database_error ("nmt: NULL thread_id");
    }

    thread_id = ti;

    load (t);
  }

  NotmuchThread::~NotmuchThread () {
    //LOG (debug) << "nmt: deconstruct.";
  }

  bool NotmuchThread::refresh (Db * db) {
    /* do a new db query and update all fields */

    bool in_notmuch = true;

    db->on_thread (thread_id,
        [&](notmuch_thread_t * nm_thread) {

          if (nm_thread != NULL) {
            in_notmuch = true;
            load (nm_thread);
          } else {
            in_notmuch = false;
          }
        });

    return in_notmuch;
  }

  void NotmuchThread::load (notmuch_thread_t * nm_thread) {
    unread     = false;
    attachment = false;
    flagged    = false;

    /* update values */
    const char * s = notmuch_thread_get_subject (nm_thread); // belongs to thread

    if (s != NULL) {
      subject = ustring (s);
    }

    newest_date = notmuch_thread_get_newest_date (nm_thread);
    oldest_date = notmuch_thread_get_oldest_date (nm_thread);
    total_messages = check_total_messages (nm_thread);
    tags        = get_tags (nm_thread);
    authors     = get_authors (nm_thread);
  }

  vector<ustring> NotmuchThread::get_tags (notmuch_thread_t * nm_thread) {

    notmuch_tags_t *  tags;
    const char *      tag;

    vector<ustring> ttags;

    for (tags = notmuch_thread_get_tags (nm_thread);
         notmuch_tags_valid (tags);
         notmuch_tags_move_to_next (tags))
    {
      tag = notmuch_tags_get (tags); // tag belongs to tags

      if (tag != NULL) {
        if (string(tag) == "unread") {
          unread = true;
        } else if (string(tag) == "attachment") {
          attachment = true;
        } else if (string(tag) == "flagged") {
          flagged = true;
        }

        ttags.push_back (ustring(tag));

      }
    }

    notmuch_tags_destroy (tags);

    sort (ttags.begin (), ttags.end ());

    return ttags;
  }

  vector<tuple<ustring,bool>> NotmuchThread::get_authors (notmuch_thread_t * nm_thread) {
    /* important: this might be called from another thread, we cannot output anything here */

    /* returns a vector of authors and whether they are authors of
     * an unread message in the thread */
    vector<tuple<ustring, bool>> aths;

    /* get messages from thread */
    notmuch_messages_t * qmessages;
    notmuch_message_t  * message;

    bool _unread;

    for (qmessages = notmuch_thread_get_messages (nm_thread);
         notmuch_messages_valid (qmessages);
         notmuch_messages_move_to_next (qmessages)) {

      message = notmuch_messages_get (qmessages);

      ustring a;
      const char * ac = notmuch_message_get_header (message, "From");
      if (ac != NULL) {
        a = Address(ustring (ac)).fail_safe_name ();
      } else {
        /* LOG (error) << "nmt: got NULL for author!"; */
        notmuch_message_destroy (message);
        continue;
      }

      _unread = false;

      /* get tags */
      notmuch_tags_t *tags;
      const char *tag;

      for (tags = notmuch_message_get_tags (message);
           notmuch_tags_valid (tags);
           notmuch_tags_move_to_next (tags))
      {
          tag = notmuch_tags_get (tags);
          if (ustring (tag) == "unread")
          {
            _unread = true;
            break;
          }
      }

      auto fnd = find_if (aths.begin (), aths.end (),
          [&] (tuple<ustring, bool> &p) {
            return get<0>(p) == a;
          });

      if (fnd == aths.end ()) {
        aths.push_back (make_tuple (a, _unread));
      } else {
        /* check if it is marked unread */
        if (_unread && !(get<1> (*fnd))) {
          get<1> (*fnd) = true;
        }
      }

      notmuch_message_destroy (message);
    }

    return aths;
  }

  int NotmuchThread::check_total_messages (notmuch_thread_t * nm_thread) {
    int c = notmuch_thread_get_total_messages (nm_thread);
    return c;
  }

  /* tag actions */
  bool NotmuchThread::add_tag (Db * db, ustring tag) {
    LOG (debug) << "nm (" << thread_id << "): add tag: " << tag;
    tag = Db::sanitize_tag (tag);
    if (!Db::check_tag (tag)) {
      LOG (debug) << "nm (" << thread_id << "): error, invalid tag: " << tag;
      return false;
    }

    bool res = true;

    db->on_thread (thread_id, [&](notmuch_thread_t * nm_thread)
      {
        if (find(tags.begin (), tags.end (), tag) == tags.end ()) {
          /* get messages from thread */
          notmuch_messages_t * qmessages;
          notmuch_message_t  * message;


          for (qmessages = notmuch_thread_get_messages (nm_thread);
               notmuch_messages_valid (qmessages);
               notmuch_messages_move_to_next (qmessages)) {

            message = notmuch_messages_get (qmessages);

            notmuch_status_t s = notmuch_message_add_tag (message, tag.c_str ());

            if ((s == NOTMUCH_STATUS_SUCCESS) && db->maildir_synchronize_flags) {
              s = notmuch_message_tags_to_maildir_flags (message);
            }

            notmuch_message_destroy (message);

            if (s == NOTMUCH_STATUS_SUCCESS) {
              res &= true;
            } else {
              LOG (error) << "nm: could not add tag: " << tag << " to thread: " << thread_id;
              res = false;
              return;
            }
          }

          if (res) {
            tags.push_back (tag);

            // add to global tag list
            if (find(db->tags.begin (),
                  db->tags.end (),
                  tag) == db->tags.end ()) {
              db->tags.push_back (tag);
            }
          }

          res = true;
        } else {
          res = false;
        }
      });

    return res;
  }

  bool NotmuchThread::remove_tag (Db * db, ustring tag) {
    LOG (debug) << "nm (" << thread_id << "): remove tag: " << tag;
    tag = Db::sanitize_tag (tag);
    if (!Db::check_tag (tag)) {
      LOG (debug) << "nm (" << thread_id << "): error, invalid tag: " << tag;
      return false;
    }

    bool res = true;
    db->on_thread (thread_id, [&](notmuch_thread_t * nm_thread)
      {

        if (find(tags.begin (), tags.end (), tag) != tags.end ()) {

          /* get messages from thread */
          notmuch_messages_t * qmessages;
          notmuch_message_t  * message;


          for (qmessages = notmuch_thread_get_messages (nm_thread);
               notmuch_messages_valid (qmessages);
               notmuch_messages_move_to_next (qmessages)) {

            message = notmuch_messages_get (qmessages);

            notmuch_status_t s = notmuch_message_remove_tag (message, tag.c_str ());

            if ((s == NOTMUCH_STATUS_SUCCESS) && db->maildir_synchronize_flags) {
              s = notmuch_message_tags_to_maildir_flags (message);
            }

            notmuch_message_destroy (message);

            if (s == NOTMUCH_STATUS_SUCCESS) {
              res &= true;
            } else {
              LOG (error) << "nm: could not remove tag: " << tag << " from thread: " << thread_id;
              res = false;
              return;
            }

          }

          if (res) {
            tags.erase (remove (tags.begin (),
                                tags.end (),
                                tag), tags.end ());
          }

          res = true;
        } else {
          LOG (warn) << "nm: thread does not have tag.";
          res = false;
        }
      });

    return res;
  }


  void NotmuchThread::emit_updated (Db * db) {
    astroid->actions->emit_thread_updated (db, thread_id);
  }

  bool NotmuchThread::matches (std::vector<ustring> &k) {
    if (index_str.empty ()) {
      index_str = subject;
      for (auto &a : authors)  index_str += get<0>(a);
      for (auto &t : tags)     index_str += t;
      index_str += thread_id;
      index_str = index_str.lowercase ();
    }

    /* match all keys (AND) */
    return std::all_of (k.begin (), k.end (),
        [&] (ustring &kk)
          {
            return index_str.find (kk) != string::npos;
          });
  }

  bool NotmuchThread::in_query (Db * db, ustring query) {
    return db->thread_in_query (query, thread_id);
  }

  ustring NotmuchThread::str () {
    return "threadid:" + thread_id;
  }


  std::vector<std::pair<int, refptr<NotmuchMessage>>> NotmuchThread::messages (Db * db)
  {
    std::vector<std::pair<int, refptr<NotmuchMessage>>> msgs;

    db->on_thread (thread_id, [&](notmuch_thread_t * nm_thread)
      {
        notmuch_messages_t * qmessages;
        notmuch_message_t  * message;

        function<void(notmuch_message_t *, int)> add_replies =
          [&] (notmuch_message_t * root, int lvl) {

          notmuch_messages_t * replies;
          notmuch_message_t  * reply;

          for (replies = notmuch_message_get_replies (root);
               notmuch_messages_valid (replies);
               notmuch_messages_move_to_next (replies)) {


              reply = notmuch_messages_get (replies);

              msgs.push_back ( std::make_pair (
                    lvl, refptr<NotmuchMessage> (new NotmuchMessage (reply))));

              add_replies (reply, lvl + 1);
            }
          };

        for (qmessages = notmuch_thread_get_toplevel_messages (nm_thread);
             notmuch_messages_valid (qmessages);
             notmuch_messages_move_to_next (qmessages)) {

          message = notmuch_messages_get (qmessages);

          msgs.push_back ( std::make_pair (
                0, refptr<NotmuchMessage> (new NotmuchMessage (message))));

          add_replies (message, 1);
        }

        /* check if all messages are shown: #243
         *
         * if at some point notmuch fixes this bug this code should be
         * removed for those versions of notmuch */
        if (msgs.size() != (unsigned int) notmuch_thread_get_total_messages (nm_thread))
        {
          ustring mid;
          LOG (error) << "db: thread count not met! Brute force!";
          for (qmessages = notmuch_thread_get_messages (nm_thread);
               notmuch_messages_valid (qmessages);
               notmuch_messages_move_to_next (qmessages)) {
            bool found;
            found = false;

            message = notmuch_messages_get (qmessages);

            mid = notmuch_message_get_message_id (message);
            LOG (error) << "mid: " << mid;

            for (unsigned int i = 0; i < msgs.size(); i ++)
            {
              if (msgs[i].second->mid == mid)
              {
                found = true;
                break;
              }
            }
            if ( ! found )
            {
              LOG (error) << "mid: " << mid << " was missing!";
              msgs.push_back ( std::make_pair (
                    0, refptr<NotmuchMessage> (new NotmuchMessage (message))));
            }
          }
        }
      });

    return msgs;
  }

  /****************
   * NotmuchMessage
   ****************/
  NotmuchMessage::NotmuchMessage (notmuch_message_t * m) {
    load (m);
  }

  NotmuchMessage::NotmuchMessage (refptr<Message> m) {
    mid       = m->mid;
    tags      = m->tags;
    thread_id = m->tid;
    subject   = m->subject;
    sender    = m->sender;
    time      = m->time;
    filename  = m->fname;

    unread     = false;
    attachment = false;
    flagged    = false;

    for (auto &t : tags) {
      if (t == "unread")      unread = true;
      if (t == "flagged")     flagged = true;
      if (t == "attachment")  attachment = true;

      if (attachment && unread && flagged) break;
    }
  }

  void NotmuchMessage::load (notmuch_message_t * m) {
    const char * c;

    c = notmuch_message_get_message_id (m);
    if (c == NULL) {
      LOG (error) << "nmm: got NULL for mid.";
      throw database_error ("nmm: got NULL mid");
    }
    mid = c;

    c = notmuch_message_get_thread_id (m);
    if (c == NULL) {
      LOG (error) << "nmm: got NULL thread id.";
      throw database_error ("nmm: NULL thread_id");
    }
    thread_id = c;

    c = notmuch_message_get_header (m, "Subject");
    if (c != NULL) subject = c;

    c = notmuch_message_get_header (m, "From");
    if (c != NULL) sender = c;

    time = notmuch_message_get_date (m);

    c = notmuch_message_get_filename (m);
    if (c != NULL) filename = c;

    unread     = false;
    attachment = false;
    flagged    = false;
    tags       = get_tags (m); // sets up unread, attachment and flagged
  }

  vector<ustring> NotmuchMessage::get_tags (notmuch_message_t * m) {
    notmuch_tags_t *  tags;
    const char *      tag;

    vector<ustring> ttags;

    for (tags = notmuch_message_get_tags (m);
         notmuch_tags_valid (tags);
         notmuch_tags_move_to_next (tags))
    {
      tag = notmuch_tags_get (tags); // tag belongs to tags

      if (tag != NULL) {
        if (string(tag) == "unread") {
          unread = true;
        } else if (string(tag) == "attachment") {
          attachment = true;
        } else if (string(tag) == "flagged") {
          flagged = true;
        }

        ttags.push_back (ustring(tag));

      }
    }

    notmuch_tags_destroy (tags);

    sort (ttags.begin (), ttags.end ());

    return ttags;
  }

  bool NotmuchMessage::matches (std::vector<ustring> &k) {
    if (index_str.empty ()) {
      index_str = subject + sender;
      for (auto &t : tags) index_str += t;
      index_str += thread_id;
      index_str += mid;
      index_str = index_str.lowercase ();
    }

    /* match all keys (AND) */
    return std::all_of (k.begin (), k.end (),
        [&] (ustring &kk)
          {
            return index_str.find (kk) != string::npos;
          });
  }

  bool NotmuchMessage::refresh (Db * db) {
    /* do a new db query and update all fields */
    bool in_notmuch = true;
    db->on_message (mid,
        [&](notmuch_message_t * m) {

          if (m != NULL) {
            in_notmuch = true;
            refresh (m);
          } else {
            in_notmuch = false;
          }
        });
    return in_notmuch;
  }

  void NotmuchMessage::refresh (notmuch_message_t * msg) {
    load (msg);
  }

  /* tag actions */
  bool NotmuchMessage::add_tag (Db * db, ustring tag) {
    LOG (debug) << "nm (" << mid << "): add tag: " << tag;
    tag = Db::sanitize_tag (tag);
    if (!Db::check_tag (tag)) {
      LOG (debug) << "nm (" << mid << "): error, invalid tag: " << tag;
      return false;
    }

    bool res = true;

    db->on_message (mid, [&](notmuch_message_t * message)
      {
        notmuch_status_t s = notmuch_message_add_tag (message, tag.c_str ());

        if ((s == NOTMUCH_STATUS_SUCCESS) && db->maildir_synchronize_flags) {
          s = notmuch_message_tags_to_maildir_flags (message);
        }

        if (s == NOTMUCH_STATUS_SUCCESS) {
          res &= true;
        } else {
          LOG (error) << "nm: could not add tag: " << tag << " to message: " << mid;
          res = false;
          return;
        }

        /*
        if (res) {
          tags.push_back (tag);

          // add to global tag list
          if (find(db->tags.begin (),
                db->tags.end (),
                tag) == db->tags.end ()) {
            db->tags.push_back (tag);
          }
        }
        */
      });

    return res;
  }

  bool NotmuchMessage::remove_tag (Db * db, ustring tag) {
    LOG (debug) << "nm (" << mid << "): remove tag: " << tag;
    tag = Db::sanitize_tag (tag);
    if (!Db::check_tag (tag)) {
      LOG (debug) << "nm (" << mid << "): error, invalid tag: " << tag;
      return false;
    }

    bool res = true;

    db->on_message (mid, [&](notmuch_message_t * message)
      {
        notmuch_status_t s = notmuch_message_remove_tag (message, tag.c_str ());

        if ((s == NOTMUCH_STATUS_SUCCESS) && db->maildir_synchronize_flags) {
          s = notmuch_message_tags_to_maildir_flags (message);
        }

        if (s == NOTMUCH_STATUS_SUCCESS) {
          res &= true;
        } else {
          LOG (error) << "nm: could not remove tag: " << tag << " from message: " << mid;
          res = false;
          return;
        }

        /*
        if (res) {
          tags.push_back (tag);

          // add to global tag list
          if (find(db->tags.begin (),
                db->tags.end (),
                tag) == db->tags.end ()) {
            db->tags.push_back (tag);
          }
        }
        */
      });

    return res;
  }

  void NotmuchMessage::emit_updated (Db * db) {
    astroid->actions->emit_message_updated (db, mid);
  }

  bool NotmuchMessage::in_query (Db * db, ustring query) {
    return db->message_in_query (query, mid);
  }

  ustring NotmuchMessage::str () {
    return "mid:" + mid;
  }


  /***************
   * NotmuchItem
   ***************/
  bool NotmuchItem::has_tag (ustring tag) {
    return (find(tags.begin (), tags.end (), tag) != tags.end ());
  }

  /***************
   * Exceptions
   ***************/

  database_error::database_error (const char * w) : runtime_error (w)
  {
  }


}