summaryrefslogtreecommitdiffstats
path: root/glances/exports/glances_elasticsearch.py
diff options
context:
space:
mode:
Diffstat (limited to 'glances/exports/glances_elasticsearch.py')
-rw-r--r--glances/exports/glances_elasticsearch.py117
1 files changed, 117 insertions, 0 deletions
diff --git a/glances/exports/glances_elasticsearch.py b/glances/exports/glances_elasticsearch.py
new file mode 100644
index 00000000..853e6244
--- /dev/null
+++ b/glances/exports/glances_elasticsearch.py
@@ -0,0 +1,117 @@
+# -*- coding: utf-8 -*-
+#
+# This file is part of Glances.
+#
+# Copyright (C) 2015 Nicolargo <nicolas@nicolargo.com>
+#
+# Glances is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Glances is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+"""ElasticSearch interface class."""
+
+import sys
+from datetime import datetime
+
+from glances.compat import NoOptionError, NoSectionError
+from glances.logger import logger
+from glances.exports.glances_export import GlancesExport
+
+from elasticsearch import Elasticsearch, helpers
+
+
+class Export(GlancesExport):
+
+ """This class manages the ElasticSearch (ES) export module."""
+
+ def __init__(self, config=None, args=None):
+ """Init the ES export IF."""
+ super(Export, self).__init__(config=config, args=args)
+
+ # Load the ES configuration file
+ self.host = None
+ self.port = None
+ self.index = None
+ self.export_enable = self.load_conf()
+ if not self.export_enable:
+ sys.exit(2)
+
+ # Init the ES client
+ self.client = self.init()
+
+ def load_conf(self, section="elasticsearch"):
+ """Load the ES configuration in the Glances configuration file."""
+ if self.config is None:
+ return False
+ try:
+ self.host = self.config.get_value(section, 'host')
+ self.port = self.config.get_value(section, 'port')
+ self.index = self.config.get_value(section, 'index')
+ except NoSectionError:
+ logger.critical("No ElasticSearch configuration found")
+ return False
+ except NoOptionError as e:
+ logger.critical("Error in the ElasticSearch configuration (%s)" % e)
+ return False
+ else:
+ logger.debug("Load ElasticSearch from the Glances configuration file")
+
+ return True
+
+ def init(self):
+ """Init the connection to the ES server."""
+ if not self.export_enable:
+ return None
+
+ try:
+ es = Elasticsearch(hosts=['{0}:{1}'.format(self.host, self.port)])
+ except Exception as e:
+ logger.critical("Cannot connect to ElasticSearch server %s:%s (%s)" % (self.host, self.port, e))
+ sys.exit(2)
+ else:
+ logger.info("Connected to the ElasticSearch server %s:%s" % (self.host, self.port))
+
+ try:
+ index_count = es.count(index=self.index)['count']
+ except Exception as e:
+ # Index did not exist, it will be created at the first write
+ # Create it...
+ es.indices.create(self.index)
+ else:
+ logger.info("There is already %s entries in the ElasticSearch %s index" % (index_count, self.index))
+
+ return es
+
+ def export(self, name, columns, points):
+ """Write the points to the ES server."""
+ logger.debug("Export {0} stats to ElasticSearch".format(name))
+
+ # Create DB input
+ # http://elasticsearch-py.readthedocs.org/en/master/helpers.html
+ actions = []
+ for c, p in zip(columns, points):
+ action = {
+ "_index": self.index,
+ "_type": name,
+ "_id": c,
+ "_source": {
+ "value": str(p),
+ "timestamp": datetime.now()
+ }
+ }
+ actions.append(action)
+
+ # Write input to the ES index
+ try:
+ helpers.bulk(self.client, actions)
+ except Exception as e:
+ logger.error("Cannot export {0} stats to ElasticSearch ({1})".format(name, e))