[Add]新增ZABBIX管理及钩子故障自愈等

Author: 杨红飞

biz/application.py

@@ -17,7 +17,7 @@
 # from biz.tail_data import tail_data
 from biz.handlers.password_handler import password_urls
 from biz.handlers.mycrypt_handler import mycrypt_urls
-
+from biz.handlers.zabbix_mg_handler import zabbix_urls
 
 class Application(myApplication):
  def __init__(self, **settings):
@@ -29,7 +29,7 @@ def __init__(self, **settings):
  urls.extend(paid_urls)
  urls.extend(password_urls)
  urls.extend(mycrypt_urls)
-
+ urls.extend(zabbix_urls)
  # Application 放一些定时任务 ，可能会导致阻塞， 放到了crontab_app里面，单独起
  # tailed_callback = tornado.ioloop.PeriodicCallback(tail_data, 3600000) # 一小时执行一次
  # tailed_callback.start()

biz/handlers/fault_mg_handler.py

@@ -207,7 +207,7 @@ def get(self, *args, **kwargs):
  if cache_config_info:
  config_info = convert(cache_config_info)
 
- if not config_info['STORAGE_REGION'] and not config_info['STORAGE_REGION']:
+ if not config_info.get('STORAGE_REGION') and not config_info.get('STORAGE_REGION'):
  return self.write(dict(code=-1, msg='没有发现OSS配置信息'))
 
  oss_info = {

biz/handlers/zabbix_mg_handler.py

@@ -12,6 +12,7 @@
 from models.project_mg import Base as project_base
 from models.event_record import Base as event_record_base
 from models.paid_mg import Base as paid_base
+from models.zabbix_mg import Base as zabbix_base
 from websdk.consts import const
 from settings import settings as app_settings
 # ORM创建表结构
@@ -33,6 +34,7 @@ def create():
  project_base.metadata.create_all(engine)
  event_record_base.metadata.create_all(engine)
  paid_base.metadata.create_all(engine)
+ zabbix_base.metadata.create_all(engine)
  print('[Success] 表结构创建成功!')
 
 
@@ -42,6 +44,7 @@ def drop():
  project_base.metadata.drop_all(engine)
  event_record_base.metadata.drop_all(engine)
  paid_base.metadata.drop_all(engine)
+ zabbix_base.metadata.drop_all(engine)
 
 
 if __name__ == '__main__':

db_sync.py

@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+# -*-coding:utf-8-*-
+'''
+Author : SS
+date : 2017年10月17日17:23:19
+role : 数据库连接
+'''
+import sys
+import pymysql
+from urllib.parse import quote_plus
+from sqlalchemy import create_engine
+from sqlalchemy.pool import NullPool
+from sqlalchemy.orm import sessionmaker
+from websdk.consts import const
+
+sys.path.append("..")
+from settings import settings
+
+
+def get_db_engine(db_key):
+ databases = settings.get('databases', 0)
+ db_conf = databases[db_key]
+ dbuser = db_conf['user']
+ dbpwd = db_conf['pwd']
+ dbhost = db_conf['host']
+ dbport = db_conf.get('port', 0)
+ dbname = db_conf['name']
+ return create_engine('mysql+pymysql://{user}:{pwd}@{host}:{port}/{dbname}?charset=utf8'
+ .format(user=dbuser, pwd=quote_plus(dbpwd), host=dbhost, port=dbport, dbname=dbname),
+ logging_name=db_key, pool_pre_ping=True) #pool_size=10 poolclass=NullPool, pool_recycle=60
+
+class DBContext(object):
+ def __init__(self, rw='r', db_key=None):
+ self.__db_key = db_key
+ if not self.__db_key:
+ if rw == 'w':
+ self.__db_key = const.DEFAULT_DB_KEY
+ elif rw == 'r':
+ self.__db_key = const.READONLY_DB_KEY
+ engine = get_db_engine(self.__db_key)
+ self.__engine = engine
+
+ def __enter__(self):
+ self.__session = sessionmaker(bind=self.__engine)()
+ return self.__session
+
+ def __exit__(self, exc_type, exc_val, exc_tb):
+ self.__session.close()
+
+ def get_session(self):
+ return self.__session

libs/db_context.py

@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Time : 2019/7/4 15:44
+# @Author : Fred Yangxiaofei
+# @File : public.py
+# @Role : 公用的方法
+
+
+import time
+
+def timestamp_to_datatime(timestamp):
+ """
+ 将时间戳转换成时间
+ :param timestamp: 时间戳 int类型
+ :return:
+ """
+ if not isinstance(timestamp, int):
+ return 'Incorrect format'
+ # 转换成localtime
+ time_local = time.localtime(timestamp)
+ # 转换成新的时间格式(2016-05-05 20:28:54)
+ data_time = time.strftime("%Y-%m-%d %H:%M:%S", time_local)
+ return data_time

libs/public.py

@@ -0,0 +1,6 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Time : 2019/7/2 13:39
+# @Author : Fred Yangxiaofei
+# @File : __init__.py.py
+# @Role : 说明脚本功能

libs/zabbix/__init__.py

@@ -0,0 +1,90 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Time : 2019/7/15 9:48
+# @Author : Fred Yangxiaofei
+# @File : get_hosts.py
+# @Role : 获取ZABBIX监控的主机组/主机/ID等信息
+
+from libs.zabbix.zabbix_api import ZabbixAPI
+from libs.db_context import DBContext
+from models.zabbix_mg import ZabbixConfig, model_to_dict
+import fire
+
+
+class GetZabbixHosts():
+ def __init__(self, zabbix_url, zabbix_user, zabbix_password):
+ self.zabbix_url = zabbix_url
+ self.zabbix_user = zabbix_user
+ self.zabbix_password = zabbix_password
+ self.zapi = self.login()
+
+ def login(self):
+ zapi = ZabbixAPI(self.zabbix_url)
+ zapi.login(self.zabbix_user, self.zabbix_password)
+ return zapi
+
+ def get_all_hostgroups(self):
+ """
+ 获取所有主机组
+ :return:
+ """
+ zabbix_all_hostgroups = self.zapi.hostgroup.get(output='extend')
+ return zabbix_all_hostgroups
+
+ def get_hostgroup_hostinfo(self, all_host_group_info):
+ """
+ 获取单个组下所有的主机信息
+ :param all_host_group_info: 所有主机组信息
+ :return:
+ """
+
+ for g in all_host_group_info:
+ if g:
+ group_name = g['name']
+ group_id = g['groupid']
+ hostid_in_group_list = self.zapi.host.get(output=['hostid', 'name'], groupids=group_id)
+ if hostid_in_group_list:
+ for h in hostid_in_group_list:
+ zabbix_group_data = {
+ "zabbix_url": self.zabbix_url,
+ "group_id": group_id,
+ "group_name": group_name,
+ "host_id": h['hostid'],
+ "host_name": h['name']
+ }
+ yield zabbix_group_data
+ # print(group_name, g['groupid'],h['hostid'], h['name'])
+
+
+def get_zabbix_configs():
+ """
+ 从数据库里面看下用户有几个监控
+ :return:
+ """
+ zabbix_configs_list = []
+
+ with DBContext('w') as session:
+ zabbix_config_info = session.query(ZabbixConfig).all()
+ for data in zabbix_config_info:
+ data_dict = model_to_dict(data)
+ zabbix_configs_list.append(data_dict)
+ return zabbix_configs_list
+
+
+def main():
+ zabbix_generator_list = [] # 每一组ZABBIX的信息都返回出来一个generator
+ zabbix_configs_list = get_zabbix_configs()
+ for zabbix_data in zabbix_configs_list:
+ zabbix_url = zabbix_data.get('zabbix_url')
+ zabbix_username = zabbix_data.get('zabbix_username')
+ zabbix_password = zabbix_data.get('zabbix_password')
+ obj = GetZabbixHosts(zabbix_url, zabbix_username, zabbix_password)
+ all_hostgroups_list = obj.get_all_hostgroups()
+ zabbix_group_data = obj.get_hostgroup_hostinfo(all_hostgroups_list)
+ zabbix_generator_list.append(zabbix_group_data)
+
+ return zabbix_generator_list
+
+
+if __name__ == '__main__':
+ fire.Fire(main)

libs/zabbix/get_hosts.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Time : 2019/7/2 13:53
+# @Author : Fred Yangxiaofei
+# @File : get_issues.py
+# @Role : 获取Zabbix报警信息
+
+
+from libs.zabbix.login import zabbix_login
+from libs.public import timestamp_to_datatime
+from libs.db_context import DBContext
+from models.zabbix_mg import ZabbixConfig, model_to_dict
+import fire
+
+
+def get_last_issues(zabbix_url, zabbix_user, zabbix_password):
+ """
+ 获取最近的ISSUES 没有确认的报警
+ :return:
+ """
+ try:
+ zapi = zabbix_login(zabbix_url, zabbix_user, zabbix_password)
+ unack_triggers = zapi.trigger.get(
+ only_true=1,
+ skipDependent=1,
+ monitored=1,
+ active=1,
+ output='extend',
+ expandDescription=1,
+ selectHosts=['host'],
+ withLastEventUnacknowledged=1, )
+ # print(unack_triggers)
+ last_issues_list = []
+ for t in unack_triggers:
+ issues_data = dict()
+ issues_data['host'] = t['hosts'][0].get('host')
+ issues_data['issue'] = t.get('description')
+ issues_data['last_change'] = timestamp_to_datatime(int(t.get('lastchange')))
+ issues_data['level'] = t.get('priority')
+ last_issues_list.append(issues_data)
+
+ return last_issues_list
+
+ except Exception as e:
+ print(e)
+ # 错误，拿不到数据，返回一个空列表出去
+ return []
+
+
+def get_zabbix_configs():
+ """
+ 从数据库里面看下用户有几个监控
+ :return:
+ """
+ zabbix_configs_list = []
+
+ with DBContext('w') as session:
+ zabbix_config_info = session.query(ZabbixConfig).all()
+ for data in zabbix_config_info:
+ data_dict = model_to_dict(data)
+ zabbix_configs_list.append(data_dict)
+ return zabbix_configs_list
+
+
+def main():
+ zabbix_last_issues = []
+ zabbix_configs_list = get_zabbix_configs()
+
+ for zabbix_data in zabbix_configs_list:
+ zabbix_url = zabbix_data.get('zabbix_url')
+ zabbix_username = zabbix_data.get('zabbix_username')
+ zabbix_password = zabbix_data.get('zabbix_password')
+ zdata = get_last_issues(zabbix_url, zabbix_username, zabbix_password)
+ # 2个列表合成一个list
+ zabbix_last_issues += zdata
+ return zabbix_last_issues
+
+
+if __name__ == '__main__':
+ fire.Fire(main)

libs/zabbix/get_issues.py

@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Time : 2019/7/8 10:24
+# @Author : Fred Yangxiaofei
+# @File : login.py
+# @Role : 测试登陆
+
+
+from libs.zabbix.zabbix_api import ZabbixAPI
+
+
+def zabbix_login(zabbix_url, zabbix_user, zabbix_password):
+ zapi = ZabbixAPI(zabbix_url)
+ zapi.login(zabbix_user, zabbix_password)
+ return zapi
+
+
+if __name__ == '__main__':
+ pass