獲取openfalcon歷史數據

#!/usr/bin/python
# --*-- coding: utf-8 --*--
# 獲取用戶畫像集羣平均qps,高峯qps,請求數,超過10ms的比例,平均響應時間  按照每天計算
import requests
import time
import json

# 登錄url
login_url = 'http://192.168.10.2:8080/api/v1/user/login'

# 歷史數據url
history_url = "http://192.168.10.2:8080/api/v1/graph/history"

def get_sig(url):
	"""返回openfalcon用戶sig標記,否則無法拿到歷史數據
	result_json: 返回請求數據json格式
	result:json格式轉化成字典
	sig: 用戶標籤
	user: 用戶信息
	"""
	user = {
		'name': "xxx",
		"password": "xxx"
	}
	
	result_json = requests.post(url,data=user)
	result = json.loads(result_json.text)
	sig = result['sig']
	return sig

class Nginx_analysis(object):
	def __init__(self, sig, user, url):
		self.sig = sig
		self.user = user
		self.url = url
		self.api_token = '{"name":"' + self.user + '", "sig":"' + self.sig + '"}'

		self.falcon_header = {
			"Apitoken": self.api_token,
			"X-Forwarded-For": "127.0.0.1",
			"Content-Type": "application/json",
			"name": self.user,
			"sig": self.sig
		}

	def get_nginx_data(self):
		"""獲取nginx數據
		因爲上報到openfalcon的endpoints名字不同，所以上傳兩次數據
		payload1: 獲取所有主機的響應時間和每秒請求數
		payload2: 獲取所有主機請求超過10ms的比例
		current_time: 當前時間
		history_time: 24h前的時間
		"""
		current_time = int(time.time())
		history_time = current_time - 86400

		payload1 = {
			"step": 60,
			"start_time": history_time,
			"hostnames": [
				"hostname1",
				"hostname2"
				],
			"end_time": current_time,
			"counters": [
				"performance/name=nginx_request_time",
				],
			"consol_fun": "AVERAGE"
		}

		payload2 = {
                        "step": 60,
                        "start_time": history_time,
                        "hostnames": [
                                "hostname1",
                                "hostname2"
                                ],
                        "end_time": current_time,
                        "counters": [
                                "performance/name=nginx_accepts_handled_requests_sec"
                                ],
                        "consol_fun": "AVERAGE"
                }

		payload3 = {
			"step": 60,
			"start_time": history_time,
			"hostnames": [
				"hostname3",
				"hostname4"
                                ],
                        "end_time": current_time,
                        "counters": [
				"nginx_request_percent/nginx_request_percent=10ms"
                                ],
                        "consol_fun": "AVERAGE"
                }

		
		params = {
			'url': self.url,
			'headers': self.falcon_header,
			'timeout': 30
		}
		
		# 上報數據放入數組
		post_data_list = [payload1,payload2,payload3]
		
		# 返回數據放入數組
		response_data_list = []

		for i in post_data_list:
			params['data'] = json.dumps(i)
			result_json = requests.post(**params)
			result = json.loads(result_json.text)
			response_data_list.append(result)

		return response_data_list

	def get_result(self,origin_data_list):
		"""分析最終結果
		data: 傳遞的原始數據
		"""
		#print len(origin_data_list)
		# 獲取所有節點nginx響應時間
		nginx_request_time = {}

		# 獲取所有節點每秒請求次數
		nginx_accepts_handled_requests_sec = {}

		# 獲取所有節點超過10ms時間
		nginx_request_percent = {}

		##############計算響應時間##################################		
		for data in origin_data_list[0]:
			key = data["endpoint"]
			values = data["Values"]
			count = len(values)
			# 每個節點的響應時間和
			response_time_sum = 0

			for i in values:
				if i['value']:
					response_time_sum += float(i['value'])
				# 每個節點的平均響應時間
			per_sec_time = response_time_sum/(count-1)
			nginx_request_time[key] = float('%.1f' % per_sec_time)

		#所有節點的平均響應時間
		avg_response_time = 0
		
		#臨時響應時間和
		tmp_response_sum = 0
		for key,value  in nginx_request_time.items():
			tmp_response_sum += value

		avg_response_time = tmp_response_sum/len(nginx_request_time)
		avg_response_time = float('%.2f' % avg_response_time)
		#print avg_response_time

		################################################################

		######################計算每秒請求數###########################
		# 存放所有主機的請求數值
		high_list = []
		for data in origin_data_list[1]:
			key = data["endpoint"]
			values = data["Values"]
			count = len(values)
                        # 每個節點的每秒請求數
                        qps_sum = 0
			
			# 存放每個主機的請求數值
			per_high_list = []
                        for i in values:
                                if i['value']:
					per_high_list.append(i['value'])
                                        qps_sum += float(i['value'])
                                # 每個節點的平均響應時間
			high_list.append(max(per_high_list))
                        per_qps = qps_sum/(count-1)
                        nginx_accepts_handled_requests_sec[key] = float('%.2f' % per_qps)

                #所有節點的平均qps
                avg_qps = 0

                #臨時qps和
                tmp_qps_sum = 0
                for key,value  in nginx_accepts_handled_requests_sec.items():
                        tmp_qps_sum += value

                avg_qps = tmp_qps_sum/len(nginx_accepts_handled_requests_sec)
		# 每天請求數
		request_sum = int(avg_qps * 14 * 86400)
                avg_qps = int(avg_qps*14)
	
		# 高峯qps
		high_qps = int(sum(high_list))
		#print high_list,high_qps	
		#print request_sum, avg_qps,high_qps
		##############################################################

		#################################超過10ms的佔比##############
		for data in origin_data_list[2]:
			key = data["endpoint"]
			values = data["Values"]
			count = len(values)
			# 每個主機超過10ms佔比和
			over_percent_sum = 0
			for i in values:
				if i['value']:
					over_percent_sum += float(i['value'])
			# 每個節點超過10ms佔比
                        per_over_percent = over_percent_sum/(count-1)
                        nginx_request_percent[key] = float('%.1f' % per_over_percent)

                #所有節點的平均超過10ms佔比
                avg_over_percent = 0

                #臨時超過10ms佔比和
                tmp_over_percent_sum = 0
                for key,value  in nginx_request_percent.items():
                        tmp_over_percent_sum += value

                avg_over_percent = tmp_over_percent_sum/len(nginx_request_percent)
                avg_over_percent = float('%.2f' % avg_over_percent)
                #print avg_over_percent
			
		############################################################
		nginx_data = [avg_response_time,request_sum, avg_qps,high_qps,avg_over_percent]
		return nginx_data
				
def main():
	sig =  get_sig(login_url)
	# 創建對象
	nginx_analysis = Nginx_analysis(sig,'xxx',history_url)
	
	# 獲取原始數據
	nginx_origin_data = nginx_analysis.get_nginx_data()
	nginx_analisy = nginx_analysis.get_result(nginx_origin_data)
	print nginx_analisy

if __name__ == '__main__':
	main()