keeping.py

时间:2022-01-03 01:04:40

定时push+告警

#!/usr/bin/env python
# -*- coding:utf-8 -*-
# Author : 71standby@gmail.com
# Description : Keep static-file cached in local, which provide to partner upstream. import re
import json
import time
import socket
import logging
import urllib
import urllib2
import subprocess class Utils(object):
def __init__(self, logger):
self.logger = logger @classmethod
def from_logger(cls):
logger = logging.getLogger(__name__)
logger.setLevel(logging.INFO)
formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
handler = logging.FileHandler("/path/keeping.log", mode='a')
handler.setLevel(logging.INFO)
handler.setFormatter(formatter)
logger.addHandler(handler)
return cls(logger) def subprocess_caller(self, cmd):
try:
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
output, error = p.communicate()
code = p.returncode
except Exception, e:
self.logging.error('Execute %s failed: %s' % (cmd, e))
return dict(output=output, error=error, code=1)
return dict(output=output, error=error, code=code) def get_local_ip(self):
inner_ips = []
outer_ips = []
ipaddr = "/sbin/ip addr | grep inet | grep -v inet6 | grep -v 127.0.0.1 | awk -F[' '/]+ '{print $3}'"
ip_regex = re.compile(r"^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$")
p = self.subprocess_caller(ipaddr)
if 0 == p['code']:
for ip in [ips.strip() for ips in p['output'].split('\n') if ips]:
if ip_regex.match(ip) and ip.startswith(r'10.'):
inner_ips.append(ip)
elif ip_regex.match(ip):
outer_ips.append(ip)
else:
continue
if inner_ips and outer_ips:
return inner_ips[0],outer_ips[0]
elif not inner_ips and outer_ips:
return None,outer_ips[0]
else:
return None,'NoPublicIP'
else:
self.logging.error('Get ips failed: %s' % p['error'])
return None,None class PartnerDetection(object):
def __init__(self, utils):
self.logger = utils.logger
self.private_ip,self.public_ip = utils.get_local_ip()
self.subprocess_caller = utils.subprocess_caller
self.url = "http://%s:80/path/test.file" % self.public_ip
self.cmd = "dd if=/dev/zero of=/data/test.file bs=1K count=100"
self.alarm_url = 'http://alert.standby.pub/event/interface/'
self.topic_id = 666666
self.secret_key = "1234567890xxxooo" @classmethod
def from_subprocess(cls, utils):
return cls(utils) def send_alarm(self, bodyDict):
data = {
"topic_id": self.topic_id,
"secret_key": self.secret_key,
"data": json.dumps(bodyDict)
}
try:
data = urllib.urlencode(data)
req = urllib2.Request(self.alarm_url, data)
response = urllib2.urlopen(req, timeout=6)
result = response.read()
code = response.getcode()
response.close()
except Exception, e:
self.logger.error("Alarm exception: %s" % e)
return False
else:
if 200 != code:
self.logger.error("Alarm faild: %s" % code)
return False
return True def active_cache(self):
p = self.subprocess_caller(self.cmd)
if 0 != p['code']:
self.logger.error('Test file create failed: %s' % p['error'])
ret = self.send_alarm({'ip':self.private_ip, 'error':'test.file create failed'})
if not ret:
self.logger.error('Test file create alarm faile!!!')
else:
with open("/data/test.file", mode='r') as fr:
data = fr.read()
self.tspush(data) def tspush(self, data):
response = "HTTP/1.1 200 OK\r\nContent-type:application/octet-stream\r\n\r\n"
len_push = len(response) + len(data)
push = "PUSH %s HTTP/1.0\r\nContent-Length:%d\r\n\r\n%s" % (self.url, len_push, response)
push_bytes = push.encode('utf-8')
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
sock.connect(('127.0.0.1', 55336))
sock.send(push_bytes + data)
msg = sock.recv(1024)
if "200 OK" in msg or "201 Created" in msg:
self.logger.info('Tspush successfully: %s' % msg.split('\r\n')[0])
else:
self.logger.error('Tspush failed: %s' % msg)
ret = self.send_alarm({'ip':self.private_ip, 'error':'Tspush failed: %s' % msg})
if not ret:
self.logger.error('Tspush alarm faile!!!')
except Exception, e:
self.logger.error('Tspush exception: %s' % e)
ret = self.send_alarm({'ip':self.private_ip, 'error':'Tspush exception: %s' % e})
if not ret:
self.logger.error('Tspush exception alarm faile!!!')
finally:
sock.close() def url_test(self):
try:
response = urllib2.urlopen(url=self.url, timeout=6)
code = response.getcode()
data = response.read()
response.close()
except Exception, e:
self.logger.error('Detect failed: %s' % e)
code = 199
finally:
return code def running(self):
while True:
code = self.url_test()
if 200 != code:
self.logger.info("MISS, start to active cache...")
ret = self.send_alarm({'ip':self.private_ip, 'error':'MISS at %s' % time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())})
if not ret:
self.logger.error('MISS alarm faile!!!')
self.active_cache()
else:
self.logger.info("HIT")
time.sleep(60) if __name__ == '__main__':
utils = Utils.from_logger()
obj = PartnerDetection.from_subprocess(utils)
obj.running()

  

keeping.py的更多相关文章

  1. web.py 学习(-)Rocket web框架

    Rocket是一个轻量级,多线程,符合WSGI规范的web框架. Rocket使用一个线程监听连接,接收到连接之后放到Queue中,有worker线程进行处理. Rocket含有以下属性: metho ...

  2. Python 打包中 setpy.py settuptools pbr 的了解

    背景 nova服务构建失败,报错: 'tests_require' must be a string or list of strings containing valid project/versi ...

  3. Flask源码阅读-第四篇(flask\app.py)

    flask.app该模块2000多行代码,主要完成应用的配置.初始化.蓝图注册.请求装饰器定义.应用的启动和监听,其中以下方法可以重点品读和关注 def setupmethod(f): @setupm ...

  4. tensorflow 的rnn的示例 ptb_word_lm.py 的完整代码

    其训练数据源在我的空间里,名字为:tensorflow的ptb-word-lm示例的训练数据源.tgz 讲解参见另一篇文章:  http://www.cnblogs.com/welhzh/p/6739 ...

  5. python的setup.py文件及其常用命令

    编写setup.py文件,获取帮助:python setup.py --help-commands [python]  Standard commands:    build             ...

  6. python调用py中rar的路径问题。

    1.python调用py,在py中的os.getcwd()获取的不是py的路径,可以通过os.path.split(os.path.realpath(__file__))[0]来获取py的路径. 2. ...

  7. Python导入其他文件中的.py文件 即模块

    import sys sys.path.append("路径") import .py文件

  8. import renumber.py in pymol

    cp renumber.py /usr/local/lib/python2.7/dist-packages/pymol import renumber or run /path/to/renumber ...

  9. python gettitle.py

    #!/usr/bin/env python # coding=utf-8 import threading import requests import Queue import sys import ...

随机推荐

  1. K米APP案例分析

    关于 K米 -- 的案例分析 产品 K米的APP (全国KTV点歌,手机直播,互动,交友,预订)的Android客户端 第一部分 调研,评测 评测: 软件的bug,功能评测,黑箱测试 • 下载并使用, ...

  2. 一个JAVA数据库连接池实现源码

    原文链接:http://www.open-open.com/lib/view/open1410875608164.html // // 一个效果非常不错的JAVA数据库连接池. // from:htt ...

  3. [ZZ] KlayGE 游戏引擎 之 Order Independent Transparency(OIT)

    转载请注明出处为KlayGE游戏引擎,本文的永久链接为http://www.klayge.org/?p=2233 http://dogasshole.iteye.com/blog/1429665 ht ...

  4. NSQ部署

    一.      简介 NSQ主要有三个主要程序和一个Web服务程序: nsqd:是守护进程,接收,缓存,并投递消息给客户端 nsqlookupd:是一个守护进程,为消费者提供运行时发现服务,来查找指定 ...

  5. [转]JavaScript 的同源策略

    同源策略限制了一个源(origin)中加载文本或脚本与来自其它源(origin)中资源的交互方式. 同源定义 如果两个页面拥有相同的协议(protocol),端口(如果指定),和主机,那么这两个页面就 ...

  6. atittit.表单验证性质的原则和实施,以及选择和定义自己的兼容easyui dsl窗体身份验证规则

    atittit.表单验证性质的原则和实施,以及选择和定义自己的兼容easyui dsl规则的表单验证 1. 需求,表单验证须要弹框式,但眼下easyui ms绑定死了tooltip式样 1 2. 表单 ...

  7. ES 6 : 数组的扩展

    1.Array.from() Array.from方法用于将两类对象转为真正的数组:类似数组的对象和可遍历(iterable)对象. 下面是一个类似数组的对象,Array.from将它转为真正的数组. ...

  8. 535种使用JavaScript重新加载页面的方法

    除了location = location之外还有534中方法重新加载页面 location = location location = location.href location = window ...

  9. Fix_And_Hold 使用及存在问题

    RTKLIB中使用FIXANDHOLD没有对各个卫星的方差进行排序,仅仅是使用了截止高度角.而大软件中进行了排序后,使用30°的截止角作为hold条件. 1.总卫星数与hold卫星数,及ratio,全 ...

  10. Pygame - Python游戏编程入门(0) 转

    博客刚开,想把最近学习的东西记录下来,算是一种笔记.最近打算开始学习Python,因为我感觉Python是一门很有意思的语言,很早以前就想学了(碍于懒),它的功能很强大,你可以用它来做科学运算,或者数 ...

相关文章