mirror of
https://github.com/aaPanel/aaPanel.git
synced 2026-08-17 21:25:47 +02:00
Jack
1459724ba3
[+] Add Mail Server to the left menu. [+] Add Mail Server - WebMail (requires Mail Server upgrade 5.1) [+] Add WP Toolkit Plugin, Theme installation. [+] Add Mail Server Login info. [+] Add Mail Server WebMail One-click Login (requires Mail Server upgrade 5.2). [+] Redesigned Security - Firewall. [*] Optimized Mass Mail sending speed. [*] Optimized the CPU usage problem of aaPanel startup service. [-] Fix apache application, renew SSL issue. [-] Fix Let's Encrypt account registeration failed. [-] Fix openlitespeed using capital letters on domain name caused the website cannot be accessed issue. [-] Fix problem of failure to reset root password in some versions of MariaDB. [-] Fix an error in modifying Permission in some cases of MySQL. [-] Fix the Website category display problem.
1047 lines
36 KiB
Python
1047 lines
36 KiB
Python
#!/bin/python
|
|
#coding: utf-8
|
|
# +-------------------------------------------------------------------
|
|
# | aaPanel
|
|
# +-------------------------------------------------------------------
|
|
# | Copyright (c) 2015-2016 aaPanel(www.aapanel.com) All rights reserved.
|
|
# +-------------------------------------------------------------------
|
|
# | Author: hwliang <hwl@aapanel.com>
|
|
# +-------------------------------------------------------------------
|
|
|
|
# ------------------------------
|
|
# 计划任务
|
|
# ------------------------------
|
|
|
|
import sys
|
|
import os
|
|
import logging
|
|
from datetime import datetime
|
|
from json import dumps, loads
|
|
from psutil import Process, pids, cpu_count, cpu_percent, net_io_counters, disk_io_counters, virtual_memory
|
|
os.environ['BT_TASK'] = '1'
|
|
base_path = "/www/server/panel"
|
|
sys.path.insert(0, "/www/server/panel/class/")
|
|
import time
|
|
import public
|
|
import db
|
|
import threading
|
|
import panelTask
|
|
import process_task
|
|
task_obj = panelTask.bt_task()
|
|
task_obj.not_web = True
|
|
global pre, timeoutCount, logPath, isTask, oldEdate, isCheck
|
|
pre = 0
|
|
timeoutCount = 0
|
|
isCheck = 0
|
|
oldEdate = None
|
|
logPath = '/tmp/panelExec.log'
|
|
isTask = '/tmp/panelTask.pl'
|
|
python_bin = None
|
|
thread_dict = {}
|
|
|
|
def get_python_bin():
|
|
global python_bin
|
|
if python_bin: return python_bin
|
|
bin_file = '/www/server/panel/pyenv/bin/python'
|
|
bin_file2 = '/usr/bin/python'
|
|
if os.path.exists(bin_file):
|
|
python_bin = bin_file
|
|
return bin_file
|
|
python_bin = bin_file2
|
|
return bin_file2
|
|
def WriteFile(filename,s_body,mode='w+'):
|
|
"""
|
|
写入文件内容
|
|
@filename 文件名
|
|
@s_body 欲写入的内容
|
|
return bool 若文件不存在则尝试自动创建
|
|
"""
|
|
try:
|
|
fp = open(filename, mode)
|
|
fp.write(s_body)
|
|
fp.close()
|
|
return True
|
|
except:
|
|
try:
|
|
fp = open(filename, mode,encoding="utf-8")
|
|
fp.write(s_body)
|
|
fp.close()
|
|
return True
|
|
except:
|
|
return False
|
|
|
|
def ReadFile(filename, mode='r'):
|
|
"""
|
|
读取文件内容
|
|
@filename 文件名
|
|
return string(bin) 若文件不存在，则返回None
|
|
"""
|
|
if not os.path.exists(filename):
|
|
return False
|
|
f_body = None
|
|
with open(filename, mode) as fp:
|
|
f_body = fp.read()
|
|
return f_body
|
|
|
|
# 下载文件
|
|
def DownloadFile(url, filename):
|
|
try:
|
|
import urllib
|
|
import socket
|
|
socket.setdefaulttimeout(10)
|
|
urllib.urlretrieve(url, filename=filename, reporthook=DownloadHook)
|
|
os.system('chown www.www ' + filename)
|
|
WriteLogs('done')
|
|
except:
|
|
WriteLogs('done')
|
|
|
|
|
|
# 下载文件进度回调
|
|
def DownloadHook(count, blockSize, totalSize):
|
|
global pre
|
|
used = count * blockSize
|
|
pre1 = int((100.0 * used / totalSize))
|
|
if pre == pre1:
|
|
return
|
|
speed = {'total': totalSize, 'used': used, 'pre': pre}
|
|
WriteLogs(dumps(speed))
|
|
pre = pre1
|
|
|
|
# 写输出日志
|
|
def WriteLogs(logMsg):
|
|
try:
|
|
global logPath
|
|
with open(logPath, 'w+') as fp:
|
|
fp.write(logMsg)
|
|
fp.close()
|
|
except:
|
|
pass
|
|
|
|
|
|
def ExecShell(cmdstring, cwd=None, timeout=None, shell=True, symbol = '&>'):
|
|
try:
|
|
global logPath
|
|
import shlex
|
|
import subprocess
|
|
import time
|
|
sub = subprocess.Popen(cmdstring+ symbol +logPath, cwd=cwd,
|
|
stdin=subprocess.PIPE, shell=shell, bufsize=4096)
|
|
|
|
while sub.poll() is None:
|
|
time.sleep(0.1)
|
|
|
|
return sub.returncode
|
|
except:
|
|
return None
|
|
|
|
|
|
# 任务队列
|
|
def startTask():
|
|
global isTask,logPath,thread_dict
|
|
tip_file = '/dev/shm/.panelTask.pl'
|
|
n = 0
|
|
while 1:
|
|
try:
|
|
if os.path.exists(isTask):
|
|
with db.Sql() as sql:
|
|
sql.table('tasks').where(
|
|
"status=?", ('-1',)).setField('status', '0')
|
|
taskArr = sql.table('tasks').where("status=?", ('0',)).field('id,type,execstr').order("id asc").select()
|
|
for value in taskArr:
|
|
start = int(time.time())
|
|
if not sql.table('tasks').where("id=?", (value['id'],)).count():
|
|
public.writeFile(tip_file, str(int(time.time())))
|
|
continue
|
|
sql.table('tasks').where("id=?", (value['id'],)).save('status,start', ('-1', start))
|
|
if value['type'] == 'download':
|
|
argv = value['execstr'].split('|bt|')
|
|
DownloadFile(argv[0], argv[1])
|
|
elif value['type'] == 'execshell':
|
|
ExecShell(value['execstr'])
|
|
end = int(time.time())
|
|
sql.table('tasks').where("id=?", (value['id'],)).save('status,end', ('1', end))
|
|
if(sql.table('tasks').where("status=?", ('0')).count() < 1):
|
|
if os.path.exists(isTask):
|
|
os.remove(isTask)
|
|
sql.close()
|
|
taskArr = None
|
|
public.writeFile(tip_file, str(int(time.time())))
|
|
|
|
# 线程检查
|
|
n+=1
|
|
if n > 60:
|
|
run_thread()
|
|
n = 0
|
|
except:
|
|
pass
|
|
time.sleep(2)
|
|
|
|
|
|
|
|
# 网站到期处理
|
|
def siteEdate():
|
|
global oldEdate
|
|
try:
|
|
if not oldEdate:
|
|
oldEdate = ReadFile('/www/server/panel/data/edate.pl')
|
|
if not oldEdate:
|
|
oldEdate = '0000-00-00'
|
|
mEdate = time.strftime('%Y-%m-%d', time.localtime())
|
|
if oldEdate == mEdate:
|
|
return False
|
|
oldEdate = mEdate
|
|
os.system("nohup " + get_python_bin() + " /www/server/panel/script/site_task.py > /dev/null 2>&1 &")
|
|
|
|
except Exception as ex:
|
|
logging.info(ex)
|
|
pass
|
|
|
|
|
|
def GetLoadAverage():
|
|
c = os.getloadavg()
|
|
data = {}
|
|
data['one'] = float(c[0])
|
|
data['five'] = float(c[1])
|
|
data['fifteen'] = float(c[2])
|
|
data['max'] = cpu_count() * 2
|
|
data['limit'] = data['max']
|
|
data['safe'] = data['max'] * 0.75
|
|
return data
|
|
|
|
|
|
# 系统监控任务
|
|
def systemTask():
|
|
try:
|
|
filename = '{}/data/control.conf'.format(base_path)
|
|
with db.Sql() as sql:
|
|
sql = sql.dbfile('system')
|
|
|
|
csql = '''CREATE TABLE IF NOT EXISTS `load_average` (
|
|
`id` INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
`pro` REAL,
|
|
`one` REAL,
|
|
`five` REAL,
|
|
`fifteen` REAL,
|
|
`addtime` INTEGER
|
|
)'''
|
|
|
|
network_sql = '''CREATE TABLE IF NOT EXISTS `network` (
|
|
`id` INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
`up` INTEGER,
|
|
`down` INTEGER,
|
|
`total_up` INTEGER,
|
|
`total_down` INTEGER,
|
|
`down_packets` INTEGER,
|
|
`up_packets` INTEGER,
|
|
`addtime` INTEGER
|
|
)'''
|
|
|
|
cpuio_sql = '''CREATE TABLE IF NOT EXISTS `cpuio` (
|
|
`id` INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
`pro` INTEGER,
|
|
`mem` INTEGER,
|
|
`addtime` INTEGER
|
|
)'''
|
|
|
|
diskio_sql = '''CREATE TABLE IF NOT EXISTS `diskio` (
|
|
`id` INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
`read_count` INTEGER,
|
|
`write_count` INTEGER,
|
|
`read_bytes` INTEGER,
|
|
`write_bytes` INTEGER,
|
|
`read_time` INTEGER,
|
|
`write_time` INTEGER,
|
|
`addtime` INTEGER
|
|
)'''
|
|
|
|
|
|
sql.execute(csql, ())
|
|
sql.execute(network_sql, ())
|
|
sql.execute(cpuio_sql, ())
|
|
sql.execute(diskio_sql, ())
|
|
|
|
sql.close()
|
|
|
|
count = 0
|
|
reloadNum=0
|
|
diskio_1 = diskio_2 = networkInfo = cpuInfo = diskInfo = None
|
|
network_up = {}
|
|
network_down = {}
|
|
cycle = 60
|
|
# try:
|
|
# from panelDaily import panelDaily
|
|
# panelDaily().check_databases()
|
|
# except Exception as e:
|
|
# logging.info(e)
|
|
|
|
proc_task_obj = process_task.process_task()
|
|
|
|
while True:
|
|
if not os.path.exists(filename):
|
|
time.sleep(10)
|
|
continue
|
|
|
|
day = 30
|
|
try:
|
|
day = int(ReadFile(filename))
|
|
if day < 1:
|
|
time.sleep(10)
|
|
continue
|
|
except:
|
|
day = 30
|
|
|
|
|
|
addtime = int(time.time())
|
|
deltime = addtime - (day * 86400)
|
|
# 取当前CPU Io
|
|
tmp = {}
|
|
tmp['used'] = proc_task_obj.get_monitor_list(addtime)
|
|
tmp['mem'] = GetMemUsed()
|
|
cpuInfo = tmp
|
|
|
|
# 取当前网络Io
|
|
networkIo_list = net_io_counters(pernic=True)
|
|
tmp = {}
|
|
tmp['upTotal'] = 0
|
|
tmp['downTotal'] = 0
|
|
tmp['up'] = 0
|
|
tmp['down'] = 0
|
|
tmp['downPackets'] = {}
|
|
tmp['upPackets'] = {}
|
|
|
|
for k in networkIo_list.keys():
|
|
networkIo = networkIo_list[k][:4]
|
|
if not k in network_up.keys():
|
|
network_up[k] = networkIo[0]
|
|
network_down[k] = networkIo[1]
|
|
|
|
tmp['upTotal'] += networkIo[0]
|
|
tmp['downTotal'] += networkIo[1]
|
|
tmp['downPackets'][k] = round(
|
|
float((networkIo[1] - network_down[k]) / 1024)/cycle, 2)
|
|
tmp['upPackets'][k] = round(
|
|
float((networkIo[0] - network_up[k]) / 1024)/cycle, 2)
|
|
tmp['up'] += tmp['upPackets'][k]
|
|
tmp['down'] += tmp['downPackets'][k]
|
|
|
|
network_up[k] = networkIo[0]
|
|
network_down[k] = networkIo[1]
|
|
|
|
# if not networkInfo:
|
|
# networkInfo = tmp
|
|
# if (tmp['up'] + tmp['down']) > (networkInfo['up'] + networkInfo['down']):
|
|
networkInfo = tmp
|
|
|
|
# 取磁盘Io
|
|
disk_ios = True
|
|
try:
|
|
if os.path.exists('/proc/diskstats'):
|
|
diskio_2 = disk_io_counters()
|
|
|
|
if not diskio_1:
|
|
diskio_1 = diskio_2
|
|
tmp = {}
|
|
tmp['read_count'] = int((diskio_2.read_count - diskio_1.read_count) / cycle)
|
|
tmp['write_count'] = int((diskio_2.write_count - diskio_1.write_count) / cycle)
|
|
tmp['read_bytes'] = int((diskio_2.read_bytes - diskio_1.read_bytes) / cycle)
|
|
tmp['write_bytes'] = int((diskio_2.write_bytes - diskio_1.write_bytes) / cycle)
|
|
tmp['read_time'] = int((diskio_2.read_time - diskio_1.read_time) / cycle)
|
|
tmp['write_time'] = int((diskio_2.write_time - diskio_1.write_time) / cycle)
|
|
|
|
if not diskInfo:
|
|
diskInfo = tmp
|
|
|
|
# if (tmp['read_bytes'] + tmp['write_bytes']) > (diskInfo['read_bytes'] + diskInfo['write_bytes']):
|
|
diskInfo['read_count'] = tmp['read_count']
|
|
diskInfo['write_count'] = tmp['write_count']
|
|
diskInfo['read_bytes'] = tmp['read_bytes']
|
|
diskInfo['write_bytes'] = tmp['write_bytes']
|
|
diskInfo['read_time'] = tmp['read_time']
|
|
diskInfo['write_time'] = tmp['write_time']
|
|
|
|
# logging.info(['read: ',tmp['read_bytes'] / 1024 / 1024,'write: ',tmp['write_bytes'] / 1024 / 1024])
|
|
diskio_1 = diskio_2
|
|
except:
|
|
logging.info(public.get_error_info())
|
|
disk_ios = False
|
|
|
|
try:
|
|
sql = db.Sql().dbfile('system')
|
|
data = (cpuInfo['used'], cpuInfo['mem'], addtime)
|
|
#
|
|
sql.table('cpuio').add('pro,mem,addtime', data)
|
|
sql.table('cpuio').where("addtime<?", (deltime,)).delete()
|
|
data = (networkInfo['up'], networkInfo['down'], networkInfo['upTotal'], networkInfo['downTotal'], dumps(networkInfo['downPackets']), dumps(networkInfo['upPackets']), addtime)
|
|
sql.table('network').add('up,down,total_up,total_down,down_packets,up_packets,addtime', data)
|
|
sql.table('network').where("addtime<?", (deltime,)).delete()
|
|
# logging.info(diskInfo)
|
|
if os.path.exists('/proc/diskstats') and disk_ios:
|
|
data = (diskInfo['read_count'], diskInfo['write_count'], diskInfo['read_bytes'],diskInfo['write_bytes'], diskInfo['read_time'], diskInfo['write_time'], addtime)
|
|
sql.table('diskio').add('read_count,write_count,read_bytes,write_bytes,read_time,write_time,addtime', data)
|
|
sql.table('diskio').where("addtime<?", (deltime,)).delete()
|
|
|
|
# LoadAverage
|
|
load_average = GetLoadAverage()
|
|
lpro = round(
|
|
(load_average['one'] / load_average['max']) * 100, 2)
|
|
if lpro > 100:
|
|
lpro = 100
|
|
sql.table('load_average').add('pro,one,five,fifteen,addtime', (lpro, load_average['one'], load_average['five'], load_average['fifteen'], addtime))
|
|
sql.table('load_average').where("addtime<?", (deltime,)).delete()
|
|
sql.close()
|
|
|
|
lpro = None
|
|
load_average = None
|
|
cpuInfo = None
|
|
networkInfo = None
|
|
diskInfo = None
|
|
data = None
|
|
count = 0
|
|
reloadNum += 1
|
|
if reloadNum > 1440:
|
|
reloadNum = 0
|
|
|
|
|
|
|
|
# 日报数据收集
|
|
# if os.path.exists("/www/server/panel/data/start_daily.pl"):
|
|
# try:
|
|
# from panelDaily import panelDaily
|
|
# pd = panelDaily()
|
|
# t_now = time.localtime()
|
|
# yesterday = time.localtime(time.mktime((
|
|
# t_now.tm_year, t_now.tm_mon, t_now.tm_mday-1,
|
|
# 0,0,0,0,0,0
|
|
# )))
|
|
# yes_time_key = pd.get_time_key(yesterday)
|
|
# con = ReadFile("/www/server/panel/data/store_app_usage.pl")
|
|
# # logging.info(str(con))
|
|
# store = False
|
|
# if con:
|
|
# if con != str(yes_time_key):
|
|
# store = True
|
|
# else:
|
|
# store = True
|
|
#
|
|
# if store:
|
|
# date_str = str(yes_time_key)
|
|
# daily_data = pd.get_daily_data_local(date_str)
|
|
# if "status" in daily_data.keys():
|
|
# if daily_data["status"]:
|
|
# score = daily_data["score"]
|
|
# if public.M("system").dbfile("system").table("daily").where("time_key=?", (yes_time_key,)).count() == 0:
|
|
# public.M("system").dbfile("system").table("daily").add("time_key,evaluate,addtime", (yes_time_key, score, time.time()))
|
|
# pd.store_app_usage(yes_time_key)
|
|
# WriteFile("/www/server/panel/data/store_app_usage.pl", str(yes_time_key), "w")
|
|
# # logging.info("更新应用存储信息:"+str(yes_time_key))
|
|
# pd.check_server()
|
|
# except Exception as e:
|
|
# logging.info("存储应用空间信息错误:"+str(e))
|
|
except Exception as ex:
|
|
logging.info(str(ex))
|
|
del(tmp)
|
|
time.sleep(cycle)
|
|
count += 1
|
|
except Exception as ex:
|
|
logging.info(ex)
|
|
time.sleep(cycle)
|
|
systemTask()
|
|
|
|
|
|
# 取内存使用率
|
|
def GetMemUsed():
|
|
try:
|
|
mem = virtual_memory()
|
|
memInfo = {'memTotal': mem.total/1024/1024, 'memFree': mem.free/1024/1024,
|
|
'memBuffers': mem.buffers/1024/1024, 'memCached': mem.cached/1024/1024}
|
|
tmp = memInfo['memTotal'] - memInfo['memFree'] - \
|
|
memInfo['memBuffers'] - memInfo['memCached']
|
|
tmp1 = memInfo['memTotal'] / 100
|
|
return (tmp / tmp1)
|
|
except:
|
|
return 1
|
|
|
|
# 检查502错误
|
|
|
|
|
|
def check502():
|
|
try:
|
|
phpversions = public.get_php_versions()
|
|
for version in phpversions:
|
|
if version in ['52','5.2']: continue
|
|
php_path = '/www/server/php/' + version + '/sbin/php-fpm'
|
|
if not os.path.exists(php_path):
|
|
continue
|
|
if checkPHPVersion(version):
|
|
continue
|
|
if startPHPVersion(version):
|
|
public.WriteLog('PHP daemon',
|
|
'PHP-' + version + 'processing exception was detected and has been automatically fixed!',
|
|
not_web=True)
|
|
except Exception as ex:
|
|
logging.info(ex)
|
|
|
|
# 处理指定PHP版本
|
|
|
|
|
|
def startPHPVersion(version):
|
|
try:
|
|
fpm = '/etc/init.d/php-fpm-' + version
|
|
php_path = '/www/server/php/' + version + '/sbin/php-fpm'
|
|
if not os.path.exists(php_path):
|
|
if os.path.exists(fpm): os.remove(fpm)
|
|
return False
|
|
|
|
# 尝试重载服务
|
|
os.system(fpm + ' start')
|
|
os.system(fpm + ' reload')
|
|
if checkPHPVersion(version): return True
|
|
|
|
# 尝试重启服务
|
|
cgi = '/tmp/php-cgi-' + version + '.sock'
|
|
pid = '/www/server/php/' + version + '/var/run/php-fpm.pid'
|
|
os.system('pkill -9 php-fpm-' + version)
|
|
time.sleep(0.5)
|
|
if os.path.exists(cgi):
|
|
os.remove(cgi)
|
|
if os.path.exists(pid):
|
|
os.remove(pid)
|
|
os.system(fpm + ' start')
|
|
if checkPHPVersion(version):
|
|
return True
|
|
# 检查是否正确启动
|
|
if os.path.exists(cgi):
|
|
return True
|
|
return False
|
|
except Exception as ex:
|
|
logging.info(ex)
|
|
return True
|
|
|
|
|
|
# 检查指定PHP版本
|
|
def checkPHPVersion(version):
|
|
try:
|
|
cgi_file = '/tmp/php-cgi-{}.sock'.format(version)
|
|
if os.path.exists(cgi_file):
|
|
init_file = '/etc/init.d/php-fpm-{}'.format(version)
|
|
if os.path.exists(init_file):
|
|
init_body = public.ReadFile(init_file)
|
|
if not init_body: return True
|
|
uri = "/phpfpm_"+version+"_status?json"
|
|
result = public.request_php(version, uri, '')
|
|
loads(result)
|
|
return True
|
|
except:
|
|
logging.info("PHP-{} unreachable detected".format(version))
|
|
return False
|
|
|
|
|
|
# 502错误检查线程
|
|
def check502Task():
|
|
try:
|
|
while True:
|
|
public.auto_backup_panel()
|
|
check502()
|
|
sess_expire()
|
|
mysql_quota_check()
|
|
siteEdate()
|
|
time.sleep(600)
|
|
except Exception as ex:
|
|
logging.info(ex)
|
|
time.sleep(600)
|
|
check502Task()
|
|
|
|
# MySQL配额检查
|
|
def mysql_quota_check():
|
|
os.system("nohup " + get_python_bin() +" /www/server/panel/script/mysql_quota.py > /dev/null 2>&1 &")
|
|
|
|
# session过期处理
|
|
def sess_expire():
|
|
try:
|
|
sess_path = '{}/data/session'.format(base_path)
|
|
if not os.path.exists(sess_path): return
|
|
s_time = time.time()
|
|
f_list = os.listdir(sess_path)
|
|
f_num = len(f_list)
|
|
for fname in f_list:
|
|
filename = '/'.join((sess_path, fname))
|
|
fstat = os.stat(filename)
|
|
f_time = s_time - fstat.st_mtime
|
|
if f_time > 3600:
|
|
os.remove(filename)
|
|
continue
|
|
if fstat.st_size < 256 and len(fname) == 32:
|
|
if f_time > 60 or f_num > 30:
|
|
os.remove(filename)
|
|
continue
|
|
del (f_list)
|
|
|
|
except Exception as ex:
|
|
logging.info(str(ex))
|
|
|
|
|
|
# 检查面板证书是否有更新
|
|
def check_panel_ssl():
|
|
try:
|
|
while True:
|
|
lets_info = ReadFile("{}/ssl/lets.info".format(base_path))
|
|
if not lets_info:
|
|
time.sleep(3600)
|
|
continue
|
|
os.system(get_python_bin() + " {}/script/panel_ssl_task.py > /dev/null".format(base_path))
|
|
time.sleep(3600)
|
|
except Exception as e:
|
|
public.writeFile("/tmp/panelSSL.pl", str(e), "a+")
|
|
|
|
# 面板进程守护
|
|
def daemon_panel():
|
|
cycle = 10
|
|
panel_pid_file = "{}/logs/panel.pid".format(public.get_panel_path())
|
|
while 1:
|
|
time.sleep(cycle)
|
|
|
|
# 检查pid文件是否存在
|
|
if not os.path.exists(panel_pid_file):
|
|
continue
|
|
|
|
# 读取pid文件
|
|
panel_pid = public.readFile(panel_pid_file)
|
|
if not panel_pid:
|
|
service_panel('start')
|
|
continue
|
|
|
|
# 检查进程是否存在
|
|
comm_file = "/proc/{}/comm".format(panel_pid)
|
|
if not os.path.exists(comm_file):
|
|
service_panel('start')
|
|
continue
|
|
|
|
# 是否为面板进程
|
|
comm = public.readFile(comm_file)
|
|
if comm.find('BT-Panel') == -1:
|
|
service_panel('start')
|
|
continue
|
|
|
|
|
|
|
|
|
|
def update_panel():
|
|
os.system("curl -k https://node.aapanel.com/install/update_7.x_en.sh|bash &")
|
|
|
|
|
|
def service_panel(action='reload'):
|
|
if not os.path.exists('{}/init.sh'.format(base_path)):
|
|
update_panel()
|
|
else:
|
|
os.system("nohup bash /www/server/panel/init.sh {} > /dev/null 2>&1 &".format(action))
|
|
logging.info("Panel Service: {}".format(action))
|
|
|
|
|
|
# 重启面板服务
|
|
def restart_panel_service():
|
|
rtips = '{}/data/restart.pl'.format(base_path)
|
|
reload_tips = '{}/data/reload.pl'.format(base_path)
|
|
while True:
|
|
if os.path.exists(rtips):
|
|
os.remove(rtips)
|
|
service_panel('restart')
|
|
if os.path.exists(reload_tips):
|
|
os.remove(reload_tips)
|
|
service_panel('reload')
|
|
time.sleep(1)
|
|
|
|
# 取面板pid
|
|
def get_panel_pid():
|
|
try:
|
|
pid = ReadFile('/www/server/panel/logs/panel.pid')
|
|
if pid:
|
|
return int(pid)
|
|
for pid in pids():
|
|
try:
|
|
p = Process(pid)
|
|
n = p.cmdline()[-1]
|
|
if n.find('runserver') != -1 or n.find('BT-Panel') != -1:
|
|
return pid
|
|
except:
|
|
pass
|
|
except:
|
|
pass
|
|
return None
|
|
|
|
|
|
def HttpGet(url, timeout=6, headers={}):
|
|
if sys.version_info[0] == 2:
|
|
try:
|
|
import urllib2
|
|
req = urllib2.Request(url, headers=headers)
|
|
response = urllib2.urlopen(req, timeout=timeout,)
|
|
return response.read()
|
|
except Exception as ex:
|
|
logging.info(str(ex))
|
|
return str(ex)
|
|
else:
|
|
try:
|
|
import urllib.request
|
|
req = urllib.request.Request(url, headers=headers)
|
|
response = urllib.request.urlopen(req, timeout=timeout)
|
|
result = response.read()
|
|
if type(result) == bytes:
|
|
result = result.decode('utf-8')
|
|
return result
|
|
except Exception as ex:
|
|
logging.info("URL: {} => {}".format(url, ex))
|
|
return str(ex)
|
|
|
|
|
|
# 定时任务去检测邮件信息
|
|
def send_mail_time():
|
|
while True:
|
|
try:
|
|
os.system("nohup " + get_python_bin() +" /www/server/panel/script/mail_task.py > /dev/null 2>&1 &")
|
|
time.sleep(180)
|
|
except:
|
|
time.sleep(360)
|
|
send_mail_time()
|
|
|
|
#5个小时更新一次更新软件列表
|
|
def update_software_list():
|
|
while True:
|
|
try:
|
|
import panelPlugin
|
|
panelPlugin.panelPlugin().get_cloud_list_status(None)
|
|
time.sleep(18000)
|
|
except:
|
|
time.sleep(1800)
|
|
update_software_list()
|
|
|
|
# 面板消息提醒
|
|
def check_panel_msg():
|
|
python_bin = get_python_bin()
|
|
while True:
|
|
os.system('nohup {} /www/server/panel/script/check_msg.py > /dev/null 2>&1 &'.format(python_bin))
|
|
time.sleep(3600)
|
|
|
|
# 面板推送消息
|
|
def push_msg():
|
|
python_bin = get_python_bin()
|
|
while True:
|
|
time.sleep(60)
|
|
os.system('nohup {} /www/server/panel/script/push_msg.py > /dev/null 2>&1 &'.format(python_bin))
|
|
|
|
def JavaProDaemons():
|
|
'''
|
|
@name Java 项目守护进程
|
|
@author lkq@aapanel.com
|
|
@time 2022-07-19
|
|
@param None
|
|
'''
|
|
if public.M('sites').where('project_type=?',('Java')).count()>=1:
|
|
project_info=public.M('sites').where('project_type=?',('Java')).select()
|
|
for i in project_info:
|
|
try:
|
|
import json
|
|
i['project_config'] = json.loads(i['project_config'])
|
|
#判断项目是否设置了守护进程
|
|
if i['project_config']['java_type']!='springboot':continue
|
|
if 'auth' in i['project_config'] and i['project_config']['auth']==1 or i['project_config']['auth']=='1':
|
|
print("Java",i['name'])
|
|
from projectModel import javaModel
|
|
java = javaModel.main()
|
|
if java.get_project_run_state(project_name=i['name']):
|
|
continue
|
|
else:
|
|
#如果项目是在后台停止的，那么就不再启动
|
|
if os.path.exists("/var/tmp/springboot/vhost/pids/{}.pid".format(i['name'])):
|
|
get=public.dict_obj()
|
|
get.project_name=i['name']
|
|
java.start_project(get)
|
|
public.WriteLog('守护进程','Java项目[{}]已经被守护进程启动'.format(i['name']))
|
|
except:
|
|
continue
|
|
|
|
def ProLog():
|
|
path_list=["/www/server/go_project/vhost/logs","/var/tmp/springboot/vhost/logs/"]
|
|
try:
|
|
for i2 in path_list:
|
|
if os.path.exists(i2):
|
|
for dir in os.listdir(i2):
|
|
dir = os.path.join(i2, dir)
|
|
# 判断当前目录是否为文件夹
|
|
if os.path.isfile(dir):
|
|
if dir.endswith(".log"):
|
|
#文件大于500M的时候则清空文件
|
|
if os.stat(dir).st_size >200000000:
|
|
public.ExecShell("echo ''>{}".format(dir))
|
|
except:
|
|
pass
|
|
|
|
def ProDadmons():
|
|
'''
|
|
@name 项目守护进程
|
|
@author
|
|
'''
|
|
n = 30
|
|
while 1:
|
|
n += 1
|
|
if n >= 30:
|
|
n = 1
|
|
ProLog()
|
|
time.sleep(120)
|
|
try:
|
|
JavaProDaemons()
|
|
except:
|
|
pass
|
|
|
|
def process_task_thread():
|
|
'''
|
|
@name 进程监控
|
|
@auther hwliang
|
|
'''
|
|
|
|
|
|
# 进程流量监控，如果文件：/www/server/panel/data/is_net_task.pl 或 /www/server/panel/data/control.conf不存在，则不监控进程流量
|
|
net_task_obj = process_task.process_network_total()
|
|
net_task_obj.start()
|
|
|
|
def count_ssh_logs():
|
|
'''
|
|
@name 统计SSH登录日志
|
|
@return None
|
|
'''
|
|
if os.path.exists("/etc/debian_version"):
|
|
version = public.readFile('/etc/debian_version').strip()
|
|
if 'bookworm' in version or 'jammy' in version or 'impish' in version:
|
|
version = 12
|
|
else:
|
|
try:
|
|
version = float(version)
|
|
except:
|
|
version = 11
|
|
|
|
if version >= 12:
|
|
while True:
|
|
filepath = "/www/server/panel/data/ssh_login_counts.json"
|
|
|
|
# 获取今天的日期
|
|
today = datetime.now().strftime('%Y-%m-%d')
|
|
result = {
|
|
'date': today, # 添加日期字段
|
|
'error': 0,
|
|
'success': 0,
|
|
'today_error': 0,
|
|
'today_success': 0
|
|
}
|
|
# public.print_log("进入计算count_ssh_logs--{}")
|
|
try:
|
|
filedata = public.readFile(filepath) if os.path.exists(filepath) else public.writeFile(filepath,
|
|
"[]")
|
|
try:
|
|
data_list = json.loads(filedata)
|
|
except:
|
|
data_list = []
|
|
|
|
# 检查是否已有今天的记录，避免重复统计
|
|
found_today = False
|
|
for day in data_list:
|
|
if day['date'] == today:
|
|
found_today = True
|
|
# public.print_log("进入计算count_ssh_logs--{退出1}")
|
|
break
|
|
|
|
if found_today:
|
|
# public.print_log("进入计算count_ssh_logs--{退出2}")
|
|
break # 如果找到今天的记录，跳出while循环
|
|
|
|
|
|
today_err_num1 = int(public.ExecShell(
|
|
"journalctl -u ssh --no-pager -S today |grep -a 'Failed password for' |grep -v 'invalid' |wc -l")[
|
|
0])
|
|
|
|
today_err_num2 = int(public.ExecShell(
|
|
"journalctl -u ssh --no-pager -S today |grep -a 'Connection closed by authenticating user' |grep -a 'preauth' |wc -l")[
|
|
0])
|
|
|
|
today_success = int(
|
|
public.ExecShell("journalctl -u ssh --no-pager -S today |grep -a 'Accepted' |wc -l")[0])
|
|
|
|
# 查看文件大小 判断是否超过5G
|
|
is_bigfile = False
|
|
|
|
res, err = public.ExecShell("journalctl --disk-usage")
|
|
# import re
|
|
import json
|
|
total_bytes = parse_journal_disk_usage(res)
|
|
# public.print_log("文件大小--{}".format(total_bytes))
|
|
limit_bytes = 5 * 1024 * 1024 * 1024
|
|
if total_bytes > limit_bytes:
|
|
is_bigfile = True
|
|
|
|
if is_bigfile:
|
|
# public.print_log("取30天--{}".format(total_bytes))
|
|
err_num1 = int(public.ExecShell("journalctl -u ssh --since '30 days ago' --no-pager | grep -a 'Failed password for' | grep -v 'invalid' | wc -l")[0])
|
|
err_num2 = int(public.ExecShell("journalctl -u ssh --since '30 days ago' --no-pager --grep='Connection closed by authenticating user|preauth' | wc -l")[0])
|
|
success = int(public.ExecShell("journalctl -u ssh --since '30 days ago' --no-pager | grep -a 'Accepted' | wc -l")[0])
|
|
else:
|
|
# public.print_log("取所有--{}")
|
|
# 统计失败登陆次数
|
|
err_num1 = int(public.ExecShell("journalctl -u ssh --no-pager |grep -a 'Failed password for' |grep -v 'invalid' |wc -l")[0])
|
|
err_num2 = int(public.ExecShell("journalctl -u ssh --no-pager --grep='Connection closed by authenticating user|preauth' |wc -l")[0])
|
|
success = int(public.ExecShell("journalctl -u ssh --no-pager|grep -a 'Accepted' |wc -l")[0])
|
|
# public.print_log("计算完毕22--{}")
|
|
result['error'] = err_num1 + err_num2
|
|
# 统计成功登录次数
|
|
result['success'] = success
|
|
result['today_error'] = today_err_num1 + today_err_num2
|
|
result['today_success'] = today_success
|
|
|
|
data_list.insert(0, result)
|
|
data_list = data_list[:7]
|
|
public.writeFile(filepath, json.dumps(data_list))
|
|
except:
|
|
public.print_log(public.get_error_info())
|
|
public.writeFile(filepath, json.dumps([{
|
|
'date': today, # 添加日期字段
|
|
'error': 0,
|
|
'success': 0,
|
|
'today_error': 0,
|
|
'today_success': 0
|
|
}]))
|
|
time.sleep(86400)
|
|
|
|
|
|
def parse_journal_disk_usage(output):
|
|
import re
|
|
# 使用正则表达式来提取数字和单位
|
|
match = re.search(r'take up (\d+(\.\d+)?)\s*([KMGTP]?)', output)
|
|
total_bytes = 0
|
|
if match:
|
|
value = float(match.group(1)) # 数字
|
|
unit = match.group(3) # 单位
|
|
# public.print_log("匹配字符--value>{} unit>{}".format(value, unit))
|
|
# 将所有单位转换为字节
|
|
if unit == '':
|
|
unit_value = 1
|
|
elif unit == 'K':
|
|
unit_value = 1024
|
|
elif unit == 'M':
|
|
unit_value = 1024 * 1024
|
|
elif unit == 'G':
|
|
unit_value = 1024 * 1024 * 1024
|
|
elif unit == 'T':
|
|
unit_value = 1024 * 1024 * 1024 * 1024
|
|
elif unit == 'P':
|
|
unit_value = 1024 * 1024 * 1024 * 1024 * 1024
|
|
else:
|
|
unit_value = 0
|
|
|
|
# 计算总字节数
|
|
total_bytes = value * unit_value
|
|
return total_bytes
|
|
|
|
|
|
|
|
def run_thread():
|
|
global thread_dict,task_obj
|
|
tkeys = thread_dict.keys()
|
|
|
|
thread_list = {
|
|
"start_task": task_obj.start_task,
|
|
"systemTask": systemTask,
|
|
"check502Task": check502Task,
|
|
"daemon_panel": daemon_panel,
|
|
"restart_panel_service": restart_panel_service,
|
|
"check_panel_ssl": check_panel_ssl,
|
|
"update_software_list": update_software_list,
|
|
"send_mail_time": send_mail_time,
|
|
"check_panel_msg": check_panel_msg,
|
|
# "check_panel_auth": check_panel_auth,
|
|
"push_msg": push_msg,
|
|
"ProDadmons":ProDadmons,
|
|
"process_task_thread":process_task_thread,
|
|
"count_ssh_logs": count_ssh_logs
|
|
}
|
|
|
|
for skey in thread_list.keys():
|
|
if not skey in tkeys or not thread_dict[skey].is_alive():
|
|
thread_dict[skey] = threading.Thread(target=thread_list[skey])
|
|
thread_dict[skey].setDaemon(True)
|
|
thread_dict[skey].start()
|
|
|
|
|
|
|
|
def func():
|
|
os.system(get_python_bin() + " {}/script/scan_log.py > /dev/null".format(base_path))
|
|
#如果需要循环调用，就要添加以下方法
|
|
timer = threading.Timer(86400, func)
|
|
timer.start()
|
|
|
|
def scan_log_site():
|
|
now_time = datetime.datetime.now()
|
|
next_time = now_time + datetime.timedelta(days=+1)
|
|
next_year = next_time.date().year
|
|
next_month = next_time.date().month
|
|
next_day = next_time.date().day
|
|
next_time = datetime.datetime.strptime(str(next_year) + "-" + str(next_month) + "-" + str(next_day) + " 03:00:00",
|
|
"%Y-%m-%d %H:%M:%S")
|
|
timer_start_time = (next_time - now_time).total_seconds()
|
|
timer = threading.Timer(timer_start_time, func)
|
|
timer.start()
|
|
|
|
# 面板消息提醒
|
|
# def check_panel_msg():
|
|
# python_bin = get_python_bin()
|
|
# while True:
|
|
# os.system('{} {}/script/check_msg.py &'.format(python_bin,base_path))
|
|
# time.sleep(600)
|
|
|
|
# # 检测面板授权
|
|
# def check_panel_auth():
|
|
# python_bin = get_python_bin()
|
|
# from BTPanel import cache
|
|
# if cache:
|
|
# key='pro_check_sdfjslk'
|
|
# res = cache.get(key)
|
|
# while True:
|
|
# update_file='/www/server/panel/data/now_update_pro.pl'
|
|
# # pro_file='/www/server/panel/data/panel_pro.pl'
|
|
# if os.path.exists(update_file) or res is None:
|
|
# os.system('nohup {} /www/server/panel/script/check_auth.py > /dev/null 2>&1 &'.format(python_bin))
|
|
# if cache:
|
|
# cache.set(key, 'sddsf', 3600)
|
|
|
|
|
|
|
|
def main():
|
|
main_pid = 'logs/task.pid'
|
|
if os.path.exists(main_pid):
|
|
os.system("kill -9 $(cat {}) &> /dev/null".format(main_pid))
|
|
pid = os.fork()
|
|
if pid:
|
|
sys.exit(0)
|
|
|
|
os.setsid()
|
|
|
|
_pid = os.fork()
|
|
if _pid:
|
|
public.writeFile(main_pid, str(_pid))
|
|
sys.exit(0)
|
|
|
|
sys.stdout.flush()
|
|
sys.stderr.flush()
|
|
task_log_file = 'logs/task.log'
|
|
try:
|
|
logging.basicConfig(level=logging.INFO, format='%(asctime)s [%(levelname)s]: %(message)s',
|
|
datefmt='%Y-%m-%d %H:%M:%S', filename=task_log_file, filemode='a+')
|
|
except Exception as ex:
|
|
print(ex)
|
|
logging.info('Service Up')
|
|
time.sleep(5)
|
|
run_thread()
|
|
# time.sleep(15)
|
|
startTask()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
|
|