mirror of
https://github.com/aaPanel/aaPanel.git
synced 2026-08-17 21:25:47 +02:00
jose
3ac20e08ce
1. Add disk IO information to the homepage 2. Add a clear list button in the upload window 3. Optimize the background task overhead of the panel 4. Optimize the disk information caching mechanism 5. Panel Pro edition is online 6. Optimize panel resource usage 7. Optimize SSL certificate renewal 8. Fix the problem of reporting an error when the security entrance is empty 9. Fix the problem of infinite recursion when copying directories in extreme cases
366 lines
16 KiB
Python
366 lines
16 KiB
Python
#coding: utf-8
|
||
#-------------------------------------------------------------------
|
||
# 宝塔Linux面板
|
||
#-------------------------------------------------------------------
|
||
# Copyright (c) 2015-2018 宝塔软件(http:#bt.cn) All rights reserved.
|
||
#-------------------------------------------------------------------
|
||
# Author: hwliang <hwl@bt.cn>
|
||
#-------------------------------------------------------------------
|
||
|
||
#------------------------------
|
||
# Apache管理模块
|
||
#------------------------------
|
||
import public,os,re,shutil,math,psutil,time
|
||
from json import loads
|
||
os.chdir("/www/server/panel")
|
||
|
||
class apache:
|
||
setupPath = '/www/server'
|
||
apachedefaultfile = "%s/apache/conf/extra/httpd-default.conf" % (setupPath)
|
||
apachempmfile = "%s/apache/conf/extra/httpd-mpm.conf" % (setupPath)
|
||
httpdconf = "%s/apache/conf/httpd.conf" % (setupPath)
|
||
|
||
|
||
def GetProcessCpuPercent(self,i,process_cpu):
|
||
try:
|
||
pp = psutil.Process(i)
|
||
if pp.name() not in process_cpu.keys():
|
||
process_cpu[pp.name()] = float(pp.cpu_percent(interval=0.1))
|
||
process_cpu[pp.name()] += float(pp.cpu_percent(interval=0.1))
|
||
except:
|
||
pass
|
||
|
||
def GetApacheStatus(self):
|
||
process_cpu = {}
|
||
apacheconf = "%s/apache/conf/httpd.conf" % (self.setupPath)
|
||
confcontent = public.readFile(apacheconf)
|
||
rep = "#Include conf/extra/httpd-info.conf"
|
||
if re.search(rep,confcontent):
|
||
confcontent = re.sub(rep,"Include conf/extra/httpd-info.conf",confcontent)
|
||
public.writeFile(apacheconf,confcontent)
|
||
public.serviceReload()
|
||
result = public.HttpGet('http://127.0.0.1/server-status?auto')
|
||
try:
|
||
workermen = int(public.ExecShell("ps aux|grep httpd|grep 'start'|awk '{memsum+=$6};END {print memsum}'")[0]) / 1024
|
||
except:
|
||
return public.returnMsg(False,"Get worker RAM False")
|
||
for proc in psutil.process_iter():
|
||
if proc.name() == "httpd":
|
||
self.GetProcessCpuPercent(proc.pid,process_cpu)
|
||
time.sleep(0.5)
|
||
|
||
data = {}
|
||
|
||
# 计算启动时间
|
||
Uptime = re.search("ServerUptimeSeconds:\s+(.*)",result)
|
||
if not Uptime:
|
||
return public.returnMsg(False, "Get worker Uptime False")
|
||
Uptime = int(Uptime.group(1))
|
||
min = Uptime / 60
|
||
hours = min / 60
|
||
days = math.floor(hours / 24)
|
||
hours = math.floor(hours - (days * 24))
|
||
min = math.floor(min - (days * 60 * 24) - (hours * 60))
|
||
|
||
#格式化重启时间
|
||
restarttime = re.search("RestartTime:\s+(.*)",result)
|
||
if not restarttime:
|
||
return public.returnMsg(False, "Get worker Restart Time False")
|
||
restarttime = restarttime.group(1)
|
||
rep = "\w+,\s([\w-]+)\s([\d\:]+)\s\w+"
|
||
date = re.search(rep,restarttime)
|
||
if not date:
|
||
return public.returnMsg(False, "Get worker date False")
|
||
date = date.group(1)
|
||
timedetail = re.search(rep,restarttime)
|
||
if not timedetail:
|
||
return public.returnMsg(False, "Get worker time detail False")
|
||
timedetail=timedetail.group(2)
|
||
monthen = ["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"]
|
||
n = 0
|
||
for m in monthen:
|
||
if m in date:
|
||
date = re.sub(m,str(n+1),date)
|
||
n+=1
|
||
date = date.split("-")
|
||
date = "%s-%s-%s" % (date[2],date[1],date[0])
|
||
|
||
reqpersec = re.search("ReqPerSec:\s+(.*)", result)
|
||
if not reqpersec:
|
||
return public.returnMsg(False, "Get worker reqpersec False")
|
||
reqpersec = reqpersec.group(1)
|
||
if re.match("^\.", reqpersec):
|
||
reqpersec = "%s%s" % (0,reqpersec)
|
||
data["RestartTime"] = "%s %s" % (date,timedetail)
|
||
data["UpTime"] = "%s day %s hour %s minute" % (str(int(days)),str(int(hours)),str(int(min)))
|
||
total_acc = re.search("Total Accesses:\s+(\d+)",result)
|
||
if not total_acc:
|
||
return public.returnMsg(False, "Get worker TotalAccesses False")
|
||
data["TotalAccesses"] = total_acc.group(1)
|
||
total_kb = re.search("Total kBytes:\s+(\d+)",result)
|
||
if not total_kb:
|
||
return public.returnMsg(False, "Get worker TotalKBytes False")
|
||
data["TotalKBytes"] = total_kb.group(1)
|
||
data["ReqPerSec"] = round(float(reqpersec), 2)
|
||
busywork = re.search("BusyWorkers:\s+(\d+)",result)
|
||
if not busywork:
|
||
return public.returnMsg(False, "Get worker BusyWorkers False")
|
||
data["BusyWorkers"] = busywork.group(1)
|
||
idlework = re.search("IdleWorkers:\s+(\d+)",result)
|
||
if not idlework:
|
||
return public.returnMsg(False, "Get worker IdleWorkers False")
|
||
data["IdleWorkers"] = idlework.group(1)
|
||
data["workercpu"] = round(float(process_cpu["httpd"]),2)
|
||
data["workermem"] = "%s%s" % (int(workermen),"MB")
|
||
return data
|
||
|
||
def GetApacheValue(self):
|
||
apachedefaultcontent = public.readFile(self.apachedefaultfile)
|
||
apachempmcontent = public.readFile(self.apachempmfile)
|
||
ps = ["%s，%s" % (public.GetMsg("SECOND"),public.GetMsg("REQUEST_TIMEOUT_TIME")),
|
||
public.GetMsg("KEEP_ALIVE"),
|
||
"%s，%s" % (public.GetMsg("SECOND"),public.GetMsg("CONNECT_TIMEOUT_TIME")),
|
||
public.GetMsg("MAX_KEEP_ALIVE_REQUESTS")]
|
||
gets = ["Timeout","KeepAlive","KeepAliveTimeout","MaxKeepAliveRequests"]
|
||
if public.get_webserver() == 'apache':
|
||
shutil.copyfile(self.apachedefaultfile, '/tmp/apdefault_file_bk.conf')
|
||
shutil.copyfile(self.apachempmfile, '/tmp/apmpm_file_bk.conf')
|
||
conflist = []
|
||
n = 0
|
||
for i in gets:
|
||
rep = "(%s)\s+(\w+)" % i
|
||
k = re.search(rep, apachedefaultcontent)
|
||
if not k:
|
||
return public.returnMsg(False, "Get Key {} False".format(k))
|
||
k = k.group(1)
|
||
v = re.search(rep, apachedefaultcontent)
|
||
if not v:
|
||
return public.returnMsg(False, "Get Value {} False".format(v))
|
||
v = v.group(2)
|
||
psstr = ps[n]
|
||
kv = {"name":k,"value":v,"ps":psstr}
|
||
conflist.append(kv)
|
||
n += 1
|
||
|
||
ps = [public.GetMsg("DEFUALT_PROCESSES"),
|
||
public.GetMsg("MAX_SPARE_SERVERS"),
|
||
"%s，%s" % (public.GetMsg("MAX_CONNECTIONS"),public.GetMsg("NOT_LIMITED_BY_0")),
|
||
public.GetMsg("MAX_PROCESSES")]
|
||
gets = ["StartServers","MaxSpareServers","MaxConnectionsPerChild","MaxRequestWorkers"]
|
||
n = 0
|
||
for i in gets:
|
||
rep = "(%s)\s+(\w+)" % i
|
||
k = re.search(rep, apachempmcontent)
|
||
if not k:
|
||
return public.returnMsg(False, "Get Key {} False".format(k))
|
||
k = k.group(1)
|
||
v = re.search(rep, apachempmcontent)
|
||
if not v:
|
||
return public.returnMsg(False, "Get Value {} False".format(v))
|
||
v = v.group(2)
|
||
psstr = ps[n]
|
||
kv = {"name": k, "value": v, "ps": psstr}
|
||
conflist.append(kv)
|
||
n += 1
|
||
return(conflist)
|
||
|
||
def SetApacheValue(self,get):
|
||
apachedefaultcontent = public.readFile(self.apachedefaultfile)
|
||
apachempmcontent = public.readFile(self.apachempmfile)
|
||
conflist = []
|
||
getdict = get.__dict__
|
||
for i in getdict.keys():
|
||
if i != "__module__" and i != "__doc__" and i != "data" and i != "args" and i != "action":
|
||
getpost = {
|
||
"name": i,
|
||
"value": str(getdict[i])
|
||
}
|
||
conflist.append(getpost)
|
||
public.writeFile("/tmp/list",str(conflist))
|
||
for c in conflist:
|
||
if c["name"] == "KeepAlive":
|
||
if not re.search("on|off", c["value"]):
|
||
return public.returnMsg(False, "INIT_ARGS_ERR")
|
||
else:
|
||
print(c["value"])
|
||
if not re.search("\d+", c["value"]):
|
||
print(c["name"],c["value"])
|
||
return public.returnMsg(False, 'INIT_ARGS_ERR')
|
||
|
||
rep = "%s\s+\w+" % c["name"]
|
||
if re.search(rep,apachedefaultcontent):
|
||
newconf = "%s %s" % (c["name"],c["value"])
|
||
apachedefaultcontent = re.sub(rep,newconf,apachedefaultcontent)
|
||
elif re.search(rep,apachempmcontent):
|
||
newconf = "%s\t\t\t%s" % (c["name"], c["value"])
|
||
apachempmcontent = re.sub(rep, newconf , apachempmcontent,count = 1)
|
||
public.writeFile(self.apachedefaultfile,apachedefaultcontent)
|
||
public.writeFile(self.apachempmfile, apachempmcontent)
|
||
isError = public.checkWebConfig()
|
||
if (isError != True):
|
||
shutil.copyfile('/tmp/_file_bk.conf', self.apachedefaultfile)
|
||
shutil.copyfile('/tmp/proxyfile_bk.conf', self.apachempmfile)
|
||
return public.returnMsg(False, 'ERROR: %s<br><a style="color:red;">' % public.GetMsg("CONFIG_ERROR") + isError.replace("\n",
|
||
'<br>') + '</a>')
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
|
||
def add_httpd_access_log_format(self,args):
|
||
'''
|
||
@name 添加httpd日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param log_format 需要设置的日志格式["$server_name","$remote_addr","-"....]
|
||
@param log_format_name
|
||
@param act 操作方式 add/edit
|
||
'''
|
||
try:
|
||
log_format = loads(args.log_format)
|
||
data = """
|
||
#LOG_FORMAT_BEGIN_{n}
|
||
LogFormat '{c}' {n}
|
||
#LOG_FORMAT_END_{n}
|
||
""".format(n=args.log_format_name,c=' '.join(log_format))
|
||
data = data.replace('%{User-agent}i','"%{User-agent}i"')
|
||
data = data.replace('%{Referer}i', '"%{Referer}i"')
|
||
if args.act == 'edit':
|
||
self.del_httpd_access_log_format(args)
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False,'CONF_FILE_NOT_EXISTS')
|
||
reg = '<IfModule log_config_module>'
|
||
conf = re.sub(reg,'<IfModule log_config_module>'+data,conf)
|
||
public.writeFile(self.httpdconf,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
except:
|
||
return public.returnMsg(False, str(public.get_error_info()))
|
||
|
||
def del_httpd_access_log_format(self,args):
|
||
'''
|
||
@name 删除日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param log_format_name
|
||
'''
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
reg = '\s*#LOG_FORMAT_BEGIN_{n}(\n|.)+#LOG_FORMAT_END_{n}\n?'.format(n=args.log_format_name)
|
||
conf = re.sub(reg,'',conf)
|
||
self._del_format_log_of_website(args.log_format_name)
|
||
public.writeFile(self.httpdconf,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
|
||
def _del_format_log_of_website(self,log_format_name):
|
||
site_format_log_status = self._get_format_log_to_website(log_format_name)
|
||
try:
|
||
for s in site_format_log_status.keys():
|
||
if not site_format_log_status[s]:
|
||
continue
|
||
website_conf_file = '/www/server/panel/vhost/apache/{}.conf'.format(s)
|
||
format_exist_reg = 'CustomLog\s+"/www.*"\s+{}'.format(log_format_name)
|
||
conf = public.readFile(website_conf_file)
|
||
if not conf:continue
|
||
if not re.search(format_exist_reg,conf):continue
|
||
access_log = re.search(format_exist_reg,conf).group().split()
|
||
access_log = access_log[0] + ' ' +access_log[1] + 'combined'
|
||
conf = re.sub(format_exist_reg,access_log,conf)
|
||
public.writeFile(website_conf_file,conf)
|
||
return True
|
||
except:
|
||
return False
|
||
|
||
def get_httpd_access_log_format_parameter(self,args=None):
|
||
data = {
|
||
"%h":"Client's IP address",
|
||
"%r":"Request agreement",
|
||
"%t":"Request time",
|
||
"%>s":"http status code",
|
||
"%b":"Send data size",
|
||
"%{Referer}i":"http referer",
|
||
"%{User-agent}i":"http user agent",
|
||
"%{X-Forwarded-For}i":"The real ip of the client",
|
||
"%l":"Remote login name",
|
||
"%u":"Remote user",
|
||
"-":"-"
|
||
}
|
||
if hasattr(args,'log_format_name'):
|
||
site_list = self._get_format_log_to_website(args.log_format_name)
|
||
return {'site_list':site_list,'format_log':data}
|
||
else:
|
||
return data
|
||
|
||
def _process_log_format(self,tmp):
|
||
log_tips = self.get_httpd_access_log_format_parameter()
|
||
data = []
|
||
for t in tmp:
|
||
t = t.replace('\"','')
|
||
t = t.replace("'", "")
|
||
if t not in log_tips:
|
||
continue
|
||
data.append({t:log_tips[t]})
|
||
return data
|
||
|
||
def get_httpd_access_log_format(self,args=None):
|
||
try:
|
||
reg = "#LOG_FORMAT_BEGIN.*"
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
data = re.findall(reg,conf)
|
||
format_name = [i.split('_')[-1] for i in data]
|
||
format_log = {}
|
||
for i in format_name:
|
||
format_reg = "#LOG_FORMAT_BEGIN_{n}(\n|.)+LogFormat\s+\'(.*)\'\s+{n}".format(n=i)
|
||
tmp = re.search(format_reg,conf).groups()[1].split()
|
||
format_log[i] = self._process_log_format(tmp)
|
||
return format_log
|
||
except:
|
||
return public.get_error_info()
|
||
|
||
def set_httpd_format_log_to_website(self,args):
|
||
'''
|
||
@name 设置网站日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param sites aaa.com,bbb.com
|
||
@param log_format_name
|
||
'''
|
||
# sites = args.sites.split(',')
|
||
sites = loads(args.sites)
|
||
try:
|
||
all_site = public.M('sites').field('name').select()
|
||
reg = 'CustomLog\s+"/www.*{}\s*'.format(args.log_format_name)
|
||
for site in all_site:
|
||
website_conf_file = '/www/server/panel/vhost/apache/{}.conf'.format(site['name'])
|
||
conf = public.readFile(website_conf_file)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
format_exist_reg = '(CustomLog\s+"/www.*\_log).*'
|
||
access_log = re.search(format_exist_reg, conf).groups()[0] + '" ' + args.log_format_name
|
||
if site['name'] not in sites and re.search(format_exist_reg,conf):
|
||
access_log = ' '.join(access_log.split()[:-1])
|
||
conf = re.sub(reg, access_log, conf)
|
||
public.writeFile(website_conf_file,conf)
|
||
continue
|
||
conf = re.sub(format_exist_reg,access_log,conf)
|
||
public.writeFile(website_conf_file,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
except:
|
||
return public.returnMsg(False, str(public.get_error_info()))
|
||
|
||
def _get_format_log_to_website(self,log_format_name):
|
||
tmp = public.M('sites').field('name').select()
|
||
reg = 'CustomLog.*{}'.format(log_format_name)
|
||
data = {}
|
||
for i in tmp:
|
||
website_conf_file = '/www/server/panel/vhost/apache/{}.conf'.format(i['name'])
|
||
conf = public.readFile(website_conf_file)
|
||
if not conf:
|
||
data[i['name']] = False
|
||
continue
|
||
if re.search(reg,conf):
|
||
data[i['name']] = True
|
||
else:
|
||
data[i['name']] = False
|
||
return data |