mirror of
https://github.com/aaPanel/aaPanel.git
synced 2026-08-20 06:35:47 +02:00
jose
7bacfb79e0
1. Add user login function. 2. Add the first professional plug-in Nginx WAF. 3. Release a new version of the online editor. 4. Fixed some bugs.
346 lines
15 KiB
Python
346 lines
15 KiB
Python
#coding: utf-8
|
||
#-------------------------------------------------------------------
|
||
# 宝塔Linux面板
|
||
#-------------------------------------------------------------------
|
||
# Copyright (c) 2015-2018 宝塔软件(http:#bt.cn) All rights reserved.
|
||
#-------------------------------------------------------------------
|
||
# Author: hwliang <hwl@bt.cn>
|
||
#-------------------------------------------------------------------
|
||
|
||
#------------------------------
|
||
# Apache管理模块
|
||
#------------------------------
|
||
import public,os,re,shutil,math,psutil,time
|
||
from json import loads
|
||
os.chdir("/www/server/panel")
|
||
|
||
class apache:
|
||
setupPath = '/www/server'
|
||
apachedefaultfile = "%s/apache/conf/extra/httpd-default.conf" % (setupPath)
|
||
apachempmfile = "%s/apache/conf/extra/httpd-mpm.conf" % (setupPath)
|
||
httpdconf = "%s/apache/conf/httpd.conf" % (setupPath)
|
||
|
||
|
||
def GetProcessCpuPercent(self,i,process_cpu):
|
||
try:
|
||
pp = psutil.Process(i)
|
||
if pp.name() not in process_cpu.keys():
|
||
process_cpu[pp.name()] = float(pp.cpu_percent(interval=0.1))
|
||
process_cpu[pp.name()] += float(pp.cpu_percent(interval=0.1))
|
||
except:
|
||
pass
|
||
|
||
def GetApacheStatus(self):
|
||
process_cpu = {}
|
||
apacheconf = "%s/apache/conf/httpd.conf" % (self.setupPath)
|
||
confcontent = public.readFile(apacheconf)
|
||
rep = "#Include conf/extra/httpd-info.conf"
|
||
if re.search(rep,confcontent):
|
||
confcontent = re.sub(rep,"Include conf/extra/httpd-info.conf",confcontent)
|
||
public.writeFile(apacheconf,confcontent)
|
||
public.serviceReload()
|
||
result = public.HttpGet('http://127.0.0.1/server-status?auto')
|
||
try:
|
||
workermen = int(public.ExecShell("ps aux|grep httpd|grep 'start'|awk '{memsum+=$6};END {print memsum}'")[0]) / 1024
|
||
except:
|
||
return public.returnMsg(False,"Get worker RAM False")
|
||
for proc in psutil.process_iter():
|
||
if proc.name() == "httpd":
|
||
self.GetProcessCpuPercent(proc.pid,process_cpu)
|
||
time.sleep(0.5)
|
||
|
||
data = {}
|
||
|
||
# 计算启动时间
|
||
Uptime = re.search("ServerUptimeSeconds:\s+(.*)",result)
|
||
if not Uptime:
|
||
return public.returnMsg(False, "Get worker Uptime False")
|
||
Uptime = int(Uptime.group(1))
|
||
min = Uptime / 60
|
||
hours = min / 60
|
||
days = math.floor(hours / 24)
|
||
hours = math.floor(hours - (days * 24))
|
||
min = math.floor(min - (days * 60 * 24) - (hours * 60))
|
||
|
||
#格式化重启时间
|
||
restarttime = re.search("RestartTime:\s+(.*)",result)
|
||
if not restarttime:
|
||
return public.returnMsg(False, "Get worker Restart Time False")
|
||
restarttime = restarttime.group(1)
|
||
rep = "\w+,\s([\w-]+)\s([\d\:]+)\s\w+"
|
||
date = re.search(rep,restarttime)
|
||
if not date:
|
||
return public.returnMsg(False, "Get worker date False")
|
||
date = date.group(1)
|
||
timedetail = re.search(rep,restarttime)
|
||
if not timedetail:
|
||
return public.returnMsg(False, "Get worker time detail False")
|
||
timedetail=timedetail.group(2)
|
||
monthen = ["Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"]
|
||
n = 0
|
||
for m in monthen:
|
||
if m in date:
|
||
date = re.sub(m,str(n+1),date)
|
||
n+=1
|
||
date = date.split("-")
|
||
date = "%s-%s-%s" % (date[2],date[1],date[0])
|
||
|
||
reqpersec = re.search("ReqPerSec:\s+(.*)", result)
|
||
if not reqpersec:
|
||
return public.returnMsg(False, "Get worker reqpersec False")
|
||
reqpersec = reqpersec.group(1)
|
||
if re.match("^\.", reqpersec):
|
||
reqpersec = "%s%s" % (0,reqpersec)
|
||
data["RestartTime"] = "%s %s" % (date,timedetail)
|
||
data["UpTime"] = "%s day %s hour %s minute" % (str(int(days)),str(int(hours)),str(int(min)))
|
||
total_acc = re.search("Total Accesses:\s+(\d+)",result)
|
||
if not total_acc:
|
||
return public.returnMsg(False, "Get worker TotalAccesses False")
|
||
data["TotalAccesses"] = total_acc.group(1)
|
||
total_kb = re.search("Total kBytes:\s+(\d+)",result)
|
||
if not total_kb:
|
||
return public.returnMsg(False, "Get worker TotalKBytes False")
|
||
data["TotalKBytes"] = total_kb.group(1)
|
||
data["ReqPerSec"] = round(float(reqpersec), 2)
|
||
busywork = re.search("BusyWorkers:\s+(\d+)",result)
|
||
if not busywork:
|
||
return public.returnMsg(False, "Get worker BusyWorkers False")
|
||
data["BusyWorkers"] = busywork.group(1)
|
||
idlework = re.search("IdleWorkers:\s+(\d+)",result)
|
||
if not idlework:
|
||
return public.returnMsg(False, "Get worker IdleWorkers False")
|
||
data["IdleWorkers"] = idlework.group(1)
|
||
data["workercpu"] = round(float(process_cpu["httpd"]),2)
|
||
data["workermem"] = "%s%s" % (int(workermen),"MB")
|
||
return data
|
||
|
||
def GetApacheValue(self):
|
||
apachedefaultcontent = public.readFile(self.apachedefaultfile)
|
||
apachempmcontent = public.readFile(self.apachempmfile)
|
||
ps = ["%s，%s" % (public.GetMsg("SECOND"),public.GetMsg("REQUEST_TIMEOUT_TIME")),
|
||
public.GetMsg("KEEP_ALIVE"),
|
||
"%s，%s" % (public.GetMsg("SECOND"),public.GetMsg("CONNECT_TIMEOUT_TIME")),
|
||
public.GetMsg("MAX_KEEP_ALIVE_REQUESTS")]
|
||
gets = ["Timeout","KeepAlive","KeepAliveTimeout","MaxKeepAliveRequests"]
|
||
if public.get_webserver() == 'apache':
|
||
shutil.copyfile(self.apachedefaultfile, '/tmp/apdefault_file_bk.conf')
|
||
shutil.copyfile(self.apachempmfile, '/tmp/apmpm_file_bk.conf')
|
||
conflist = []
|
||
n = 0
|
||
for i in gets:
|
||
rep = "(%s)\s+(\w+)" % i
|
||
k = re.search(rep, apachedefaultcontent)
|
||
if not k:
|
||
return public.returnMsg(False, "Get Key {} False".format(k))
|
||
k = k.group(1)
|
||
v = re.search(rep, apachedefaultcontent)
|
||
if not v:
|
||
return public.returnMsg(False, "Get Value {} False".format(v))
|
||
v = v.group(2)
|
||
psstr = ps[n]
|
||
kv = {"name":k,"value":v,"ps":psstr}
|
||
conflist.append(kv)
|
||
n += 1
|
||
|
||
ps = [public.GetMsg("DEFUALT_PROCESSES"),
|
||
public.GetMsg("MAX_SPARE_SERVERS"),
|
||
"%s，%s" % (public.GetMsg("MAX_CONNECTIONS"),public.GetMsg("NOT_LIMITED_BY_0")),
|
||
public.GetMsg("MAX_PROCESSES")]
|
||
gets = ["StartServers","MaxSpareServers","MaxConnectionsPerChild","MaxRequestWorkers"]
|
||
n = 0
|
||
for i in gets:
|
||
rep = "(%s)\s+(\w+)" % i
|
||
k = re.search(rep, apachempmcontent)
|
||
if not k:
|
||
return public.returnMsg(False, "Get Key {} False".format(k))
|
||
k = k.group(1)
|
||
v = re.search(rep, apachempmcontent)
|
||
if not v:
|
||
return public.returnMsg(False, "Get Value {} False".format(v))
|
||
v = v.group(2)
|
||
psstr = ps[n]
|
||
kv = {"name": k, "value": v, "ps": psstr}
|
||
conflist.append(kv)
|
||
n += 1
|
||
return(conflist)
|
||
|
||
def SetApacheValue(self,get):
|
||
apachedefaultcontent = public.readFile(self.apachedefaultfile)
|
||
apachempmcontent = public.readFile(self.apachempmfile)
|
||
conflist = []
|
||
getdict = get.__dict__
|
||
for i in getdict.keys():
|
||
if i != "__module__" and i != "__doc__" and i != "data" and i != "args" and i != "action":
|
||
getpost = {
|
||
"name": i,
|
||
"value": str(getdict[i])
|
||
}
|
||
conflist.append(getpost)
|
||
public.writeFile("/tmp/list",str(conflist))
|
||
for c in conflist:
|
||
if c["name"] == "KeepAlive":
|
||
if not re.search("on|off", c["value"]):
|
||
return public.returnMsg(False, "INIT_ARGS_ERR")
|
||
else:
|
||
print(c["value"])
|
||
if not re.search("\d+", c["value"]):
|
||
print(c["name"],c["value"])
|
||
return public.returnMsg(False, 'INIT_ARGS_ERR')
|
||
|
||
rep = "%s\s+\w+" % c["name"]
|
||
if re.search(rep,apachedefaultcontent):
|
||
newconf = "%s %s" % (c["name"],c["value"])
|
||
apachedefaultcontent = re.sub(rep,newconf,apachedefaultcontent)
|
||
elif re.search(rep,apachempmcontent):
|
||
newconf = "%s\t\t\t%s" % (c["name"], c["value"])
|
||
apachempmcontent = re.sub(rep, newconf , apachempmcontent,count = 1)
|
||
public.writeFile(self.apachedefaultfile,apachedefaultcontent)
|
||
public.writeFile(self.apachempmfile, apachempmcontent)
|
||
isError = public.checkWebConfig()
|
||
if (isError != True):
|
||
shutil.copyfile('/tmp/_file_bk.conf', self.apachedefaultfile)
|
||
shutil.copyfile('/tmp/proxyfile_bk.conf', self.apachempmfile)
|
||
return public.returnMsg(False, 'ERROR: %s<br><a style="color:red;">' % public.GetMsg("CONFIG_ERROR") + isError.replace("\n",
|
||
'<br>') + '</a>')
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
|
||
def add_httpd_access_log_format(self,args):
|
||
'''
|
||
@name 添加httpd日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param log_format 需要设置的日志格式["$server_name","$remote_addr","-"....]
|
||
@param log_format_name
|
||
@param act 操作方式 add/edit
|
||
'''
|
||
try:
|
||
log_format = loads(args.log_format)
|
||
data = """
|
||
#LOG_FORMAT_BEGIN_{n}
|
||
LogFormat '{c}' {n}
|
||
#LOG_FORMAT_END_{n}
|
||
""".format(n=args.log_format_name,c=' '.join(log_format))
|
||
data = data.replace('%{User-agent}i','"%{User-agent}i"')
|
||
data = data.replace('%{Referer}i', '"%{Referer}i"')
|
||
if args.act == 'edit':
|
||
self.del_httpd_access_log_format(args)
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False,'CONF_FILE_NOT_EXISTS')
|
||
reg = '<IfModule log_config_module>'
|
||
conf = re.sub(reg,'<IfModule log_config_module>'+data,conf)
|
||
public.writeFile(self.httpdconf,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
except:
|
||
return public.returnMsg(False, str(public.get_error_info()))
|
||
|
||
def del_httpd_access_log_format(self,args):
|
||
'''
|
||
@name 删除日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param log_format_name
|
||
'''
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
reg = '\s*#LOG_FORMAT_BEGIN_{n}(\n|.)+#LOG_FORMAT_END_{n}\n?'.format(n=args.log_format_name)
|
||
conf = re.sub(reg,'',conf)
|
||
public.writeFile(self.httpdconf,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
|
||
def get_httpd_access_log_format_parameter(self,args=None):
|
||
data = {
|
||
"%h":"Client's IP address",
|
||
"%r":"Request agreement",
|
||
"%t":"Request time",
|
||
"%>s":"http status code",
|
||
"%b":"Send data size",
|
||
"%{Referer}i":"http referer",
|
||
"%{User-agent}i":"http user agent",
|
||
"%{X-Forwarded-For}i":"The real ip of the client",
|
||
"%l":"Remote login name",
|
||
"%u":"Remote user",
|
||
"-":"-"
|
||
}
|
||
if hasattr(args,'log_format_name'):
|
||
site_list = self._get_format_log_to_website(args.log_format_name)
|
||
return {'site_list':site_list,'format_log':data}
|
||
else:
|
||
return data
|
||
|
||
def _process_log_format(self,tmp):
|
||
log_tips = self.get_httpd_access_log_format_parameter()
|
||
data = []
|
||
for t in tmp:
|
||
t = t.replace('\"','')
|
||
t = t.replace("'", "")
|
||
if t not in log_tips:
|
||
continue
|
||
data.append({t:log_tips[t]})
|
||
return data
|
||
|
||
def get_httpd_access_log_format(self,args=None):
|
||
try:
|
||
reg = "#LOG_FORMAT_BEGIN.*"
|
||
conf = public.readFile(self.httpdconf)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
data = re.findall(reg,conf)
|
||
format_name = [i.split('_')[-1] for i in data]
|
||
format_log = {}
|
||
for i in format_name:
|
||
format_reg = "#LOG_FORMAT_BEGIN_{n}(\n|.)+LogFormat\s+\'(.*)\'\s+{n}".format(n=i)
|
||
tmp = re.search(format_reg,conf).groups()[1].split()
|
||
format_log[i] = self._process_log_format(tmp)
|
||
return format_log
|
||
except:
|
||
return public.get_error_info()
|
||
|
||
def set_httpd_format_log_to_website(self,args):
|
||
'''
|
||
@name 设置网站日志格式
|
||
@author zhwen<zhw@bt.cn>
|
||
@param sites aaa.com,bbb.com
|
||
@param log_format_name
|
||
'''
|
||
# sites = args.sites.split(',')
|
||
sites = loads(args.sites)
|
||
try:
|
||
all_site = public.M('sites').field('name').select()
|
||
reg = 'CustomLog\s+"/www.*{}\s*'.format(args.log_format_name)
|
||
for site in all_site:
|
||
website_conf_file = '/www/server/panel/vhost/apache/{}.conf'.format(site['name'])
|
||
conf = public.readFile(website_conf_file)
|
||
if not conf:
|
||
return public.returnMsg(False, 'CONF_FILE_NOT_EXISTS')
|
||
format_exist_reg = '(CustomLog\s+"/www.*\_log).*'
|
||
access_log = re.search(format_exist_reg, conf).groups()[0] + '" ' + args.log_format_name
|
||
if site['name'] not in sites and re.search(format_exist_reg,conf):
|
||
access_log = ' '.join(access_log.split()[:-1])
|
||
conf = re.sub(reg, access_log, conf)
|
||
public.writeFile(website_conf_file,conf)
|
||
continue
|
||
conf = re.sub(format_exist_reg,access_log,conf)
|
||
public.writeFile(website_conf_file,conf)
|
||
public.serviceReload()
|
||
return public.returnMsg(True, 'SET_SUCCESS')
|
||
except:
|
||
return public.returnMsg(False, str(public.get_error_info()))
|
||
|
||
def _get_format_log_to_website(self,log_format_name):
|
||
tmp = public.M('sites').field('name').select()
|
||
reg = 'CustomLog.*{}'.format(log_format_name)
|
||
data = {}
|
||
for i in tmp:
|
||
website_conf_file = '/www/server/panel/vhost/apache/{}.conf'.format(i['name'])
|
||
conf = public.readFile(website_conf_file)
|
||
if not conf:
|
||
data[i['name']] = False
|
||
continue
|
||
if re.search(reg,conf):
|
||
data[i['name']] = True
|
||
else:
|
||
data[i['name']] = False
|
||
return data |