mirror of
https://github.com/aaPanel/aaPanel.git
synced 2026-08-17 21:25:47 +02:00
458 lines
18 KiB
Python
458 lines
18 KiB
Python
#coding: utf-8
|
|
# +-------------------------------------------------------------------
|
|
# | 宝塔Linux面板
|
|
# +-------------------------------------------------------------------
|
|
# | Copyright (c) 2015-2099 宝塔软件(http://bt.cn) All rights reserved.
|
|
# +-------------------------------------------------------------------
|
|
# | Author: hwliang <hwl@bt.cn>
|
|
# +-------------------------------------------------------------------
|
|
|
|
# +-------------------------------------------------------------------
|
|
# | 宝塔HTTP通信库
|
|
# +-------------------------------------------------------------------
|
|
import os,sys,re
|
|
import ssl
|
|
import public
|
|
import json
|
|
|
|
class http:
|
|
def __init__(self):
|
|
pass
|
|
|
|
def get(self,url,timeout = 60,headers = {},verify = False,type = 'python'):
|
|
url = self.quote(url)
|
|
if type == 'python':
|
|
try:
|
|
import requests
|
|
from requests.packages.urllib3.exceptions import InsecureRequestWarning
|
|
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
|
|
from requests import get as req_get
|
|
return req_get(url,timeout=timeout,headers=get_headers(headers),verify=verify)
|
|
except:
|
|
result = self._get_curl(url,timeout,headers,verify)
|
|
elif type == 'curl':
|
|
result = self._get_curl(url,timeout,headers,verify)
|
|
elif type == 'php':
|
|
result = self._get_php(url,timeout,headers,verify)
|
|
elif type == 'src':
|
|
if sys.version_info[0] == 2:
|
|
result = self._get_py2(url,timeout,headers,verify)
|
|
else:
|
|
result = self._get_py3(url,timeout,headers,verify)
|
|
return result
|
|
|
|
def post(self,url,data,timeout = 60,headers = {},verify = False,type = 'python'):
|
|
url = self.quote(url)
|
|
if type == 'python':
|
|
try:
|
|
import requests
|
|
from requests.packages.urllib3.exceptions import InsecureRequestWarning
|
|
requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
|
|
from requests import post as req_post
|
|
return req_post(url,data,timeout=timeout,headers=headers,verify=verify)
|
|
except:
|
|
result = self._post_curl(url,data,timeout,headers,verify)
|
|
elif type == 'curl':
|
|
result = self._post_curl(url,data,timeout,headers,verify)
|
|
elif type == 'php':
|
|
result = self._post_php(url,data,timeout,headers,verify)
|
|
elif type == 'src':
|
|
if sys.version_info[0] == 2:
|
|
result = self._post_py2(url,data,timeout,headers,verify)
|
|
else:
|
|
result = self._post_py3(url,data,timeout,headers,verify)
|
|
return result
|
|
|
|
#POST请求 Python2
|
|
def _post_py2(self,url,data,timeout,headers,verify):
|
|
import urllib2
|
|
req = urllib2.Request(url, self._str_py_post(data,headers),headers = headers)
|
|
try:
|
|
if not verify:
|
|
context = ssl._create_unverified_context()
|
|
r_response = urllib2.urlopen(req,timeout = timeout,context = context)
|
|
else:
|
|
r_response = urllib2.urlopen(req,timeout = timeout)
|
|
except urllib2.HTTPError as err:
|
|
return response(str(err),err.code,[])
|
|
except urllib2.URLError as err:
|
|
return response(str(err),0,[])
|
|
return response(r_response.read(),r_response.getcode(),r_response.info().headers)
|
|
|
|
#POST请求 Python3
|
|
def _post_py3(self,url,data,timeout,headers,verify):
|
|
import urllib.request
|
|
req = urllib.request.Request(url, self._str_py_post(data,headers),headers = headers)
|
|
try:
|
|
if not verify:
|
|
context = ssl._create_unverified_context()
|
|
r_response = urllib.request.urlopen(req,timeout = timeout,context = context)
|
|
else:
|
|
r_response = urllib.request.urlopen(req,timeout = timeout)
|
|
except urllib.error.HTTPError as err:
|
|
return response(str(err),err.code,[])
|
|
except urllib.error.URLError as err:
|
|
return response(str(err),0,[])
|
|
r_body = r_response.read()
|
|
if type(r_body) == bytes: r_body = r_body.decode('utf-8')
|
|
return response(r_body,r_response.getcode(),r_response.getheaders())
|
|
|
|
#POST请求，通过CURL
|
|
def _post_curl(self,url,data,timeout,headers,verify):
|
|
headers_str = self._str_headers(headers)
|
|
pdata = self._str_post(data,headers_str)
|
|
_ssl_verify = ''
|
|
if not verify: _ssl_verify = ' -k'
|
|
result = public.ExecShell("{} -X POST -sS -i --connect-timeout {} {} {} '{}' 2>&1".format(self._curl_bin() + _ssl_verify,timeout,headers_str,pdata,url))[0]
|
|
r_body,r_headers,r_status_code = self._curl_format(result)
|
|
return response(r_body,r_status_code,r_headers)
|
|
|
|
#POST请求，通过PHP
|
|
def _post_php(self,url,data,timeout,headers,verify):
|
|
php_version = self._get_php_version()
|
|
if not php_version:
|
|
raise Exception('No PHP version available!')
|
|
tmp_file = '/dev/shm/http.php'
|
|
http_php = '''<?php
|
|
if(isset($_POST['data'])){
|
|
$data = json_decode($_POST['data'],1);
|
|
}else{
|
|
$data = json_decode(getopt('',array('post:'))['post'],1);
|
|
}
|
|
$url = $data['url'];
|
|
$ch = curl_init();
|
|
curl_setopt($ch, CURLOPT_URL, $url);
|
|
curl_setopt($ch, CURLOPT_HTTPHEADER,$data['headers']);
|
|
curl_setopt($ch, CURLOPT_HEADER, true);
|
|
curl_setopt($ch, CURLINFO_HEADER_OUT, TRUE);
|
|
curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data['data']));
|
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
|
|
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $data['verify']);
|
|
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, $data['verify']);
|
|
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, $data['timeout']);
|
|
curl_setopt($ch, CURLOPT_TIMEOUT, $data['timeout']);
|
|
curl_setopt($ch, CURLOPT_POST, true);
|
|
$result = curl_exec($ch);
|
|
$h_size = curl_getinfo($ch, CURLINFO_HEADER_SIZE);
|
|
$header = substr($result, 0, $h_size);
|
|
$body = substr($result,$h_size,strlen($result));
|
|
curl_close($ch);
|
|
exit($header."\r\n\r\n".json_encode($body));
|
|
?>'''
|
|
public.writeFile(tmp_file,http_php)
|
|
#if 'Content-Type' in headers:
|
|
# if headers['Content-Type'].find('application/json') != -1:
|
|
# data = json.dumps(pdata)
|
|
|
|
data = json.dumps({"url":url,"timeout":timeout,"verify":verify,"headers":self._php_headers(headers),"data":data})
|
|
if php_version.find('/www/server/php') != -1:
|
|
result = public.ExecShell(php_version + ' ' + tmp_file + " --post='" + data + "'" )[0]
|
|
else:
|
|
result = public.request_php(php_version,'/http.php','/dev/shm','POST',{"data":data})
|
|
|
|
if os.path.exists(tmp_file): os.remove(tmp_file)
|
|
r_body,r_headers,r_status_code = self._curl_format(result)
|
|
return response(json.loads(r_body),r_status_code,r_headers)
|
|
|
|
|
|
#GET请求 Python2
|
|
def _get_py2(self,url,timeout,headers,verify):
|
|
import urllib2
|
|
req = urllib2.Request(url, headers = headers)
|
|
try:
|
|
if not verify:
|
|
context = ssl._create_unverified_context()
|
|
r_response = urllib2.urlopen(req,timeout = timeout,context = context)
|
|
else:
|
|
r_response = urllib2.urlopen(req,timeout = timeout)
|
|
except urllib2.HTTPError as err:
|
|
return response(str(err),err.code,[])
|
|
except urllib2.URLError as err:
|
|
return response(str(err),0,[])
|
|
return response(r_response.read(),r_response.getcode(),r_response.info().headers)
|
|
|
|
#URL转码
|
|
def quote(self,url):
|
|
if url.find('[') == -1: return url
|
|
url_tmp = url.split('?')
|
|
if len(url_tmp) == 1: return url
|
|
url_last = url_tmp[0]
|
|
url_args = '?'.join(url_tmp[1:])
|
|
if sys.version_info[0] == 2:
|
|
import urllib2
|
|
url_args = urllib2.quote(url_args)
|
|
else:
|
|
import urllib.parse
|
|
url_args = urllib.parse.quote(url_args)
|
|
return url_last + '?' + url_args
|
|
|
|
#GET请求 Python3
|
|
def _get_py3(self,url,timeout,headers,verify):
|
|
import urllib.request
|
|
req = urllib.request.Request(url,headers = headers)
|
|
try:
|
|
if not verify:
|
|
context = ssl._create_unverified_context()
|
|
r_response = urllib.request.urlopen(req,timeout = timeout,context = context)
|
|
else:
|
|
r_response = urllib.request.urlopen(req,timeout = timeout)
|
|
except urllib.error.HTTPError as err:
|
|
return response(str(err),err.code,[])
|
|
except urllib.error.URLError as err:
|
|
return response(str(err),0,[])
|
|
r_body = r_response.read()
|
|
if type(r_body) == bytes: r_body = r_body.decode('utf-8')
|
|
return response(r_body,r_response.getcode(),r_response.getheaders())
|
|
|
|
#GET请求，通过CURL
|
|
def _get_curl(self,url,timeout,headers,verify):
|
|
headers_str = self._str_headers(headers)
|
|
_ssl_verify = ''
|
|
if not verify: _ssl_verify = ' -k'
|
|
result = public.ExecShell("{} -sS -i --connect-timeout {} {} {} 2>&1".format(self._curl_bin() + _ssl_verify,timeout,headers_str,url))[0]
|
|
r_body,r_headers,r_status_code = self._curl_format(result)
|
|
return response(r_body,r_status_code,r_headers)
|
|
|
|
#GET请求，通过PHP
|
|
def _get_php(self,url,timeout,headers,verify):
|
|
php_version = self._get_php_version()
|
|
if not php_version:
|
|
raise Exception('No PHP version available!')
|
|
tmp_file = '/dev/shm/http.php'
|
|
http_php = '''<?php
|
|
if(isset($_POST['data'])){
|
|
$data = json_decode($_POST['data'],1);
|
|
}else{
|
|
$data = json_decode(getopt('',array('post:'))['post'],1);
|
|
}
|
|
$url = $data['url'];
|
|
$ch = curl_init();
|
|
$user_agent = "BT-Panel";
|
|
curl_setopt($ch, CURLOPT_URL, $url);
|
|
curl_setopt($ch, CURLOPT_HTTPHEADER,$data['headers']);
|
|
curl_setopt($ch, CURLOPT_HEADER, true);
|
|
curl_setopt($ch, CURLINFO_HEADER_OUT, TRUE);
|
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
|
|
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $data['verify']);
|
|
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, $data['verify']);
|
|
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, $data['timeout']);
|
|
curl_setopt($ch, CURLOPT_TIMEOUT, $data['timeout']);
|
|
curl_setopt($ch, CURLOPT_POST, false);
|
|
$result = curl_exec($ch);
|
|
$h_size = curl_getinfo($ch, CURLINFO_HEADER_SIZE);
|
|
$header = substr($result, 0, $h_size);
|
|
$body = substr($result,$h_size,strlen($result));
|
|
curl_close($ch);
|
|
exit($header."\r\n\r\n".json_encode($body));
|
|
?>'''
|
|
public.writeFile(tmp_file,http_php)
|
|
data = json.dumps({"url":url,"timeout":timeout,"verify":verify,"headers":self._php_headers(headers)})
|
|
if php_version.find('/www/server/php') != -1:
|
|
result = public.ExecShell(php_version + ' ' + tmp_file + " --post='" + data + "'" )[0]
|
|
else:
|
|
result = public.request_php(php_version,'/http.php','/dev/shm','POST',{"data":data})
|
|
if os.path.exists(tmp_file): os.remove(tmp_file)
|
|
r_body,r_headers,r_status_code = self._curl_format(result)
|
|
return response(json.loads(r_body).strip(),r_status_code,r_headers)
|
|
|
|
|
|
|
|
#取可用的PHP版本
|
|
def _get_php_version(self):
|
|
php_versions = ['52','53','54','55','56','70','71','72','73','74','80']
|
|
php_path = '/www/server/php/{}/sbin/php-fpm'
|
|
php_sock = '/tmp/php-cgi-{}.sock'
|
|
for pv in php_versions:
|
|
if not os.path.exists(php_path.format(pv)): continue
|
|
if not os.path.exists(php_sock.format(pv)): continue
|
|
return pv
|
|
php_bin = '/www/server/php/{}/bin/php'
|
|
for pv in php_versions:
|
|
pb = php_bin.format(pv)
|
|
if not os.path.exists(pb): continue
|
|
return pb
|
|
return None
|
|
|
|
#取CURL路径
|
|
def _curl_bin(self):
|
|
c_bin = ['/usr/local/curl2/bin/curl','/usr/local/curl/bin/curl','/usr/local/bin/curl','/usr/bin/curl']
|
|
for cb in c_bin:
|
|
if os.path.exists(cb): return cb
|
|
return 'curl'
|
|
|
|
#格式化CURL响应头
|
|
def _curl_format(self,req):
|
|
match = re.search("(.|\n)+\r\n\r\n",req)
|
|
if not match: return req,{},0
|
|
tmp = match.group().split("\r\n")
|
|
i = 0
|
|
if tmp[i].find('Continue') != -1: i+=1
|
|
if not tmp[i]: i+=1
|
|
try:
|
|
status_code = int(tmp[i].split()[1])
|
|
except:
|
|
status_code = 0
|
|
body = req.replace(match.group(),'')
|
|
return body,tmp,status_code
|
|
|
|
#构造适用于PHP的headers
|
|
def _php_headers(self,headers):
|
|
php_headers = []
|
|
for h in headers.keys():
|
|
php_headers.append('{}: {}'.format(h,headers[h]))
|
|
return php_headers
|
|
|
|
#构造适用于CURL的headers
|
|
def _str_headers(self,headers):
|
|
str_headers = ''
|
|
for key in headers.keys():
|
|
str_headers += " -H '{}: {}'".format(key,headers[key])
|
|
return str_headers
|
|
|
|
#构造适用于CURL的post参数
|
|
def _str_post(self,pdata,headers):
|
|
str_pdata = ''
|
|
if headers.find('application/jose') != -1 \
|
|
or headers.find('application/josn') != -1:
|
|
if type(pdata) == dict:
|
|
pdata = json.dumps(pdata)
|
|
if type(pdata) == bytes:
|
|
pdata = pdata.decode('utf-8')
|
|
str_pdata += " -d '{}'".format(pdata)
|
|
return str_pdata
|
|
|
|
for key in pdata.keys():
|
|
str_pdata += " -F '{}={}'".format(key ,pdata[key])
|
|
return str_pdata
|
|
|
|
#构造适用于python的post参数
|
|
def _str_py_post(self,pdata,headers):
|
|
if 'Content-Type' in headers:
|
|
if headers['Content-Type'].find('application/jose') != -1 \
|
|
or headers['Content-Type'].find('application/josn') != -1:
|
|
if type(pdata) == dict:
|
|
pdata = json.dumps(pdata)
|
|
if type(pdata) == str:
|
|
pdata = pdata.encode('utf-8')
|
|
return pdata
|
|
return public.url_encode(pdata)
|
|
|
|
#响应头对象
|
|
class http_headers:
|
|
def __contains__(self, key):
|
|
return getattr(self,key.lower(),None)
|
|
def __setitem__(self, key, value): setattr(self,key.lower(),value)
|
|
def __getitem__(self, key): return getattr(self,key.lower(),None)
|
|
def __delitem__(self,key): delattr(self,key.lower())
|
|
def __delattr__(self, key): delattr(self,key.lower())
|
|
def get(self,key): return getattr(self,key.lower(),None)
|
|
def get_items(self): return self
|
|
|
|
#响应对象
|
|
class response:
|
|
status_code = None
|
|
status = None
|
|
code = None
|
|
headers = {}
|
|
text = None
|
|
content = None
|
|
def __init__(self,body,status_code,headers):
|
|
self.text = body
|
|
self.content = body
|
|
self.status_code = status_code
|
|
self.status = status_code
|
|
self.code = status_code
|
|
self.headers = http_headers()
|
|
self.format_headers(headers)
|
|
|
|
def format_headers(self,raw_headers):
|
|
raw = []
|
|
for h in raw_headers:
|
|
if not h: continue
|
|
if type(h) == tuple:
|
|
raw.append(h[0] + ': ' + h[1])
|
|
if len(h) < 2: continue
|
|
self.headers[h[0]] = h[1].strip()
|
|
else:
|
|
raw.append(h.strip())
|
|
tmp = h.split(': ')
|
|
if len(tmp) < 2: continue
|
|
self.headers[tmp[0]] = tmp[1].strip()
|
|
self.headers.raw = '\r\n'.join(raw)
|
|
|
|
def close(self):
|
|
self.text = None
|
|
self.content = None
|
|
self.status_code = None
|
|
self.status = None
|
|
self.code = None
|
|
self.headers = None
|
|
|
|
#取格式化JSON响应
|
|
def json(self):
|
|
try:
|
|
return json.loads(self.text)
|
|
except:
|
|
return self.text
|
|
|
|
DEFAULT_HEADERS = {"Content-type":"application/x-www-form-urlencoded","User-Agent":"BT-Panel"}
|
|
s_types = ['python','php','curl']
|
|
DEFAULT_TYPE = 'python'
|
|
__version__ = 1.0
|
|
|
|
#请请求方法
|
|
def get_stype(s_type):
|
|
if not s_type:
|
|
s_type_file = '/www/server/panel/data/http_type.pl'
|
|
if os.path.exists(s_type_file):
|
|
tmp_type = public.readFile(s_type_file)
|
|
if tmp_type:
|
|
tmp_type = tmp_type.strip().lower()
|
|
if tmp_type in s_types: s_type = tmp_type
|
|
else:
|
|
s_type = s_type.lower()
|
|
if not s_type in s_types: s_type = DEFAULT_TYPE
|
|
if not s_type: s_type = DEFAULT_TYPE
|
|
return s_type
|
|
|
|
#获取请求头
|
|
def get_headers(headers):
|
|
if type(headers) != dict: headers = {}
|
|
#if not 'Content-type' in headers:
|
|
# headers['Content-type'] = DEFAULT_HEADERS['Content-type']
|
|
if not 'User-Agent' in headers:
|
|
headers['User-Agent'] = DEFAULT_HEADERS['User-Agent']
|
|
return headers
|
|
|
|
def post(url,data = {},timeout = 60,headers = {},verify = False,s_type = None):
|
|
'''
|
|
POST请求
|
|
@param [url] string URL地址
|
|
@parma [data] dict POST参数
|
|
@param [timeout] int 超时时间 默认60秒
|
|
@param [headers] dict 请求头 默认{"Content-type":"application/x-www-form-urlencoded","User-Agent":"BT-Panel"}
|
|
@param [verify] bool 是否验证ssl证书 默认False
|
|
@param [s_type] string 请求方法 默认python 可选：curl或php
|
|
'''
|
|
p = http()
|
|
try:
|
|
return p.post(url,data,timeout,get_headers(headers),verify,get_stype(s_type))
|
|
except:
|
|
raise Exception(public.get_error_info())
|
|
|
|
def get(url,timeout = 60,headers = {},verify = False,s_type = None):
|
|
'''
|
|
GET请求
|
|
@param [url] string URL地址
|
|
@param [timeout] int 超时时间 默认60秒
|
|
@param [headers] dict 请求头 默认{"Content-type":"application/x-www-form-urlencoded","User-Agent":"BT-Panel"}
|
|
@param [verify] bool 是否验证ssl证书 默认False
|
|
@param [s_type] string 请求方法 默认python 可选：curl或php
|
|
'''
|
|
p = http()
|
|
try:
|
|
return p.get(url,timeout,get_headers(headers),verify,get_stype(s_type))
|
|
except:
|
|
raise Exception(public.get_error_info())
|
|
|