cpu负载均衡(python)
chkconfig --level 3 irqbalance off
#!/usr/bin/env python
import socket
import fcntl
import struct
import array
import platform
import os
import sys
BYTES = 4096
buf = 4096
def get_cpu_core_num():
try:
import multiprocessing
return multiprocessing.cpu_count()
except (ImportError, NotImplementedError):
pass
res = open('/proc/cpuinfo').read().count('processor\t:')
if res > 0:
return res
return 0
def get_iface_list():
arch = platform.architecture()[0]
var1 = -1
var2 = -1
if arch == '32bit':
var1 = 32
var2 = 32
elif arch == '64bit':
var1 = 16
var2 = 40
else:
raise OSError("Unknown architecture: %s\n" % arch)
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
names = array.array('B', '\0' * BYTES)
bytelen = struct.unpack('iL', fcntl.ioctl(
s.fileno(),
0x8912,
struct.pack('iL', BYTES, names.buffer_info()[0])
))[0]
namestr = names.tostring()
return [namestr[i:i+var1].split('\0', 1)[0] for i in range(0, bytelen, var2)]
def get_ip_address(ifname):
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
return socket.inet_ntoa(fcntl.ioctl(
s.fileno(),
0x8915, # SIOCGIFADDR
struct.pack('256s', ifname[:15])
)[20:24])
def write_proc(path, content):
#print "echo %s > %s" % (content, path)
f = open(path, 'w+')
f.write(str(content))
f.close()
cpu_num = get_cpu_core_num()
if cpu_num < 4:
print "small cpu core's, this program not support!"
sys.exit()
if cpu_num > 16:
print "too many cpu core's, this program not support!"
sys.exit()
if cpu_num % 4 != 0:
print "this program not support!"
sys.exit()
mask = list()
if cpu_num == 4:
mask = ['01', '02', '04', '08']
elif cpu_num == 8:
mask = ['01', '02', '04', '08', '10', '20', '40', '80']
elif cpu_num == 12:
mask = ['01', '02', '04', '08', '10', '20', '40', '80', '100', '200', '400', '800']
elif cpu_num == 16:
mask = ['01', '02', '04', '08', '10', '20', '40', '80', '100', '200', '400', '800', '1000', '2000', '4000', '8000']
ifs = get_iface_list()
if len(ifs) == 0:
print "Can not get net interface!"
sys.exit()
i = 0
flag = 0
for iface in ifs:
if iface.find(':') == -1 and iface != 'lo' and iface.find('tun') == -1 and iface.find('pop') == -1:
fp = open('/proc/interrupts', 'r').read()
for line in open('/proc/interrupts', 'r'):
if i == cpu_num:
i = 0
s ="%s-" % iface
if line.find(s) == -1:
continue
key = line.split()[0].strip()[:-1]
path = "/proc/irq/%s/smp_affinity" % key
write_proc(path, mask[i])
i += 1
ifsq = "/sys/class/net/%s/queues" % iface
if not os.path.exists(ifsq):
continue
for dir in os.listdir(ifsq):
if i == cpu_num:
i = 0
if dir.startswith('rx-'):
path = "%s/%s/rps_cpus" % (ifsq, dir)
write_proc(path, mask[i])
path = "%s/%s/rps_flow_cnt" % (ifsq, dir)
write_proc(path, buf)
flag = 1
else:
path = "%s/%s/xps_cpus" % (ifsq, dir)
write_proc(path, mask[i])
i += 1
if flag == 1:
path = '/proc/sys/net/core/rps_sock_flow_entries'
if os.path.exists(path):
write_proc(path, buf)
#modify iptables hashsize to 1048576
#kernel version > 2.6.20
path = "/sys/module/nf_conntrack/parameters/hashsize"
if os.path.exists(path):
write_proc(path, '1048576')
#kernel version > 2.6.16 and version <= 2.6.19
path = "/sys/module/ip_conntrack/parameters/hashsize"
if os.path.exists(path):
write_proc(path, '1048576')