给大家带来Centos下的IO监控与剖析 - 仓酷云

#!/usr/bin/envpython#-*-coding:gbk-*-importosimportreimporttimeitfromctypesimportCDLL,create_string_buffer,c_ulong,c_longlongfromoptparseimportOptionParserusage=%prog-sstrace.log-ffileno.map_glibc=None_glibc_pread=None_c_char_buf=None_open_file=[]defgetlines(filename):_lines=[]withopen(filename,r)as_f:forlinein_f:ifline.strip()!="":_lines.append(line.strip())return_linesdefparsecmdline():parser=OptionParser(usage)parser.add_option("-s","--strace",dest="strace_filename",help="stracefile",metavar="FILE")parser.add_option("-f","--fileno",dest="fileno_filename",help="filenofile",metavar="FILE")(options,args)=parser.parse_args()ifoptions.strace_filenameisNone:parser.error("straceisnotspecified.")ifnotos.path.exists(options.strace_filename):parser.error("stracefiledoesnotexist.")ifoptions.fileno_filenameisNone:parser.error("filenoisnotspecified.")ifnotos.path.exists(options.strace_filename):parser.error("filenofiledoesnotexist.")returnoptions.strace_filename,options.fileno_filename#[type,...]#[pread,fno,count,offset]#pread(15,"",4348,140156928)defparse_strace(filename):lines=getlines(filename)action=[]_regex_str=r(pread|pread64)[^d]*(d+),s*[^,]*,s*([dkKmM*+-.]*),s*([dkKmM*+-.]*)foriinlines:_match=re.match(_regex_str,i)if_matchisNone:continue#跳过有效行_type,_fn,_count,_off=_match.group(1),_match.group(2),_match.group(3),_match.group(4)_off=_off.replace(k,"*1024").replace(K,"*1024").replace(m,"*1048576").replace(M,"*1048576")_count=_count.replace(k,"*1024").replace(K,"*1024").replace(m,"*1048576").replace(M,"*1048576")#print_offaction.append([_type,_fn,str(int(eval(_count))),str(int(eval(_off)))])returnactiondefparse_fileno(filename):lines=getlines(filename)fmap={}foriinlines:ifi.strip().startswith("#"):continue#正文行_split=[j.strip()forjini.split("=")]iflen(_split)!=2:continue#有效行fno,fname=_split[0],_split[1]fmap[fno]=fnamereturnfmapdefsimulate_before(strace,fmap):global_open_file,_c_char_bufrfmap={}foriinfmap.values():_f=open(i,"r+b")#print"open{0}:{1}".format(_f.fileno(),i)_open_file.append(_f)rfmap[i]=str(_f.fileno())#反向映照to_read=4*1024#默许4Kbufforiinstrace:i[1]=rfmap[fmap[i[1]]]#fid->fname->fid映照转换to_read=max(to_read,int(i[2]))#print"readbufferlen:%dByte"%to_read_c_char_buf=create_string_buffer(to_read)defsimulate_after():global_open_filefor_fin_open_file:_f.close()defsimulate(actions):#timeit.time.sleep(10)#歇息2秒钟,以便IO距离start=timeit.time.time()foractinactions:__simulate__(act)finish=timeit.time.time()returnfinish-startdef__simulate__(act):global_glibc,_glibc_pread,_c_char_bufif"pread"inact[0]:_fno=int(act[1])_buf=_c_char_buf_count=c_ulong(int(act[2]))_off=c_longlong(int(act[3]))_glibc_pread(_fno,_buf,_count,_off)#print_glibc.time(None)else:passpassdefloadlibc():global_glibc,_glibc_pread_glibc=CDLL("libc.so.6")_glibc_pread=_glibc.pread64if__name__=="__main__":_strace,_fileno=parsecmdline()#剖析下令行参数loadlibc()#加载静态库_action=parse_strace(_strace)#剖析action文件_fmap=parse_fileno(_fileno)#剖析文件名映照文件simulate_before(_action,_fmap)#预处置#print"totaliooperate:%d"%(len(_action))#foractin_action:print"".join(act)print"%f"%simulate(_action)

复制代码