__author__ = 'similarface' from collections import defaultdict import glob ip = r"?P<ip>[d.]*" date = r"?P<date>d+" month = r"?P<month>w+" year = r"?P<year>d+" log_time = r"?P<time>S+" method = r"?P<method>S+" request = r"?P<request>S+" status = r"?P<status>d+" bodyBytesSent = r"?P<bodyBytesSent>d+" refer = r"""?P<refer> [^"]* """ userAgent=r"""?P<userAgent> .* """ import re import linecache def readline(path): return linecache.getlines(path) ipad=0 result=defaultdict(int) p = re.compile(r"(%s) - - [(%s)/(%s)/(%s):(%s) [S]+] "(%s)?[s]?(%s)?.*?" (%s) (%s) "(%s)" "(%s).*?"" %( ip, date, month, year, log_time, method, request, status, bodyBytesSent, refer, userAgent ), re.VERBOSE) acctype=set() linuxcount=0 Androidcount=0 shoujidict=defaultdict(int) for line in open('/data4/access.log','r'): m = re.findall(p, line) try: if len(m)!=0: #"Mozilla/5.0 (Linux; U; Android 4.4.4; zh-cn; SM-G5108Q Build/KTU84P) #(Linux; U; Android 4.4.2; zh-cn; HUAWEI MT7-CL00 Build/HuaweiMT7-CL00) AppleWebKit/533.1 (KHTML, like Gecko)Version/4.0 MQQBrowser/5.4 TBS/02544 result[m[0][10]]=result[m[0][10]]+1 try: content=m[0][10] begin=content.index('(') end=content.index(')') shortcontent=content[begin+1:end] acctype.add(shortcontent.split(';')[0]) #print(shortcontent) if 'Linux' in shortcontent: linuxcount=linuxcount+1 shouji=shortcontent.split(';')[4] shoujidict[shouji]=shoujidict[shouji]+1 if 'Windows' in shortcontent: pass if 'iPad' == shortcontent.split(';')[0]: ipad=ipad+1 except Exception,e: pass except Exception,e: #print(m) pass fopen=open('/tmp/shouji.txt','w') for k,v in shoujidict.items(): fopen.writelines(k+' '+str(v)+" ") fopen.close() print(ipad)