chat-server/qq-imsvr/script/splitErr.py

#!/usr/bin/python
#-*- coding:utf-8 -*-

import os
import sys
import re
import json
import traceback

#reload(sys)
#sys.setdefaultencoding('utf-8') 

def getTraceStackMsg():
    tb = sys.exc_info()[2]
    msg = ''
    for i in traceback.format_tb(tb):
        msg += i
    return msg

def getErrMsg():
    rootdir = '.'
    config_path = rootdir+'/config/index.js'
    content = open(config_path).read()
    start = content.find("err_msg:")
    end = content.find("}",start)
    err_content = content[start+9:end]
    errstr_list = err_content.split("\n")
    err_dic = {}
    for line in errstr_list:
        line = line.strip("\r\s ")
        if len(line) == 0 or not ":" in line or line.startswith("//"):
            continue
        line_list = line.split(":")
        k = line_list[0].strip('''"''')
        k = k.strip("'")
        err_dic[k] = {"line":line,"used":0}
    return err_dic

def getFiles(module):
    rootdir = '.'
    route_dir = rootdir+'/'+module+'/'
    route_list = os.listdir(route_dir)
    route_file_list = []
    for route in route_list:
        if route.endswith('js'):
            route_file_list.append(route_dir+route)
    return route_file_list

def addCode(fun_dic,cur_m,m):
    fun_dic_val = fun_dic[cur_m]
    fun_list = {}
    if "code" in fun_dic_val:
        fun_list = fun_dic_val["code"]
    for sub in m:
        code = sub.strip("'\" ")
        fun_list[code] = {}
    fun_dic_val["code"] = fun_list

def addChild(fun_dic,cur_m,childname):
    fun_dic_val = fun_dic[cur_m]
    fun_list = {}
    if "child" in fun_dic_val:
        fun_list = fun_dic_val["child"]
    fun_list[childname] = {}
    fun_dic_val["child"] = fun_list

def findFun(line,fun_dic,cur_m,filepath,all_child={}):
    if line.startswith("//"):
        return
    if len(cur_m) == 0:
        return
    m = []
    if "throwErrCode" in line:
        m = re.findall(r'.*throwErrCode\([^\d]*(-?[1-9]\d*)[^\d]*\).*', line)
    m2 = re.findall(r'.*\.err_msg\[[^\d]*(-?[1-9]\d*)[^\d]*\].*', line)
    m = list(set(m).union(set(m2)))
    m3 = re.findall(r'.*[^\d]+(1[\d]{4})[^\d]+.*', line)
    m = list(set(m).union(set(m3)))
    if len(m) > 0:
        addCode(fun_dic,cur_m,m)
    if len(all_child) > 0:
        for funname in all_child:
            name_list = funname.split(".")
            justname = name_list[1]
            if funname+"(" in line:
                addChild(fun_dic,cur_m,funname)
            elif len(justname) > 5 and justname+"(" in line:
                addChild(fun_dic,cur_m,funname)

def getAllHttpFun(filepath,all_child={}):
    fun_dic = {}
    line_list = open(filepath).readlines()
    last_m = ''
    cur_m = ''
    note = ''
    last_line = ''
    for line in line_list:
        line = line.strip("\r\n\t ")
        if last_line.startswith("/*") > 0:
            note = line.strip(" \s*")
        m = re.findall(r'.*\.(.+)\s*=\s*function\*\s*\(.*', line)
        if len(m) > 0:
            last_m = cur_m
            cur_m = m[0].strip("'\" ")
            cur_m = filepath.split('/').pop().split(".")[0]+"."+cur_m
            fun_dic[cur_m] = {}
        if ':apiVer' in line:
            m = re.findall(r'.*regRequest\s*\((.+),\s*function\s*\*\s*\(\s*ctx\s*\).*', line)
            if len(m) > 0:
                last_m = cur_m
                cur_m = m[0].strip("'\" ")
                cur_m = cur_m.replace(':apiVer','v1')
                cur_m = filepath.split('/').pop().split(".")[0]+".js "+note+" "+cur_m
                fun_dic[cur_m] = {}
        findFun(line,fun_dic,cur_m,filepath,all_child)
        last_line = line
                
    return fun_dic

def getHttpFunDic(file_dic,all_child={}):
    http_fun_dic = {}
    for k,v in file_dic.items():
        http_fun_dic.update(getAllHttpFun(k,all_child))
    return http_fun_dic

def getAllIMFun(filepath,all_child={}):
    fun_dic = {}
    line_list = open(filepath).readlines()
    last_m = ''
    cur_m = ''
    note = ''
    last_line = ''
    for line in line_list:
        line = line.strip("\r\n\t ")
        if last_line.startswith("/**") > 0:
            note = line.strip(" \s*")
        m = re.findall(r'.*\.(.+)\s*=\s*function\*\s*\(.*', line)
        if len(m) > 0:
            last_m = cur_m
            cur_m = m[0].strip("'\" ")
            cur_m = filepath.split('/').pop().split(".")[0]+"."+cur_m
            fun_dic[cur_m] = {}
        m = re.findall(r'.*\.route\s*\((.+),\s*function\s*\*\s*\(\s*next\s*,\s*ctx\s*,\s*msg\s*,\s*cb\s*\).*', line)
        if len(m) > 0:
            last_m = cur_m
            cur_m = m[0].strip("'\" ")
            cur_m = filepath.split('/').pop().split(".")[0]+".js "+note+" "+cur_m
            fun_dic[cur_m] = {}
        findFun(line,fun_dic,cur_m,filepath,all_child)
        last_line = line
    return fun_dic

def getIMFunDic(file_dic,all_child={}):
    im_fun_dic = {}
    for k,v in file_dic.items():
        im_fun_dic.update(getAllIMFun(k,all_child))
    return im_fun_dic

def getAllMgrFun(filepath,all_child={}):
    fun_dic = {}
    line_list = open(filepath).readlines()
    last_m = ''
    cur_m = ''
    for line in line_list:
        line = line.strip("\r\n\t ")
        m = re.findall(r'.*\.(.+)\s*=\s*function\*\s*\(.*', line)
        if len(m) > 0:
            last_m = cur_m
            cur_m = m[0].strip("'\" ")
            cur_m = filepath.split('/').pop().split(".")[0]+"."+cur_m
            fun_dic[cur_m] = {}
        findFun(line,fun_dic,cur_m,filepath,all_child)
    return fun_dic

def getMgrFunDic(file_dic,all_child={}):
    mgr_fun_dic = {}
    for k,v in file_dic.items():
        mgr_fun_dic.update(getAllMgrFun(k,all_child))
    return mgr_fun_dic

def findAllCodes(nodek,nodev,all_node,has_contain_node):
    child_codes = {}
    if nodek in has_contain_node:
        return child_codes
    if "code" in nodev:
        child_codes = nodev["code"]
    if not "child" in nodev:
        return child_codes
    child_dic = nodev["child"]
    has_contain_node[nodek] = {}
    for k,v in child_dic.items():
        child_codes.update(findAllCodes(k,all_node[k],all_node,has_contain_node))
    return child_codes

def findRouteChild(route_fun_dic,mgr_fun_dic):
    for k,v in route_fun_dic.items():
        has_contain_node = {}
        route_fun_dic[k]["code"] = findAllCodes(k,v,mgr_fun_dic,has_contain_node)

def writeErr(fun_dic,err_dic,fpa):
    fun_dic=sorted(fun_dic.iteritems(), key=lambda d:d[0])
    for k,v in fun_dic:
        if not "code" in v:
            continue
        code_dic = v["code"]
        if len(code_dic) == 0:
            continue
        code_dic=sorted(code_dic.iteritems(), key=lambda d:d[0])
        print >> fpa,"//",k
        for k,v in code_dic:
            try:
                err_dic[k]["used"] = 1
                print >> fpa, err_dic[k]["line"]
            except Exception, e:  
                print "eeeeeeeeeeeeeeee",str(e),getTraceStackMsg(),k,v
        print >> fpa,""

def writeCommonErr(err_dic,fpa):
    print >> fpa, "// 公用err"
    print >> fpa, '''"10003":"System error.",'''
    err_list=sorted(err_dic.iteritems(), key=lambda d:d[0])
    for k,v in err_list:
        if v["used"] == 0:
            print >> fpa, err_dic[k]["line"]

route_file_list = getFiles('routes')
http_file_dic = {}
im_file_dic = {}
for routefile in route_file_list:
    file_name = routefile.split('/').pop()
    if file_name.startswith('http'):
        http_file_dic[routefile] = {}
    elif file_name.startswith('im'):
        im_file_dic[routefile] = {}

#get function list
http_fun_dic = getHttpFunDic(http_file_dic)
#print json.dumps(http_fun_dic, indent=1);
im_fun_dic = getIMFunDic(im_file_dic)
#print json.dumps(im_fun_dic, indent=1);

mgr_file_list = getFiles('manager')
model_file_list = getFiles('model')
mgr_file_list = list(set(mgr_file_list).union(set(model_file_list))) 
mgr_file_dic = {}
for mgr_file in mgr_file_list:
    mgr_file_dic[mgr_file] = {}
mgr_fun_dic = getMgrFunDic(mgr_file_dic)
#print json.dumps(mgr_fun_dic, indent=1)


http_fun_dic_withchild = getHttpFunDic(http_file_dic,mgr_fun_dic)
print json.dumps(http_fun_dic_withchild, indent=1);
im_fun_dic_withchild = getIMFunDic(im_file_dic,mgr_fun_dic)
print json.dumps(im_fun_dic_withchild, indent=1);

mgr_fun_dic_withchild = getMgrFunDic(mgr_file_dic,mgr_fun_dic)
print json.dumps(mgr_fun_dic_withchild, indent=1)

findRouteChild(http_fun_dic_withchild,mgr_fun_dic_withchild)
#print json.dumps(http_fun_dic_withchild, indent=1);

findRouteChild(im_fun_dic_withchild,mgr_fun_dic_withchild)
#print json.dumps(im_fun_dic_withchild, indent=1)

err_dic = getErrMsg()
fpa=open("err_msg.txt","w")
writeErr(http_fun_dic_withchild,err_dic,fpa)
writeErr(im_fun_dic_withchild,err_dic,fpa)
writeCommonErr(err_dic,fpa)
fpa.close()