python字典嵌套实例

傷城~ 2022-05-30 02:09 242阅读 0赞

\#coding:UTF-8  
import  os    
import  sys    
import  collections  
  
  
\#文件内容 如下（获得 ）  
\#\[2018春节爆字统计\]用户(123456 )获得福字(0)(1)   
  
\#文件内容如下（消耗 ）  
\# \[2018春节会员兑换统计\]用户(888888 )进行会员兑换(0), 目前等级(2), 到期时间(1519997460), 兑换前等级(1), 到期时间(1519997456)   
  
file\_get = "./TheSpringFestival\_get"  
file\_consum ="./TheSpringFestival\_xiao"  
  
\#定义空字典存储数据  
dict\_get = \{\}  
  
\#解析每一行数据(获得)  
def  get\_data(tmp\_line):  
    splist\_result = tmp\_line.split('(');  
    usernum = splist\_result\[1\].split(')')\[0\]  
    key\_nums = splist\_result\[2\].split(')')\[0\]  
    key\_count = splist\_result\[3\].split(')')\[0\]  
     return  usernum,key\_nums  
      
  
\#解析每一行数据(消耗)  
def  get\_data2(tmp\_line):  
    splist\_result = tmp\_line.split('(');  
    usernum = splist\_result\[1\].split(')')\[0\]  
     return  usernum  
      
      
\#分析判断并保存数据      
def  func\_ana\_get():  
    print  "Enter func  !"  
    fp\_get = open(file\_get,"a+");  
    get\_lins = fp\_get.readlines();  
    for  tmp\_line  in get\_lins:  
        \#print  tmp\_line  
         user,key = get\_data(tmp\_line);  
        if  dict\_get.has\_key(user):  
            if  dict\_get\[user\].has\_key(key):  
                dict\_get\[user\]\[key\] = dict\_get\[user\]\[key\]+1   
            else:  
                dict\_get\[user\]\[key\] = 1  
                pass  
        else:  
            tmp\_dict = \{\};  
            tmp\_dict\[key\] = 1;  
            dict\_get\[user\] = tmp\_dict  
    fp\_get.close()  
  
  
\#消耗   
def  func\_ana\_xiao():  
    print  "Enter func  !"  
    fp\_get = open(file\_consum,"a+");  
    get\_lins = fp\_get.readlines();  
    for  tmp\_line  in get\_lins:  
        \#print  tmp\_line.strip()  
         user = get\_data2(tmp\_line)  
        if dict\_get.has\_key(user):  
            for  keys  in  dict\_get\[user\]:  
                dict\_get\[user\]\[keys\] = dict\_get\[user\]\[keys\]-1  
        else:  
            pass  
    fp\_get.close()  
  
  
\#统计字典中各值的和  
def  get\_sum(user\_data):  
     sum = 0  
     for  keys  in user\_data:  
          sum = sum +  user\_data\[keys\]  
     return  sum  
  
  
\#统计排序  
def  func\_ana\_tonji():  
    sort\_dict =\{\}  
    for keys  in  dict\_get:  
         sum = get\_sum(dict\_get\[keys\])  
        sort\_dict\[keys\] = sum  
      
     aa = sorted(sort\_dict.items(),key=lambda  item:item\[1\],reverse=True)  
    print aa  
    nn = 0  
    for  keys  in aa:  
        print keys\[0\],keys\[1\]    
        if  nn > 10:  
            break  
        nn = nn+1  
  
  
func\_ana\_get();  
  
func\_ana\_xiao();   
  
func\_ana\_tonji();   
  
  
  
  
  
  
 \#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员鲜花库存统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : 'ddddd',  
                'dbhost' : '172.17.1.14',  
                'dbhost\_gm' : '172.17.1.13',  
                'dbport' : 3306,  
                'dbname' : 'PIWMDB',  
                'dbname\_gm' : 'TGTMDB'  
                \}  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
        print "正在统计会员鲜花库存(%s)..." %one\_day  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        vip\_user\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, VIPSTATE from VIPUSER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, VIPSTATE in db\_rows:  
                        vip\_user\_list\[USERID\] = VIPSTATE  
  
  
        vip\_user\_flower\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, FLOWER from VIPUSERFLOWER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, FLOWER in db\_rows:  
                        vip\_user\_flower\_list\[USERID\] = FLOWER  
  
  
        vip\_state\_flower\_list = \{\}  
        vip\_state\_flower\_list\[1\] = 0;  
        vip\_state\_flower\_list\[2\] = 0;  
        vip\_state\_flower\_list\[3\] = 0;  
        for key in vip\_user\_list:  
                if key in vip\_user\_flower\_list:  
                        if vip\_user\_list\[key\] in vip\_state\_flower\_list:  
                                vip\_state\_flower\_list\[vip\_user\_list\[key\]\] += vip\_user\_flower\_list\[key\]  
  
  
        for key in vip\_state\_flower\_list:  
                print key, vip\_state\_flower\_list\[key\]  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
  
  
        sql = "update VIPUSERFLOWERMONTHLY set year\_flower\_left\_num=%d, month\_flower\_left\_num=%d, week\_flower\_left\_num=%d where count\_time='%d'" %(vip\_state\_flower\_list\[3\], vip\_state\_flower\_list\[2\], vip\_state\_flower\_list\[1\], dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
   
  
  
   
 \#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员信息统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : 'ddddd',  
                'dbhost' : '172.17.1.13',  
                'dbport' : 3306,  
                'dbname' : 'GTMDB',  
                'logdir' : '/home/haoren/logdir/',                      \#外网环境日志目录  
                'logpattern' : '^sessionserver.log.'            \#外网环境日志名称前缀  
                \}  
  
  
def get\_files(dir, pattern):  
        print dir, pattern  
        match\_file\_list = \[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                match\_file\_list.append(file\_name)  
                return match\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在读取VIP用户数据(%s)..." %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        temp\_vip\_active\_user\_num\_file\_name = '/tmp/vipactiveusernumtemp.txt'  
        command = "cat /dev/null > %s" %(temp\_vip\_active\_user\_num\_file\_name)  
        os.system(command)  
  
  
        if re.search('haoren', optmap\['logdir'\]):  
                print '外网环境'  
                log\_dir\_name\_list = get\_files(optmap\['logdir'\], one\_day\[2:\])  
                for log\_dir\_name\_item in log\_dir\_name\_list:  
                        log\_dir\_full\_path = optmap\['logdir'\]+log\_dir\_name\_item+'/'  
                        log\_file\_name\_list = get\_files(log\_dir\_full\_path, optmap\['logpattern'\] + one\_day\[2:\])  
                        for log\_file\_name\_item in log\_file\_name\_list:  
                                print log\_file\_name\_item  
                                command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (log\_dir\_full\_path, log\_file\_name\_item, temp\_vip\_active\_user\_num\_file\_name)  
                                os.system(command)  
        else:  
                print '内网环境'  
                log\_file\_name\_list = get\_files(optmap\['logdir'\], optmap\['logpattern'\] + one\_day\[2:\])  
                for log\_file\_name\_item in log\_file\_name\_list:  
                        command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (optmap\['logdir'\], log\_file\_name\_item, temp\_vip\_active\_user\_num\_file\_name)  
                        os.system(command)  
  
  
        command = "cat %s |wc -l" %temp\_vip\_active\_user\_num\_file\_name  
        os.system(command)  
  
  
        \#一天当中用户可能从月会员降级到周会员，造成不同会员状态的同一帐号统计两次，所以总会员!=年会员+月会员+周会员)  
        \#不同状态的会员用同一计算机登录，所以总mac/ip!=年mac/ip+月mac/ip+周mac/ip  
        total\_account\_map = \{\}  
        total\_mac\_map = \{\}  
        total\_ip\_map = \{\}  
        before\_account\_map = \{\}  
        before\_mac\_map = \{\}  
        before\_ip\_map = \{\}  
  
  
        account\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
        mac\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
        ip\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
  
  
        temp\_vip\_active\_user\_num\_file = open(temp\_vip\_active\_user\_num\_file\_name)  
        for one\_line in temp\_vip\_active\_user\_num\_file.readlines():  
                match = re.search("^(\\S+) SS\\\[\\d+\\\] TRACE: 用户登录:imid:(\\d+),mac地址:(\\d+),ip地址:(\\d+),vip状态:(\\d+),登录时间:(\\d+)(\\S+)", one\_line)  
                if match:  
                        if string.atoi(match.group(5)) in (1, 2, 3):  
                                total\_account\_map\[string.atoi(match.group(2))\] = string.atoi(match.group(5))  
                                total\_mac\_map\[string.atoi(match.group(3))\] = string.atoi(match.group(5))  
                                total\_ip\_map\[string.atoi(match.group(4))\] = string.atoi(match.group(5))  
                        elif string.atoi(match.group(5)) in (11, 12, 13):  
                                before\_account\_map\[string.atoi(match.group(2))\] = string.atoi(match.group(5))  
                                before\_mac\_map\[string.atoi(match.group(3))\] = string.atoi(match.group(5))  
                                before\_ip\_map\[string.atoi(match.group(4))\] = string.atoi(match.group(5))  
                        account\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(2))\] = string.atoi(match.group(3))  
                        mac\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(3))\] = string.atoi(match.group(2))  
                        ip\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(4))\] = string.atoi(match.group(2))  
        temp\_vip\_active\_user\_num\_file.close()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        sql = "delete from VIPACTIVEUSERNUM where active\_time='%d'" %dword\_time  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "insert into VIPACTIVEUSERNUM (active\_time) values('%d')" %(dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "update VIPACTIVEUSERNUM set year\_account\_num=%d, year\_mac\_num=%d, year\_ip\_num=%d, month\_account\_num=%d, month\_mac\_num=%d, month\_ip\_num=%d, week\_account\_num=%d, week\_mac\_num=%d, week\_ip\_num=%d, total\_mac\_num=%d, total\_ip\_num=%d, before\_account\_num=%d, before\_mac\_num=%d, before\_ip\_num=%d where active\_time='%d'" %(len(account\_map\[3\]), len(mac\_map\[3\]), len(ip\_map\[3\]), len(account\_map\[2\]), len(mac\_map\[2\]), len(ip\_map\[2\]), len(account\_map\[1\]), len(mac\_map\[1\]), len(ip\_map\[1\]), len(total\_mac\_map), len(total\_ip\_map), len(before\_account\_map), len(before\_mac\_map), len(before\_ip\_map), dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_"  
\#                main()