python读写文件file写入到mysql

╰半橙微兮° 2022-06-17 08:38 202阅读 0赞

cat UserGoldConsumitemDaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#用户消费物品日报  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
\# 内网测试通过命令行参数  
\# -d 指定统计时间  
\# -p 指定日志所在目录  
\# -t 指定临时文件存放目录  
\# 示例如下:  
\# \[meinv@localhost tongji\]$ ./userconsumitemDaily.py -d 20141112 -p /home/meinv/log/ -t /home/meinv/tongji/  
\# 外网无需加参数,使用默认值  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \#外网环境默认参数  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
        tmpdirname = "/tmp/"  
        logname = "billserver"  
  
  
        \#内网测试指定参数  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:p:t:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                                log\_suffix = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logname = "billserver.log"  
                                log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
                elif op == '-p':  
                        logdirname = str(value)  
                elif op == '-t':  
                        tmpdirname = str(value)  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
        print '统计日期:',fmt\_day  
        print '日志名称:',logname  
        print '日志路径:',logdirname  
        print '临时文本:',tmpdirname  
  
  
        \#用户物品消费  
        if os.path.exists("%suserconsumeitem.txt"%tmpdirname):  
                os.system("rm -f %suserconsumeitem.txt"%tmpdirname)  
  
  
        file\_list2=get\_files(logdirname,logname)  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/物品统计/'>> %suserconsumeitem.txt"%(logdirname,file2,tmpdirname)  
                os.system(command)  
  
  
        \#用户物品消费  
        filename='%suserconsumeitem.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#用户购买物品消耗总人民币  
        allcoin=\{\}  
        \#用户消费物品  
        userprops = \{\}  
        \#130815-15:01:06 Bill\[990\]  INFO: \[物品统计\]渠道(210043)等级(9)用户(21000162)赠送(1)个物品(3)给用户(21000264),用户等级(1),认证(0), 消耗人民币(10), 用户获得人民币(470), 渠道获得人民币(30)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[人民币消费物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$", a\_line)  
                if m:  
                        userid = int(m.group(4))  
                        propnum = int(m.group(5))  
                        propid = int(m.group(6))  
                        coin = int(m.group(10))  
                        if (userid in userprops):  
                                if (propid in userprops\[userid\]):  
                                        userprops\[userid\]\[propid\]\['num'\] += propnum  
                                        userprops\[userid\]\[propid\]\['coin'\] += coin  
                                else:  
                                        userprops\[userid\]\[propid\] = \{\}  
                                        userprops\[userid\]\[propid\]\['num'\] = propnum  
                                        userprops\[userid\]\[propid\]\['coin'\] = coin  
  
  
                        else:  
                                userprops\[userid\]=\{\}  
                                userprops\[userid\]\[propid\] = \{\}  
                                userprops\[userid\]\[propid\]\['num'\] = propnum  
                                userprops\[userid\]\[propid\]\['coin'\] = coin  
  
  
        for key in userprops:  
                print '用户:',key  
                for prop in userprops\[key\]:  
                        print '物品id:', prop  
                        print '物品num:', userprops\[key\]\[prop\]\['num'\]  
                        print '物品消费人民币:', userprops\[key\]\[prop\]\['coin'\]  
  
  
        a\_file.close()  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`USERGOLDCONSUMEITEMDAILY\_%s\` like USERGOLDCONSUMEITEMDAILY\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from USERGOLDCONSUMEITEMDAILY\_%s"%tabletime)  
        for key in userprops:  
                for kitem in userprops\[key\]:  
                        db\_conn.query("insert into USERGOLDCONSUMEITEMDAILY\_%s(USERID,CONSUMEITEMTOTALGOLD,ITEMID,ITEMNUM) values(%d,%d,%d,%d)"%(tabletime,int(key),int(userprops\[key\]\[kitem\]\['coin'\]),int(kitem),int(userprops\[key\]\[kitem\]\['num'\])))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
cat DaoJuTongJi20161226.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#特殊物品明细  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.12',  
                'dbport' : 3306,  
                'dbname' : 'JIESUANDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '结算统计日期:',fmt\_day  
  
  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname="/home/haoren/logdir/%s\_67"%log\_day  
        print dirname  
  
  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        tabletime = time.strftime("%y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`DAOJUTONGJI\_%s\` like DAOJUTONGJISAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from DAOJUTONGJI\_%s"%tabletime)  
  
  
        if os.path.exists("/tmp/DaoJuTongJi20161226.txt"):  
                os.system("rm -f /tmp/DaoJuTongJi20161226.txt")  
  
  
  
  
        file\_list2=get\_files(dirname,'billserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | grep -h -w  消耗人民币 |grep -v 人民币消费物品统计 |grep 渠道类型  >> /tmp/DaoJuTongJi20161226.txt"%(dirname,file2)  
                os.system(command)  
  
  
        \#结算统计记录放在txt文档里面  
        filename='/tmp/DaoJuTongJi20161226.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        \#161226-16:23:06 Bill\[40268\]  INFO: \[物品统计\]渠道(3839247)等级(2)用户(60303642)赠送(10)个物品(95)给用户(82147138),用户等级(38)认证(1)消耗人民币(100)用户获得人民币(8000)渠道获得人民币(2000)当前礼物最大值(52000)当前渠道(4023568)渠道类型(150)  
        \#170410-23:01:30 Bill\[40268\]  INFO: \[BillTask.cpp:1771\] \[物品统计\]渠道(3977962)等级(3)用户(90537796)赠送(1)个物品(14)给用户(60062097),用户等级(53)认证(1)消耗人民币(100)用户获得人民币(8000)渠道获得人民币(2000)当前渠道(4001362)渠道类型(150)  
        for a\_line in a\_file.readlines():  
                        \#m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[物品统计蚛\]时间\$(\\d+)\$类别\$(\\d+)\$名称\$(\\S+)\$渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$,用户当前人民币\$(\\d+)\$渠道当前人民币\$(\\d+)\$", a\_line)  
                        \#m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[BillTask.cpp:1771\\\] \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\S+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$认证\$(\\d+)\$消耗人民币\$(\\d+)\$用户获得人民币\$(\\d+)\$渠道获得人民币\$(\\d+)\$当前礼物最大值\$(\\d+)\$当前渠道\$(\\d+)\$渠道类型\$(\\d+)\$", a\_line)  
                        m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[BillTask.cpp:1771\\\] \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\S+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$认证\$(\\d+)\$消耗人民币\$(\\d+)\$用户获得人民币\$(\\d+)\$渠道获得人民币\$(\\d+)\$当前渠道\$(\\d+)\$渠道类型\$(\\d+)\$", a\_line)  
                        if m:  
                          \#print "第一项:"+m.group(1)  
                          \#print "第二项:"+m.group(2)  
                          \#print "第三项:"+m.group(3)  
                          \#print "第四项:"+m.group(4)  
                          \#print "第五项:"+m.group(5)  
                          \#print "第六项:"+m.group(6)  
                          \#print "第七项:"+m.group(7)  
                          \#print "第八项:"+m.group(8)  
                          \#print "第九项:"+m.group(9)  
                          \#print "第十项:"+m.group(10)  
                          \#print "第十一项:"+m.group(11)  
                          \#print "第十二项:"+m.group(12)  
                          \#print "第十三项:"+m.group(13)  
                          \#print "第十四项:"+m.group(14)  
                          \#print "第十五项:"+m.group(15)  
                                \#if int(m.group(14)) >0 or int(m.group(15)) >0 :  
                          db\_conn.query("insert into DAOJUTONGJI\_%s(CHANNELID,CHANELLEVEL,PRESENTERID,PRESENTERNUM,ITEMID,SINGERID,SINGERLEVEL,SIGNTYPE,CONSUMECOIN,SINGERRECVGOLD,CHANNELRECVGOLD,CURRENTCHANNEL,CHANNELTYPE) values(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)"%(tabletime,int(m.group(2)),int(m.group(3)),int(m.group(4)),int(m.group(5)),int(m.group(6)),int(m.group(7)),int(m.group(8)),int(m.group(9)),int(m.group(10)),int(m.group(11)),int(m.group(12)),int(m.group(13)),int(m.group(14))))  
  
  
        a\_file.close()  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
cat vipactiveusernumtemp.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员登录趋势  
import MySQLdb  
import os, sys, re, string  
import time, tarfile, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.29.1.106',  
                'dbport' : 3306,  
                'dbname' : 'GMServerDB',  
                'logdir' : '/home/haoren/logdir/',  
                'logpattern' : 'sessionserver.log.'  
                 \}  
  
  
def get\_files(dir, pattern):  
        print dir, pattern  
        match\_file\_list = \[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                match\_file\_list.append(file\_name)  
                return match\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在获取VIP用户活跃信息(%s)..." %one\_day  
        temp\_simple\_active\_file\_name = '/tmp/vipactiveusernum\_%s.txt' %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        command = "cat /dev/null > %s" %(temp\_simple\_active\_file\_name)  
        os.system(command)  
        dir\_list = get\_files(optmap\['logdir'\], one\_day\[2:\])  
        for dir\_item in dir\_list:  
                dir\_path = optmap\['logdir'\]+dir\_item+'/'+one\_day\[2:\]+'/'  
                file\_list = get\_files(dir\_path, optmap\['logpattern'\]+one\_day\[2:\])  
                for file\_item in file\_list:  
                        print file\_item  
                        command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" %(dir\_path, file\_item, temp\_simple\_active\_file\_name)  
                        os.system(command)  
  
  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        sql = "drop table if exists VIPACTIVEUSERNUM\_%s" %one\_day  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "create table VIPACTIVEUSERNUM\_%s like VIPACTIVEUSERNUM\_TEMP\_SAMPLE" %one\_day  
        print sql  
        db\_conn.query(sql)  
  
  
        temp\_vip\_user\_login\_count = 0  
        temp\_simple\_active\_file = open(temp\_simple\_active\_file\_name)  
        for one\_line in temp\_simple\_active\_file.readlines():  
                record = \{\}  
                match = re.search("^(\\S+) SS\\\[\\d+\\\] TRACE: 用户登录:imid:(\\d+),mac地址:(\\d+),ip地址:(\\d+),vip状态:(\\d+),登录时间:(\\d+)(\\S+)", one\_line)  
                if match:  
                        record\['imid'\] = string.atoi(match.group(2))  
                        record\['mac'\] = string.atoi(match.group(3))  
                        record\['ip'\] = string.atoi(match.group(4))  
                        record\['vip\_state'\] = string.atoi(match.group(5))  
                        record\['login\_time'\] = string.atoi(match.group(6))  
  
  
                        sql = "insert into VIPACTIVEUSERNUM\_%s(ACCOUNT, MAC, IP, VIP\_STATE, LOGIN\_TIME) values('%d', '%d', '%d', '%d', '%d')" %(one\_day, record\['imid'\], record\['mac'\], record\['ip'\], record\['vip\_state'\], record\['login\_time'\])  
                        db\_conn.query(sql)  
                        temp\_vip\_user\_login\_count += 1  
  
  
        print temp\_vip\_user\_login\_count  
        temp\_simple\_active\_file.close()  
  
  
\#提交事务  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
cat vipuserflowermonthlyold.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员物品库存统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.29.1.92',  
                'dbhost\_gm': '172.29.1.106',  
                'dbport' : 3306,  
                'dbname' : 'MIDB',  
                'dbname\_gm' : 'GMServerDB'  
                \}  
  
  
def main():  
        today = time.strftime("%Y%m%d", time.localtime(time.time()))  
        print "正在统计会员物品库存(%s)..." %today  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        vip\_user\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, VIPSTATE from VIPUSER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, VIPSTATE in db\_rows:  
                        vip\_user\_list\[USERID\] = VIPSTATE  
  
  
        vip\_user\_flower\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, FLOWER from VIPUSERFLOWER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, FLOWER in db\_rows:  
                        vip\_user\_flower\_list\[USERID\] = FLOWER  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
  
  
        vip\_state\_flower\_list = \{\}  
        vip\_state\_flower\_list\[1\] = 0;  
        vip\_state\_flower\_list\[2\] = 0;  
        vip\_state\_flower\_list\[3\] = 0;  
        for key in vip\_user\_list:  
                if key in vip\_user\_flower\_list:  
                        if vip\_user\_list\[key\] in vip\_state\_flower\_list:  
                                vip\_state\_flower\_list\[vip\_user\_list\[key\]\] += vip\_user\_flower\_list\[key\]  
  
  
        for key in vip\_state\_flower\_list:  
                print key, vip\_state\_flower\_list\[key\]  
  
  
        db\_conn\_gm = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn\_gm.query("use %s" %optmap\['dbname\_gm'\])  
  
  
        dword\_time = time.mktime(time.strptime(today, '%Y%m%d'))  
        sql = "delete from VIPUSERFLOWERMONTHLY where count\_time='%d'" %dword\_time  
        print sql  
        db\_conn\_gm.query(sql)  
  
  
        sql = "insert into VIPUSERFLOWERMONTHLY (count\_time) values('%d')" %(dword\_time)  
        print sql  
        db\_conn\_gm.query(sql)  
  
  
        sql = "update VIPUSERFLOWERMONTHLY set year\_flower\_left\_num=%d, month\_flower\_left\_num=%d, week\_flower\_left\_num=%d where count\_time='%d'" %(vip\_state\_flower\_list\[3\], vip\_state\_flower\_list\[2\], vip\_state\_flower\_list\[1\], dword\_time)  
        print sql  
        db\_conn\_gm.query(sql)  
        db\_conn\_gm.commit()  
  
  
        db\_conn\_gm.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
cat vipactiveusernumold.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
  
  
import MySQLdb  
import os, sys, re  
import time, getopt  
  
  
optmap = \{   
                        'dbuser' : 'haoren',  
                        'dbpass' : '123456789',  
                        'dbhost' : '172.29.1.106',  
                        'dbport' : 3306,  
                        'dbname' : 'GMServerDB'  
                \}  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在统计活跃VIP用户数据(%s)..." %one\_day  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        db\_conn.query("use %s" %optmap\['dbname'\])  
  
  
        sql = "delete from VIPACTIVEUSERNUM where active\_time='%s'" %dword\_time  
        db\_conn.query(sql)  
        sql = "insert into VIPACTIVEUSERNUM (active\_time) values('%s')" %dword\_time  
        db\_conn.query(sql)  
  
  
\#年会员(活跃帐号 活跃机器 活跃IP)  
        sql = "select count(distinct account) as account\_num, count(distinct mac) as mac\_num, count(distinct ip) as ip\_num from VIPACTIVEUSERNUM\_%s where vip\_state=3" %one\_day  
        print sql  
        db\_cursor.execute(sql)  
        temp = db\_cursor.fetchone()  
        print temp  
  
  
        temp\_account\_num = int(temp\[0\])  
        temp\_mac\_num = int(temp\[1\])  
        temp\_ip\_num = int(temp\[2\])  
        sql = "update VIPACTIVEUSERNUM set year\_account\_num=%d, year\_mac\_num=%d, year\_ip\_num=%d where active\_time='%s'" %(temp\_account\_num, temp\_mac\_num, temp\_ip\_num, dword\_time)  
        db\_conn.query(sql)  
  
  
\#月会员(活跃帐号 活跃机器 活跃IP)  
        sql = "select count(distinct account) as account\_num, count(distinct mac) as mac\_num, count(distinct ip) as ip\_num from VIPACTIVEUSERNUM\_%s where vip\_state=2" %one\_day  
        print sql  
        db\_cursor.execute(sql)  
        temp = db\_cursor.fetchone()  
        print temp  
  
  
        temp\_account\_num = int(temp\[0\])  
        temp\_mac\_num = int(temp\[1\])  
        temp\_ip\_num = int(temp\[2\])  
        sql = "update VIPACTIVEUSERNUM set month\_account\_num=%d, month\_mac\_num=%d, month\_ip\_num=%d where active\_time='%s'" %(temp\_account\_num, temp\_mac\_num, temp\_ip\_num, dword\_time)  
        db\_conn.query(sql)  
  
  
\#周会员(活跃帐号 活跃机器 活跃IP)  
        sql = "select count(distinct account) as account\_num, count(distinct mac) as mac\_num, count(distinct ip) as ip\_num from VIPACTIVEUSERNUM\_%s where vip\_state=1" %one\_day  
        print sql  
        db\_cursor.execute(sql)  
        temp = db\_cursor.fetchone()  
        print temp  
  
  
        temp\_account\_num = int(temp\[0\])  
        temp\_mac\_num = int(temp\[1\])  
        temp\_ip\_num = int(temp\[2\])  
        sql = "update VIPACTIVEUSERNUM set week\_account\_num=%d, week\_mac\_num=%d, week\_ip\_num=%d where active\_time='%s'" %(temp\_account\_num, temp\_mac\_num, temp\_ip\_num, dword\_time)  
        db\_conn.query(sql)  
  
  
\#总共未过期会员(活跃机器 活跃IP)  
        sql = "select count(distinct account) as total\_account\_num, count(distinct mac) as total\_mac\_num, count(distinct ip) as total\_ip\_num from VIPACTIVEUSERNUM\_%s" %one\_day  
        print sql  
        db\_cursor.execute(sql)  
        temp = db\_cursor.fetchone()  
        print temp  
  
  
        temp\_mac\_num = int(temp\[1\])  
        temp\_ip\_num = int(temp\[2\])  
        sql = "update VIPACTIVEUSERNUM set total\_mac\_num=%d, total\_ip\_num=%d where active\_time='%s'" %(temp\_mac\_num, temp\_ip\_num, dword\_time)  
        db\_conn.query(sql)  
  
  
\#过期会员(活跃帐号 活跃机器 活跃IP)  
        sql = "select count(distinct account) as account\_num, count(distinct mac) as mac\_num, count(distinct ip) as ip\_num from VIPACTIVEUSERNUM\_%s where vip\_state in(11,12,13)" %one\_day  
        print sql  
        db\_cursor.execute(sql)  
        temp = db\_cursor.fetchone()  
        print temp  
  
  
        temp\_account\_num = int(temp\[0\])  
        temp\_mac\_num = int(temp\[1\])  
        temp\_ip\_num = int(temp\[2\])  
        sql = "update VIPACTIVEUSERNUM set before\_account\_num=%d, before\_mac\_num=%d, before\_ip\_num=%d where active\_time='%s'" %(temp\_account\_num, temp\_mac\_num, temp\_ip\_num, dword\_time)  
        db\_conn.query(sql)  
  
  
\#提交事务  
        db\_conn.commit()  
main()  
\#if \_\_name\_\_ == "\_\_main":  
\#               main()  
  
  
  
  
  
cat DelVipUserData.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员数据统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.29.1.106',  
                'dbport' : 3306,  
                'dbname' : 'GMServerDB',  
                \#'logdir' : '/home/haoren/log/',                         \#内网环境日志目录  
                'logdir' : '/home/haoren/logdir/',                      \#外网环境日志目录  
                \#'logpattern' : '^chat\_vipuserserver.log.',     \#内网环境日志名称前缀  
                'logpattern' : '^vipuserserver.log.'            \#外网环境日志名称前缀  
                \}  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在读取VIP用户数据(%s)..." %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        sql = "delete from VIPUSERDATAMONTHLY where count\_time='%d'" %dword\_time  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_"  
\#        main()  
  
  
  
  
cat zhaomuinviteinfo.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#招募邀请信息统计  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
\#dirname="/home/haoren/log/"  
def main():  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '统计日期:',fmt\_day  
  
  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        \#dirname="/home/haoren/log/%s/"%log\_day  
        dirname="/home/haoren/logdir/%s\_83"%log\_day  
        print dirname  
  
  
        db\_conn.query("DELETE from ZHAOMUINVITEINFO where tongji\_time='%s'"%fmt\_day)  
  
  
        if os.path.exists("/tmp/zhaomuhasinvitenum.txt"):  
                os.system("rm -f /tmp/zhaomuhasinvitenum.txt")  
  
  
        if os.path.exists("/tmp/zhaomucancelnum.txt"):  
                os.system("rm -f /tmp/zhaomucancelnum.txt")  
  
  
        if os.path.exists("/tmp/zhaomusuccessnum.txt"):  
                os.system("rm -f /tmp/zhaomusuccessnum.txt")  
  
  
        if os.path.exists("/tmp/zhaomucaninvitenum.txt"):  
                os.system("rm -f /tmp/zhaomucaninvitenum.txt")  
  
  
        file\_list2=get\_files(dirname,'vipuserserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/招募邀请统计/'>> /tmp/zhaomuhasinvitenum.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/招募取消统计/'>> /tmp/zhaomucancelnum.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/招募成功统计/'>> /tmp/zhaomusuccessnum.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/邀请名额统计/'>> /tmp/zhaomucaninvitenum.txt"%(dirname,file2)  
                os.system(command)  
  
  
        record = \{\}  
        hasinvite = -1  
        for hasinvite,line in enumerate(open('/tmp/zhaomuhasinvitenum.txt')):  
                pass  
        hasinvite+=1  
        record\['has\_invite\_num'\] = hasinvite  
        print '发出邀请次数:',record\['has\_invite\_num'\]  
  
  
        cancelinvite = -1  
        for cancelinvite,line in enumerate(open('/tmp/zhaomucancelnum.txt')):  
                pass  
        cancelinvite+=1  
        record\['cancel\_invite\_num'\] = cancelinvite  
        print '取消邀请次数:',record\['cancel\_invite\_num'\]  
  
  
        successinvite = -1  
        for successinvite,line in enumerate(open('/tmp/zhaomusuccessnum.txt')):  
                pass  
        successinvite+=1  
        record\['success\_invite\_num'\] = successinvite  
        print '成功邀请次数:',record\['success\_invite\_num'\]  
  
  
        filename='/tmp/zhaomucaninvitenum.txt'  
        a\_file = open(filename, 'r')  
        record\['all\_can\_invite\_num'\] = 0  
        \#130329-23:57:43 VipUserServer\[12900\] TRACE: \[招募统计\]当前邀请名额总数:140  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) VipUserServer\\\[\\d+\\\] TRACE: \\\[邀请名额统计\\\]当前邀请名额总数:(\\d+)", a\_line)  
                if m:  
                        record\['all\_can\_invite\_num'\] = int(m.group(2))  
        a\_file.close()  
  
  
        print '邀请名额总数:',record\['all\_can\_invite\_num'\]  
  
  
        db\_conn.query("insert into ZHAOMUINVITEINFO (tongji\_time,has\_invite\_num,cancel\_invite\_num,all\_can\_invite\_num,success\_invite\_num) values('%s',%d,%d,%d,%d)"%(fmt\_day,record\['has\_invite\_num'\],record\['cancel\_invite\_num'\],record\['all\_can\_invite\_num'\],record\['success\_invite\_num'\]))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
cat zhaomuvipinfo.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#招募会员统计  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
\#dirname="/home/haoren/log/"  
def main():  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '统计日期:',fmt\_day  
  
  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        \#dirname="/home/haoren/log/%s/"%log\_day  
        dirname="/home/haoren/logdir/%s\_83"%log\_day  
        print dirname  
  
  
        db\_conn.query("DELETE from ZHAOMUVIPINFO where tongji\_time='%s'"%fmt\_day)  
  
  
        if os.path.exists("/tmp/zhaomuvipinfo.txt"):  
                os.system("rm -f /tmp/zhaomuvipinfo.txt")  
  
  
        file\_list2=get\_files(dirname,'vipuserserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/招募统计/'>> /tmp/zhaomuvipinfo.txt"%(dirname,file2)  
                os.system(command)  
  
  
        filename='/tmp/zhaomuvipinfo.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        record\['all\_vip\_dredge'\] = 0  
        record\['all\_vip\_renewals'\] = 0  
        record\['all\_dredge\_month'\] = 0  
        record\['all\_dredge\_year'\] = 0  
        \#130330-13:44:56 VipUserServer\[12900\] TRACE: \[招募统计\]用户:21002928充值会员,充值模式:2,开通类型:0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) VipUserServer\\\[\\d+\\\] TRACE: \\\[招募统计\\\]用户:(\\d+)充值会员,充值模式:(\\d+),开通类型:(\\d+)", a\_line)  
                if m:  
                        if(int(m.group(4)) == 1):  
                                if(int(m.group(3)) == 1):  
                                        record\['all\_dredge\_month'\] += 1;  
                                elif(int(m.group(3)) == 2):  
                                        record\['all\_dredge\_year'\] += 1;  
                        else:  
                                record\['all\_vip\_renewals'\] += 1;  
  
  
        record\['all\_vip\_dredge'\] = record\['all\_dredge\_year'\] + record\['all\_dredge\_month'\]  
  
  
        print '邀请开通会员总人数:',record\['all\_vip\_dredge'\]  
        print '邀请续费会员总人数:',record\['all\_vip\_renewals'\]  
        print '邀请开通月会员总人数:',record\['all\_dredge\_month'\]  
        print '邀请开通年会员总人数:',record\['all\_dredge\_year'\]  
  
  
        db\_conn.query("insert into ZHAOMUVIPINFO (tongji\_time,all\_vip\_dredge,all\_vip\_renewals,all\_dredge\_month,all\_dredge\_year) values('%s',%d,%d,%d,%d)"%(fmt\_day,record\['all\_vip\_dredge'\],record\['all\_vip\_renewals'\],record\['all\_dredge\_month'\],record\['all\_dredge\_year'\]))  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
cat vipactiveusernum.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员信息统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB',  
                \#'logdir' : '/home/haoren/log/',                         \#内网环境日志目录  
                'logdir' : '/home/haoren/logdir/',                      \#外网环境日志目录  
                \#'logpattern' : '^chat\_sessionserver.log.',     \#内网环境日志名称前缀  
                'logpattern' : '^sessionserver.log.'            \#外网环境日志名称前缀  
                \}  
  
  
def get\_files(dir, pattern):  
        print dir, pattern  
        match\_file\_list = \[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                match\_file\_list.append(file\_name)  
                return match\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在读取VIP用户数据(%s)..." %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        temp\_vip\_active\_user\_num\_file\_name = '/tmp/vipactiveusernumtemp.txt'  
        command = "cat /dev/null > %s" %(temp\_vip\_active\_user\_num\_file\_name)  
        os.system(command)  
  
  
        if re.search('haoren', optmap\['logdir'\]):  
                print '外网环境'  
                log\_dir\_name\_list = get\_files(optmap\['logdir'\], one\_day\[2:\])  
                for log\_dir\_name\_item in log\_dir\_name\_list:  
                        log\_dir\_full\_path = optmap\['logdir'\]+log\_dir\_name\_item+'/'  
                        log\_file\_name\_list = get\_files(log\_dir\_full\_path, optmap\['logpattern'\] + one\_day\[2:\])  
                        for log\_file\_name\_item in log\_file\_name\_list:  
                                print log\_file\_name\_item  
                                command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (log\_dir\_full\_path, log\_file\_name\_item, temp\_vip\_active\_user\_num\_file\_name)  
                                os.system(command)  
        else:  
                print '内网环境'  
                log\_file\_name\_list = get\_files(optmap\['logdir'\], optmap\['logpattern'\] + one\_day\[2:\])  
                for log\_file\_name\_item in log\_file\_name\_list:  
                        command = "cat %s%s |awk '/用户登录/' |awk '/vip状态/' >> %s" % (optmap\['logdir'\], log\_file\_name\_item, temp\_vip\_active\_user\_num\_file\_name)  
                        os.system(command)  
  
  
        command = "cat %s |wc -l" %temp\_vip\_active\_user\_num\_file\_name  
        os.system(command)  
  
  
        \#一天当中用户可能从月会员降级到周会员，造成不同会员状态的同一帐号统计两次，所以总会员!=年会员+月会员+周会员)  
        \#不同状态的会员用同一计算机登录，所以总mac/ip!=年mac/ip+月mac/ip+周mac/ip  
        total\_account\_map = \{\}  
        total\_mac\_map = \{\}  
        total\_ip\_map = \{\}  
        before\_account\_map = \{\}  
        before\_mac\_map = \{\}  
        before\_ip\_map = \{\}  
  
  
        account\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
        mac\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
        ip\_map = \{1:\{\}, 2:\{\}, 3:\{\}, 11:\{\}, 12:\{\}, 13:\{\}\}  
  
  
        temp\_vip\_active\_user\_num\_file = open(temp\_vip\_active\_user\_num\_file\_name)  
        for one\_line in temp\_vip\_active\_user\_num\_file.readlines():  
                match = re.search("^(\\S+) SS\\\[\\d+\\\] TRACE: 用户登录:imid:(\\d+),mac地址:(\\d+),ip地址:(\\d+),vip状态:(\\d+),登录时间:(\\d+)(\\S+)", one\_line)  
                if match:  
                        if string.atoi(match.group(5)) in (1, 2, 3):  
                                total\_account\_map\[string.atoi(match.group(2))\] = string.atoi(match.group(5))  
                                total\_mac\_map\[string.atoi(match.group(3))\] = string.atoi(match.group(5))  
                                total\_ip\_map\[string.atoi(match.group(4))\] = string.atoi(match.group(5))  
                        elif string.atoi(match.group(5)) in (11, 12, 13):  
                                before\_account\_map\[string.atoi(match.group(2))\] = string.atoi(match.group(5))  
                                before\_mac\_map\[string.atoi(match.group(3))\] = string.atoi(match.group(5))  
                                before\_ip\_map\[string.atoi(match.group(4))\] = string.atoi(match.group(5))  
                        account\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(2))\] = string.atoi(match.group(3))  
                        mac\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(3))\] = string.atoi(match.group(2))  
                        ip\_map\[string.atoi(match.group(5))\]\[string.atoi(match.group(4))\] = string.atoi(match.group(2))  
        temp\_vip\_active\_user\_num\_file.close()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        sql = "delete from VIPACTIVEUSERNUM where active\_time='%d'" %dword\_time  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "insert into VIPACTIVEUSERNUM (active\_time) values('%d')" %(dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "update VIPACTIVEUSERNUM set year\_account\_num=%d, year\_mac\_num=%d, year\_ip\_num=%d, month\_account\_num=%d, month\_mac\_num=%d, month\_ip\_num=%d, week\_account\_num=%d, week\_mac\_num=%d, week\_ip\_num=%d, total\_mac\_num=%d, total\_ip\_num=%d, before\_account\_num=%d, before\_mac\_num=%d, before\_ip\_num=%d where active\_time='%d'" %(len(account\_map\[3\]), len(mac\_map\[3\]), len(ip\_map\[3\]), len(account\_map\[2\]), len(mac\_map\[2\]), len(ip\_map\[2\]), len(account\_map\[1\]), len(mac\_map\[1\]), len(ip\_map\[1\]), len(total\_mac\_map), len(total\_ip\_map), len(before\_account\_map), len(before\_mac\_map), len(before\_ip\_map), dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_"  
\#                main()  
  
  
  
  
cat vipuserdatamonthly.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员数据统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB',  
                \#'logdir' : '/home/haoren/log/',                         \#内网环境日志目录  
                'logdir' : '/home/haoren/logdir/',                      \#外网环境日志目录  
                \#'logpattern' : '^chat\_vipuserserver.log.',     \#内网环境日志名称前缀  
                'logpattern' : '^vipuserserver.log.'            \#外网环境日志名称前缀  
                \}  
  
  
def get\_files(dir, pattern):  
        print dir, pattern  
        match\_file\_list = \[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                match\_file\_list.append(file\_name)  
                return match\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在读取VIP用户数据(%s)..." %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        temp\_vip\_user\_data\_file\_name = '/tmp/vipuserdatatemp.txt'  
        command = "cat /dev/null > %s" %(temp\_vip\_user\_data\_file\_name)  
        os.system(command)  
  
  
        if re.search('haoren', optmap\['logdir'\]):  
                print '外网环境'  
                log\_dir\_name\_list = get\_files(optmap\['logdir'\], one\_day\[2:\])  
                for log\_dir\_name\_item in log\_dir\_name\_list:  
                        log\_dir\_full\_path = optmap\['logdir'\]+log\_dir\_name\_item+'/'  
                        log\_file\_name\_list = get\_files(log\_dir\_full\_path, optmap\['logpattern'\] + one\_day\[2:\])  
                        for log\_file\_name\_item in log\_file\_name\_list:  
                                print log\_file\_name\_item  
                                command = "cat %s%s |awk '/\\\[VIP统计\\\]/' >> %s" % (log\_dir\_full\_path, log\_file\_name\_item, temp\_vip\_user\_data\_file\_name)  
                                os.system(command)  
        else:  
                print '内网环境'  
                log\_file\_name\_list = get\_files(optmap\['logdir'\], optmap\['logpattern'\] + one\_day\[2:\])  
                for log\_file\_name\_item in log\_file\_name\_list:  
                        command = "cat %s%s |awk '/\\\[VIP统计\\\]/' >> %s" % (optmap\['logdir'\], log\_file\_name\_item, temp\_vip\_user\_data\_file\_name)  
                        os.system(command)  
  
  
        command = "cat %s |wc -l" %temp\_vip\_user\_data\_file\_name  
        os.system(command)  
  
  
        new\_vip\_user\_num\_map = \{\}  
        new\_vip\_user\_num\_map\[1\] = 0  
        new\_vip\_user\_num\_map\[2\] = 0  
        new\_vip\_user\_num\_map\[3\] = 0  
  
  
        before\_vip\_user\_num\_map = \{\}  
        before\_vip\_user\_num\_map\[1\] = 0  
        before\_vip\_user\_num\_map\[2\] = 0  
        before\_vip\_user\_num\_map\[3\] = 0  
        before\_vip\_user\_id\_map = \{\}  
  
  
        renew\_before\_vip\_user\_num\_map = \{\}  
        renew\_before\_vip\_user\_num\_map\[1\] = 0  
        renew\_before\_vip\_user\_num\_map\[2\] = 0  
        renew\_before\_vip\_user\_num\_map\[3\] = 0  
  
  
        today\_renew\_vip\_user\_num = 0  
        year\_vip\_user\_num = 0  
        month\_vip\_user\_num = 0  
        week\_vip\_user\_num = 0  
        before\_year\_vip\_user\_num = 0  
        before\_month\_vip\_user\_num = 0  
        before\_week\_vip\_user\_num = 0  
  
  
        temp\_vip\_user\_data\_file = open(temp\_vip\_user\_data\_file\_name)  
        for one\_line in temp\_vip\_user\_data\_file.readlines():  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]新增会员:(\\d+),会员状态:(\\d+)", one\_line)  
                if match:  
                        new\_vip\_user\_num\_map\[string.atoi(match.group(3))\] += 1  
                        continue  
  
  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]年会员到期未续费:(\\d+)", one\_line)  
                if match:  
                        before\_vip\_user\_num\_map\[3\] += 1  
                        before\_vip\_user\_id\_map\[string.atoi(match.group(2))\] = 3  
                        continue  
  
  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]月会员到期未续费:(\\d+)", one\_line)  
                if match:  
                        before\_vip\_user\_num\_map\[2\] += 1  
                        before\_vip\_user\_id\_map\[string.atoi(match.group(2))\] = 2  
                        continue  
  
  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]周会员到期未续费:(\\d+)", one\_line)  
                if match:  
                        before\_vip\_user\_num\_map\[1\] += 1  
                        before\_vip\_user\_id\_map\[string.atoi(match.group(2))\] = 1  
                        continue  
  
  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]会员续费:(\\d+),会员状态\$(\\d+)-(\\d+)\$", one\_line)  
                if match:  
                        if string.atoi(match.group(3)) in (1, 2 , 3):  
                                today\_renew\_vip\_user\_num += 1  
                        else:  
                                if string.atoi(match.group(2)) in before\_vip\_user\_id\_map:  
                                        before\_vip\_user\_num\_map\[before\_vip\_user\_id\_map\[string.atoi(match.group(2))\]\] -= 1  
                                        today\_renew\_vip\_user\_num += 1  
                                else:  
                                        renew\_before\_vip\_user\_num\_map\[string.atoi(match.group(4))\] += 1  
                        continue  
  
  
                match = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]当前VIP人数,会员总数:(\\d+),年会员:(\\d+),月会员:(\\d+),周会员:(\\d+),过期会员总数:(\\d+),过期年会员:(\\d+),过期月会员:(\\d+),过期周会员:(\\d+)", one\_line)  
                if match:  
                        year\_vip\_user\_num = string.atoi(match.group(3))  
                        month\_vip\_user\_num = string.atoi(match.group(4))  
                        week\_vip\_user\_num = string.atoi(match.group(5))  
                        before\_year\_vip\_user\_num = string.atoi(match.group(7))  
                        before\_month\_vip\_user\_num = string.atoi(match.group(8))  
                        before\_week\_vip\_user\_num = string.atoi(match.group(9))  
                        continue  
  
  
        temp\_vip\_user\_data\_file.close()  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        sql = "delete from VIPUSERDATAMONTHLY where count\_time='%d'" %dword\_time  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "insert into VIPUSERDATAMONTHLY (count\_time) values('%d')" %(dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "update VIPUSERDATAMONTHLY set year\_vip\_user\_num=%d, month\_vip\_user\_num=%d, week\_vip\_user\_num=%d, today\_new\_year\_vip\_user\_num=%d, today\_new\_month\_vip\_user\_num=%d, today\_new\_week\_vip\_user\_num=%d, today\_renew\_vip\_user\_num=%d, today\_renew\_before\_year\_vip\_user\_num=%d, today\_renew\_before\_month\_vip\_user\_num=%d, today\_renew\_before\_week\_vip\_user\_num=%d, today\_before\_year\_vip\_user\_num=%d, today\_before\_month\_vip\_user\_num=%d, today\_before\_week\_vip\_user\_num=%d, before\_year\_vip\_user\_num=%d, before\_month\_vip\_user\_num=%d, before\_week\_vip\_user\_num=%d where count\_time='%d'" %(year\_vip\_user\_num, month\_vip\_user\_num, week\_vip\_user\_num, new\_vip\_user\_num\_map\[3\], new\_vip\_user\_num\_map\[2\], new\_vip\_user\_num\_map\[1\], today\_renew\_vip\_user\_num, renew\_before\_vip\_user\_num\_map\[3\], renew\_before\_vip\_user\_num\_map\[2\], renew\_before\_vip\_user\_num\_map\[1\], before\_vip\_user\_num\_map\[3\], before\_vip\_user\_num\_map\[2\], before\_vip\_user\_num\_map\[1\], before\_year\_vip\_user\_num, before\_month\_vip\_user\_num, before\_week\_vip\_user\_num, dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_"  
\#        main()  
  
  
  
  
  
  
cat vipuserflowermonthly.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员数据统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB',  
                \#'logdir' : '/home/haoren/log/',                         \#内网环境日志目录  
                'logdir' : '/home/haoren/logdir/',                      \#外网环境日志目录  
                \#'logpattern' : '^chat\_flowerserver.log.',      \#内网环境日志名称前缀  
                'logpattern' : '^flowerserver.log.'             \#外网环境日志名称前缀  
                \}  
  
  
def get\_files(dir, pattern):  
        print dir, pattern  
        match\_file\_list = \[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                match\_file\_list.append(file\_name)  
                return match\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        print "正在读取VIP用户物品数据(%s)..." %one\_day  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        temp\_vip\_user\_flower\_file\_name = '/tmp/vipuserflowermonthlytemp.txt'  
        command = "cat /dev/null > %s" %(temp\_vip\_user\_flower\_file\_name)  
        os.system(command)  
  
  
        if re.search('haoren', optmap\['logdir'\]):  
                print '外网环境'  
                log\_dir\_name\_list = get\_files(optmap\['logdir'\], one\_day\[2:\])  
                for log\_dir\_name\_item in log\_dir\_name\_list:  
                        log\_dir\_full\_path = optmap\['logdir'\]+log\_dir\_name\_item+'/'  
                        log\_file\_name\_list = get\_files(log\_dir\_full\_path, optmap\['logpattern'\] + one\_day\[2:\])  
                        for log\_file\_name\_item in log\_file\_name\_list:  
                                print log\_file\_name\_item  
                                command = "cat %s%s |awk '/\\\[flower统计\\\]/' >> %s" % (log\_dir\_full\_path, log\_file\_name\_item, temp\_vip\_user\_flower\_file\_name)  
                                os.system(command)  
        else:  
                print '内网环境'  
                log\_file\_name\_list = get\_files(optmap\['logdir'\], optmap\['logpattern'\] + one\_day\[2:\])  
                for log\_file\_name\_item in log\_file\_name\_list:  
                        command = "cat %s%s |awk '/\\\[flower统计\\\]/' >> %s" % (optmap\['logdir'\], log\_file\_name\_item, temp\_vip\_user\_flower\_file\_name)  
                        os.system(command)  
  
  
        command = "cat %s |wc -l" %temp\_vip\_user\_flower\_file\_name  
        os.system(command)  
  
  
        today\_flower\_new\_num\_map = \{\}  
        today\_flower\_new\_num\_map\[0\] = 0  
        today\_flower\_new\_num\_map\[1\] = 0  
        today\_flower\_new\_num\_map\[2\] = 0  
        today\_flower\_new\_num\_map\[3\] = 0  
        today\_flower\_new\_num\_map\[11\] = 0  
        today\_flower\_new\_num\_map\[12\] = 0  
        today\_flower\_new\_num\_map\[13\] = 0  
  
  
        today\_flower\_spent\_num\_map = \{\}  
        today\_flower\_spent\_num\_map\[0\] = 0  
        today\_flower\_spent\_num\_map\[1\] = 0  
        today\_flower\_spent\_num\_map\[2\] = 0  
        today\_flower\_spent\_num\_map\[3\] = 0  
        today\_flower\_spent\_num\_map\[11\] = 0  
        today\_flower\_spent\_num\_map\[12\] = 0  
        today\_flower\_spent\_num\_map\[13\] = 0  
  
  
        temp\_vip\_user\_flower\_file = open(temp\_vip\_user\_flower\_file\_name)  
        for one\_line in temp\_vip\_user\_flower\_file.readlines():  
\#新增物品  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[basketflower\\\]用户\$(\\d+),(\\d+)\$累积物品: basketflower=(\\d+)", one\_line)  
                if match:  
                        today\_flower\_new\_num\_map\[string.atoi(match.group(2))\] += 1  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[basketflower\\\]\\\[vip\\\]用户\$(\\d+),(\\d+)\$花篮信息更新导致填满花篮: (\\d+)->(\\d+)", one\_line)  
                if match:  
                        today\_flower\_new\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(5)) - string.atoi(match.group(4))  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[flowerload\\\]增加用户\$(\\d+),(\\d+)\$的花篮物品:实际增加(\\d+)朵", one\_line)  
                if match:  
                        today\_flower\_new\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(4))  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[present\\\]用户\$(\\d+),(\\d+)\$赠送(\\d+)朵物品(\\S+)给(\\d+)失败...\$实际补偿(\\d+)朵,补偿后共(\\d+)朵\$", one\_line)  
                if match:  
                        today\_flower\_new\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(7))  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[gm\\\]增加用户\$(\\d+),(\\d+)\$花篮(\\d+)朵物品: basketflower=(\\d+)", one\_line)  
                if match:  
                        today\_flower\_new\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(4))  
                        continue  
  
  
\#消耗物品  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[present\\\]用户\$(\\d+),(\\d+)\$赠送(\\d+)朵花给(\\d+)(\\S+).\$剩余basketflower=(\\d+)\$", one\_line)  
                if match:  
                        today\_flower\_spent\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(4))  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[basketflower\\\]\\\[vip\\\]用户\$(\\d+),(\\d+)\$花篮信息更新导致花篮物品下调为花篮上限: (\\d+)->(\\d+)", one\_line)  
                if match:  
                        today\_flower\_spent\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(4)) - string.atoi(match.group(5))  
                        continue  
  
  
                match = re.search("^(\\S+) FlowerServer\\\[\\d+\\\]  INFO: \\\[flower统计\\\]\\\[gm\\\]减少用户\$(\\d+),(\\d+)\$花篮(\\d+)朵物品: basketflower=(\\d+)", one\_line)  
                if match:  
                        today\_flower\_spent\_num\_map\[string.atoi(match.group(2))\] += string.atoi(match.group(4))  
                        continue  
  
  
        temp\_vip\_user\_flower\_file.close()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("use %s" %optmap\['dbname'\])  
  
  
        sql = "delete from VIPUSERFLOWERMONTHLY where count\_time='%d'" %dword\_time  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "insert into VIPUSERFLOWERMONTHLY (count\_time) values('%d')" %(dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        sql = "update VIPUSERFLOWERMONTHLY set today\_year\_flower\_new\_num=%d, today\_month\_flower\_new\_num=%d, today\_week\_flower\_new\_num=%d, today\_other\_flower\_new\_num=%d, today\_year\_flower\_spent\_num=%d, today\_month\_flower\_spent\_num=%d, today\_week\_flower\_spent\_num=%d, today\_other\_flower\_spent\_num=%d where count\_time='%d'" %(today\_flower\_new\_num\_map\[3\], today\_flower\_new\_num\_map\[2\], today\_flower\_new\_num\_map\[1\], today\_flower\_new\_num\_map\[0\] + today\_flower\_new\_num\_map\[11\] + today\_flower\_new\_num\_map\[12\] + today\_flower\_new\_num\_map\[13\], today\_flower\_spent\_num\_map\[3\], today\_flower\_spent\_num\_map\[2\], today\_flower\_spent\_num\_map\[1\], today\_flower\_spent\_num\_map\[0\] + today\_flower\_spent\_num\_map\[11\] + today\_flower\_spent\_num\_map\[12\] + today\_flower\_spent\_num\_map\[13\], dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_"  
\#        main()  
  
  
  
  
cat zhaomuconsume.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#招募会员消耗  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
\#dirname="/home/haoren/log/"  
def main():  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '统计日期:',fmt\_day  
  
  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        \#dirname="/home/haoren/log/%s/"%log\_day  
        dirname="/home/haoren/logdir/%s\_84"%log\_day  
        print dirname  
        db\_conn.query("DELETE from ZHAOMUCONSUME where tongji\_time='%s'"%fmt\_day)  
  
  
        if os.path.exists("/tmp/zhaomuconsumepoint.txt"):  
                os.system("rm -f /tmp/zhaomuconsumepoint.txt")  
  
  
        if os.path.exists("/tmp/zhaomuconsumecoin.txt"):  
                os.system("rm -f /tmp/zhaomuconsumecoin.txt")  
  
  
        file\_list2=get\_files(dirname,'billserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/点数招募统计/'>> /tmp/zhaomuconsumepoint.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/人民币招募统计/'>> /tmp/zhaomuconsumecoin.txt"%(dirname,file2)  
                os.system(command)  
  
  
        filename='/tmp/zhaomuconsumepoint.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        record\['all\_consume\_point'\] = 0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数招募统计\\\]会员消耗点数,用户:(\\d+),点数:(\\d+)", a\_line)  
                if m:  
                        record\['all\_consume\_point'\] += int(m.group(3))  
        a\_file.close()  
  
  
        filename='/tmp/zhaomuconsumecoin.txt'  
        a\_file = open(filename, 'r')  
        record\['all\_consume\_coin'\] = 0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[人民币招募统计\\\]会员消耗人民币,用户:(\\d+),人民币:(\\d+)", a\_line)  
                if m:  
                        record\['all\_consume\_coin'\] += int(m.group(3))  
        a\_file.close()  
  
  
        print '招募会员消费点数:',record\['all\_consume\_point'\]  
        print '招募会员消费人民币:',record\['all\_consume\_coin'\]  
  
  
        db\_conn.query("insert into ZHAOMUCONSUME (tongji\_time,all\_consume\_point,all\_consume\_coin) values('%s',%d,%d)"%(fmt\_day,record\['all\_consume\_point'\],record\['all\_consume\_coin'\]))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
cat vip\_monthly\_bulletin.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员月报  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400-86400-86400))  
        dirname="/home/haoren/logdir/%s\_111/%s"%(log\_day,log\_day)  
        print dirname  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        sql ="create table if not exists VIPTABLE (\`ID\` int(10) unsigned NOT NULL auto\_increment,\`tongji\_time\` varchar(24) not null default '',\`all\_vip\` int(10) not null default '0',\`new\_vip\` int(10) not null default '0',\`renewals\_vip\` int(10) not null default '0',\`today\_old\_vip\` int(10) not null default '0',\`all\_old\_vip\` int(10) not null default '0',\`year\_vip\` int(10) not null default '0',\`month\_vip\` int(10) not null default '0',\`week\_vip\` int(10) not null default '0',primary key (ID))"  
        db\_conn.query(sql)  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400-86400-86400))  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print 'VIP统计日期:',fmt\_day  
  
  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400-86400-86400))  
        dirname="/home/haoren/logdir/%s\_111/%s"%(log\_day,log\_day)  
        print dirname  
        db\_conn.query("DELETE from VIPTABLE where tongji\_time='%s'"%fmt\_day)  
        db\_conn.query("insert into VIPTABLE (tongji\_time) values('%s')"%fmt\_day)  
  
  
        if os.path.exists("/tmp/vip.txt"):  
                os.system("rm -f /tmp/vip.txt")  
  
  
        if os.path.exists("/tmp/newvip.txt"):  
                os.system("rm -f /tmp/newvip.txt")  
  
  
        if os.path.exists("/tmp/renewvip.txt"):  
                os.system("rm -f /tmp/renewvip.txt")  
  
  
        if os.path.exists("/tmp/oldvip.txt"):  
                os.system("rm -f /tmp/oldvip.txt")  
  
  
        \#dirname="/home/haoren/log/"  
        \#dirname="/tmp/"  
  
  
        file\_list2=get\_files(dirname,'vipuserserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/VIP统计/'|awk '/新增会员/'>> /tmp/newvip.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/VIP统计/'|awk '/会员续费/'>> /tmp/renewvip.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/VIP统计/'|awk '/到期未续费/'>> /tmp/oldvip.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/VIP统计/'|awk '/当前VIP人数/'>> /tmp/vip.txt" %(dirname,file2)  
                os.system(command)  
  
  
        filename='/tmp/vip.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        record\['all\_vip'\]=0  
        record\['year\_vip'\]=0  
        record\['month\_vip'\]=0  
        record\['week\_vip'\]=0  
        record\['old\_vip'\]=0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) VipUserServer\\\[\\d+\\\]  INFO: \\\[VIP统计\\\]当前VIP人数,会员总数:(\\d+),年会员:(\\d+),月会员:(\\d+),周会员:(\\d+),过期会员总数:(\\d+)", a\_line)  
                if m:  
                        record\['all\_vip'\] = int(m.group(2))  
                        record\['year\_vip'\] = int(m.group(3))  
                        record\['month\_vip'\] = int(m.group(4))  
                        record\['week\_vip'\] = int(m.group(5))  
                        record\['old\_vip'\] = int(m.group(6))  
  
  
        db\_conn.query("update VIPTABLE set all\_vip=%d,all\_old\_vip=%d,year\_vip=%d,month\_vip=%d,week\_vip=%d where tongji\_time='%s'"%(record\['all\_vip'\],record\['old\_vip'\],record\['year\_vip'\],record\['month\_vip'\],record\['week\_vip'\],fmt\_day))  
  
  
        a\_file.close()  
  
  
  
  
        newcount = -1  
        for newcount,line in enumerate(open('/tmp/newvip.txt')):  
                pass  
        newcount+=1  
  
  
        renewcount = -1  
        for renewcount,line in enumerate(open('/tmp/renewvip.txt')):  
                pass  
        renewcount+=1  
  
  
        oldcount = -1  
        for oldcount,line in enumerate(open('/tmp/oldvip.txt')):  
                pass  
        oldcount+=1  
  
  
        print '总会员人数:',record\['all\_vip'\]  
        print '今日新增会员:',newcount  
        print '今日续费会员:',renewcount  
        print '今日到期未续费会员人数:',oldcount  
        print '历史到期未续费总人数:',record\['old\_vip'\]  
        print '年费会员总人数:',record\['year\_vip'\]  
        print '月费会员总人数:',record\['month\_vip'\]  
        print '周费会员总人数:',record\['week\_vip'\]  
  
  
        db\_conn.query("update VIPTABLE set new\_vip=%d,renewals\_vip=%d,today\_old\_vip=%d where tongji\_time='%s'"%(newcount,renewcount,oldcount,fmt\_day))  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat singerlevelmonthly.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#用户等级月报  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.104',  
                'dbhost\_gm' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MIDB',  
                'dbname\_gm' : 'MGDB'  
                 \}  
  
  
def main():  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
\#取数据  
        singer\_dict = \{\}  
        for i in range(10):  
                sql ="SELECT ID, SINGERLEVEL from SINGERSHOW%s"%i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for ID, SINGERLEVEL in db\_rows:  
                        singer\_dict\[ID\] = SINGERLEVEL   
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
        level\_dict = \{\}  
        for key in singer\_dict:  
                if (singer\_dict\[key\] in level\_dict):  
                        level\_dict\[singer\_dict\[key\]\] += 1  
                else:  
                        level\_dict\[singer\_dict\[key\]\] = 1   
  
  
  
  
        for key in level\_dict:  
                print 'key=%s, value=%s' % (key, level\_dict\[key\])  
  
  
\#写入MGDB  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))       \#默认日期为脚本运行的上一天  
        print "统计(%s)用户等级数据..." %one\_day  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
        db\_conn.query("DELETE from SINGERLEVELMONTHLY where time='%d'"%dword\_time)  
        for key in level\_dict:  
                sql = "insert into SINGERLEVELMONTHLY (time, level, count) values(%d,%d,%d)" %(dword\_time, key, level\_dict\[key\])  
                print sql  
                db\_cursor.execute(sql)  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat clientinstall.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#客户端下载卸载数据统计  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'root',  
                'dbpass' : '123456',  
                'dbhost' : '172.17.90.15',  
                'dbport' : 3306,  
                'dbname' : 'zebra\_gmtool\_haoren'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
  
  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
  
  
        print '消费统计日期:',fmt\_day  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        \#log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        dirnameinstall="/home/haoren/log/DuDuInstall\_%s.log"%fmt\_day  
        dirnameuninstall="/home/haoren/log/DuDuUnInstall\_%s.log"%fmt\_day  
        \#dirname="/home/haoren/log/"  
        \#print dirname  
        \#ACU、PCU  
        if os.path.exists("/tmp/clientinstall1.txt"):  
                os.system("rm -f /tmp/clientinstall1.txt")  
        if os.path.exists("/tmp/clientuninstall1.txt"):  
                os.system("rm -f /tmp/clientuninstall1.txt")  
  
  
        \#此处只统计了渠道1，后续增加再在后面增加  
        command = "cat %s|gawk -F ' ' '\{print $4\}'|grep 1 >> /tmp/clientinstall1.txt"%dirnameinstall  
        os.system(command)  
        command = "cat %s|gawk -F ' ' '\{print $4\}'|grep 1 >> /tmp/clientuninstall1.txt"%dirnameuninstall  
        os.system(command)  
  
  
        install1 = -1  
        for install1,line in enumerate(open('/tmp/clientinstall1.txt')):  
                pass  
        install1 += 1  
  
  
        uninstall1 = -1  
        for uninstall1,line in enumerate(open('/tmp/clientuninstall1.txt')):  
                pass  
        uninstall1 += 1  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
  
  
        db\_conn.query("update CLIENTSOURCERESULT set INSTALL=%d,UNINSTALL=%d where \`CLIENT\`=1 and \`TIME\`=%d"%(install1,uninstall1,d\_time))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat  clientsource.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#客户端来源相关数据统计  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
  
  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
  
  
        print '消费统计日期:',fmt\_day  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        dirname="/home/haoren/logdir/%s\_44"%log\_day  
        \#dirname="/home/haoren/log/"  
        print dirname  
        \#ACU、PCU  
        if os.path.exists("/tmp/clientsourceacu.txt"):  
                os.system("rm -f /tmp/clientsourceacu.txt")  
        if os.path.exists("/tmp/clientsourceip.txt"):  
                os.system("rm -f /tmp/clientsourceip.txt")  
  
  
        file\_list2=get\_files(dirname,'toolgmserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/人数统计/'>> /tmp/clientsourceacu.txt"%(dirname,file2)  
                os.system(command)  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/客户端统计/'>> /tmp/clientsourceip.txt"%(dirname,file2)  
                os.system(command)  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        sql="delete from CLIENTSOURCETEMP"  
        db\_conn.query(sql)  
  
  
        \#ACU、PCU  
        filename='/tmp/clientsourceacu.txt'  
        pcu = \{\}  
        acu = \{\}  
        acunum = \{\}  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) ToolGM\\\[\\d+\\\] TRACE: \\\[人数统计\\\]CLIENT:(\\d+),总人数:(\\d+)", a\_line)  
                if m:  
                        vfind = 0  
                        for mykey in pcu:  
                                if mykey == int(m.group(2)):  
                                        vfind = 1  
                                        acu\[mykey\] += int(m.group(3))  
                                        acunum\[mykey\] += 1  
                                        if(pcu\[mykey\] < int(m.group(3))):  
                                                pcu\[mykey\] = int(m.group(3))  
                        if(0==vfind):  
                                pcu\[int(m.group(2))\] = int(m.group(3))  
                                acu\[int(m.group(2))\] = int(m.group(3))  
                                acunum\[int(m.group(2))\] = 1  
        for mykey in acu:  
                acu\[mykey\] = acu\[mykey\]/acunum\[mykey\]  
        for mykey in acunum:  
                print 'NUM',mykey,acunum\[mykey\]  
        db\_conn.query("delete from CLIENTSOURCERESULT where TIME=%d"%d\_time)  
  
  
        for mykey in pcu:  
                print 'PCU:',mykey,pcu\[mykey\]  
                db\_conn.query("insert into CLIENTSOURCERESULT(ACU,PCU,TIME,CLIENT) values(%d,%d,%d,%d)"%(acu\[mykey\],pcu\[mykey\],d\_time,mykey))  
        for mykey in acu:  
                print 'ACU:',mykey,acu\[mykey\]  
  
  
        a\_file.close()  
  
  
  
  
        \#活跃用户数、活跃IP、活跃机器数、新登录用户数  
        filename='/tmp/clientsourceip.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) ToolGM\\\[\\d+\\\] TRACE: \\\[客户端统计\\\]用户:(\\d+),IP:(\\d+),MAC:(\\d+),CLIENT:(\\d+),NEW:(\\d+)", a\_line)  
                if m:  
                        record\['user'\]=int(m.group(2))  
                        record\['ip'\]=int(m.group(3))  
                        record\['mac'\]=int(m.group(4))  
                        record\['client'\]=int(m.group(5))  
                        record\['new'\]=int(m.group(6))  
                        db\_conn.query("insert into CLIENTSOURCETEMP values(%d,%d,%d,%d,%d)"%(record\['user'\],record\['ip'\],record\['mac'\],record\['client'\],record\['new'\]))  
        a\_file.close()  
        db\_conn.commit()  
  
  
        sql ="SELECT  count(distinct USERID) as ACTIVEUSER,count(distinct IP) as ACTIVEIP,count(distinct MAC) as ACTIVEMAC FROM CLIENTSOURCETEMP where CLIENT=1"  
        db\_cursor.execute(sql)  
        temp=db\_cursor.fetchone()  
        print temp  
        ACTIVEUSER=int(temp\[0\])  
        ACTIVEIP=int(temp\[1\])  
        ACTIVEMAC=int(temp\[2\])  
  
  
        db\_conn.query("update CLIENTSOURCERESULT set ACTIVEUSER=%d,ACTIVEIP=%d,ACTIVEMAC=%d where \`CLIENT\`=1 and \`TIME\`=%d"%(ACTIVEUSER,ACTIVEIP,ACTIVEMAC,d\_time))  
  
  
        sql ="SELECT  count(NEWUSER) as ACTIVENEW FROM CLIENTSOURCETEMP where CLIENT=1 and NEWUSER=1"  
        db\_cursor.execute(sql)  
        temp=db\_cursor.fetchone()  
        print temp  
        ACTIVENEW=int(temp\[0\])  
  
  
        db\_conn.query("update CLIENTSOURCERESULT set ACTIVENEW=%d where \`CLIENT\`=1 and \`TIME\`=%d"%(ACTIVENEW,d\_time))  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
cat individualtransactions.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#账号交易日报  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '账号交易统计日期:',fmt\_day  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`USERCONSUMEHISTORY\` (\`userid\` int(10) NOT NULL DEFAULT '0',\`all\_consume\_point\` int(10) NOT NULL DEFAULT '0',\`all\_coin\` int(10) NOT NULL DEFAULT '0')"  
        db\_conn.query(sql)  
  
  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        \#sql="CREATE TABLE IF NOT EXISTS \`INDIVIDUALTRANSACTIONS\_%s\` (\`ID\` int(10) unsigned NOT NULL auto\_increment,\`userid\` int(10) NOT NULL DEFAULT '0',\`today\_point\_add\` int(10) NOT NULL DEFAULT '0',\`today\_point\_consume\` int(10) NOT NULL DEFAULT '0',\`history\_consume\_point\` int(10) NOT NULL DEFAULT '0',\`today\_exchange\_coin\` int(10) NOT NULL DEFAULT '0',\`today\_consume\_coin\` int(10) NOT NULL DEFAULT '0',\`today\_coin\_balance\` int(10) NOT NULL DEFAULT '0',\`history\_coin\_balance\` int(10) NOT NULL DEFAULT '0',primary key(ID))"%tabletime  
        sql="CREATE TABLE IF NOT EXISTS \`INDIVIDUALTRANSACTIONS\_%s\` like INDIVIDUALTRANSACTIONS\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        \#多次执行历史值判断  
        sql ="SELECT userid,today\_point\_consume,today\_coin\_balance from INDIVIDUALTRANSACTIONS\_%s"%tabletime  
        db\_cursor.execute(sql)  
        while(True):  
                data=db\_cursor.fetchone()  
                if(data == None):  
                        break  
                db\_conn.query("update USERCONSUMEHISTORY set all\_consume\_point=all\_consume\_point-%d where userid=%d"%(int(data\[1\]),int(data\[0\])))  
                db\_conn.query("update USERCONSUMEHISTORY set all\_coin=all\_coin-%d where userid=%d"%(int(data\[2\]),int(data\[0\])))  
  
  
        \#清空当天  
        db\_conn.query("delete from INDIVIDUALTRANSACTIONS\_%s"%tabletime)  
  
  
        \#个人充值点数  
        sql ="SELECT DISTINCT userid from TRANSACTIONDETAILS\_%s"%tabletime  
        db\_cursor.execute(sql)  
        userlist=\[\]  
        while(True):  
                temp=db\_cursor.fetchone()  
                if(temp == None):  
                        break  
                userlist.append(int(temp\[0\]))  
        for user in userlist:  
                sql ="SELECT point\_add,point\_reduce,coin\_add,coin\_reduce from TRANSACTIONDETAILS\_%s where userid=%d"%(tabletime,user)  
                userchargeinfo=\{\}  
                userchargeinfo\['point\_add'\]=0  
                userchargeinfo\['point\_reduce'\]=0  
                userchargeinfo\['coin\_add'\]=0  
                userchargeinfo\['coin\_reduce'\]=0  
                db\_cursor.execute(sql)  
                while(True):  
                        temp=db\_cursor.fetchone()  
                        if(temp == None):  
                                break  
                        userchargeinfo\['point\_add'\] += int(temp\[0\])  
                        userchargeinfo\['point\_reduce'\]+= int(temp\[1\])  
                        userchargeinfo\['coin\_add'\] +=int(temp\[2\])  
                        userchargeinfo\['coin\_reduce'\]+=int(temp\[3\])  
                userchargeinfo\['today\_coin\_balance'\]= userchargeinfo\['coin\_add'\]-userchargeinfo\['coin\_reduce'\]  
                sql ="SELECT all\_consume\_point,all\_coin from USERCONSUMEHISTORY where userid=%d"%user  
                db\_cursor.execute(sql)  
                temp01=db\_cursor.fetchone()  
                if(temp01 != None):  
                        userchargeinfo\['history\_consume\_point'\]= userchargeinfo\['point\_reduce'\]+int(temp01\[0\])  
                        userchargeinfo\['history\_coin\_balance'\] = userchargeinfo\['today\_coin\_balance'\]+int(temp01\[1\])  
                        db\_conn.query("update USERCONSUMEHISTORY set all\_consume\_point=%d,all\_coin=%d where userid=%d"%(userchargeinfo\['history\_consume\_point'\],userchargeinfo\['history\_coin\_balance'\],user))  
                else:  
                        userchargeinfo\['history\_consume\_point'\]=userchargeinfo\['point\_reduce'\]  
                        userchargeinfo\['history\_coin\_balance'\]= userchargeinfo\['today\_coin\_balance'\]  
                        db\_conn.query("insert into USERCONSUMEHISTORY(userid,all\_consume\_point,all\_coin) values(%d,%d,%d)"%(user,userchargeinfo\['history\_consume\_point'\],userchargeinfo\['history\_coin\_balance'\]))  
  
  
                db\_conn.query("insert into INDIVIDUALTRANSACTIONS\_%s(userid,today\_point\_add,today\_point\_consume,history\_consume\_point,today\_exchange\_coin,today\_consume\_coin,today\_coin\_balance,history\_coin\_balance) values(%d,%d,%d,%d,%d,%d,%d,%d)"%(tabletime,user,userchargeinfo\['point\_add'\],userchargeinfo\['point\_reduce'\],userchargeinfo\['history\_consume\_point'\],userchargeinfo\['coin\_add'\],userchargeinfo\['coin\_reduce'\],userchargeinfo\['today\_coin\_balance'\],userchargeinfo\['history\_coin\_balance'\]))  
  
  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat specialflowerdetails.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#特殊物品明细  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '物品明细统计日期:',fmt\_day  
  
  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname="/home/haoren/logdir/%s\_138"%log\_day  
        print dirname  
  
  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname1="/home/haoren/logdir/%s\_139"%log\_day  
        print dirname1  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        \#sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELDETAILS\_%s\` (\`ID\` int(10) unsigned NOT NULL auto\_increment,\`occur\_time\` varchar(24) NOT NULL DEFAULT '', \`userid\` int(10) NOT NULL DEFAULT '0',\`singer\` int(10) NOT NULL DEFAULT '0',\`flowernum\` int(10) NOT NULL DEFAULT '0',primary key(ID))"%tabletime  
        sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELDETAILS\_%s\` like SPECIALFLOWERHANDSELDETAILS\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from SPECIALFLOWERHANDSELDETAILS\_%s"%tabletime)  
  
  
        if os.path.exists("/tmp/specialflower.txt"):  
                os.system("rm -f /tmp/specialflower.txt")  
  
  
        \#dirname="/home/haoren/log/"  
        \#dirname="/tmp/"  
  
  
        file\_list2=get\_files(dirname,'flowerserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/特殊物品/'>> /tmp/specialflower.txt"%(dirname,file2)  
                os.system(command)  
  
  
        file\_list3=get\_files(dirname1,'flowerserver')  
        for file3 in file\_list3:  
                command = "cat %s/%s | awk '/特殊物品/'>> /tmp/specialflower.txt"%(dirname1,file3)  
                os.system(command)  
        \#特殊物品  
        filename='/tmp/specialflower.txt'  
        record = \{\}  
        a\_file = open(filename, 'r')  
        \#130307-16:13:43 Show\[980\] TRACE: \[特殊物品\]送花者:21001435,接受者:21000127,物品:999  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) FlowerServer\\\[\\d+\\\] TRACE: \\\[特殊物品\\\]送花者:(\\d+),接受者:(\\d+),物品:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into SPECIALFLOWERHANDSELDETAILS\_%s(occur\_time,userid,singer,flowernum) values('%s',%d,%d,%d)"%(tabletime,str(m.group(1)),int(m.group(2)),int(m.group(3)),int(m.group(4))))  
        a\_file.close()  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()   
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat specialflowerforsender.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#特殊物品送花者  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '送花者统计日期:',fmt\_day  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERSENDERHISTORY\` (\`userid\` int(10) NOT NULL DEFAULT '0',\`all\_history\_bunch\` int(10) NOT NULL DEFAULT '0',\`all\_history\_flower\` int(10) NOT NULL DEFAULT '0')"  
        db\_conn.query(sql)  
  
  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        \#sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELFORSENDER\_%s\` (\`ID\` int(10) unsigned NOT NULL auto\_increment,\`userid\` int(10) NOT NULL DEFAULT '0',\`num\_99\` int(10) NOT NULL DEFAULT '0',\`num\_365\` int(10) NOT NULL DEFAULT '0',\`num\_520\` int(10) NOT NULL DEFAULT '0',\`num\_999\` int(10) NOT NULL DEFAULT '0',\`num\_all\` int(10) NOT NULL DEFAULT '0',\`all\_flower\_num\` int(10) NOT NULL DEFAULT '0',\`all\_history\_bunch\` int(10) NOT NULL DEFAULT '0',\`all\_history\_flower\` int(10) NOT NULL DEFAULT '0',primary key(ID))"%tabletime  
        sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELFORSENDER\_%s\` like SPECIALFLOWERHANDSELFORSENDER\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
  
  
        \#多次执行需回退之前执行的历史记录  
        sql ="SELECT userid,num\_all,all\_flower\_num from SPECIALFLOWERHANDSELFORSENDER\_%s"%tabletime  
        db\_cursor.execute(sql)  
        while(True):  
                data=db\_cursor.fetchone()  
                if(data == None):  
                        break  
                db\_conn.query("update SPECIALFLOWERSENDERHISTORY set all\_history\_bunch=all\_history\_bunch-%d where userid=%d"%(int(data\[1\]),int(data\[0\])))  
                db\_conn.query("update SPECIALFLOWERSENDERHISTORY set all\_history\_flower=all\_history\_flower-%d where userid=%d"%(int(data\[2\]),int(data\[0\])))  
        \#清空当天  
        db\_conn.query("delete from SPECIALFLOWERHANDSELFORSENDER\_%s"%tabletime)  
        sql ="SELECT DISTINCT userid from SPECIALFLOWERHANDSELDETAILS\_%s "%tabletime  
        db\_cursor.execute(sql)  
        userlist=\[\]  
        while(True):  
                temp=db\_cursor.fetchone()  
                if(temp == None):  
                        break  
                userlist.append(int(temp\[0\]))  
        for user in userlist:  
                flower=\{\}  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where userid=%s and flowernum=999"%(tabletime,user)  
                db\_cursor.execute(sql)  
                flower\['999'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where userid=%s and flowernum=99"%(tabletime,user)  
                db\_cursor.execute(sql)  
                flower\['99'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where userid=%s and flowernum=365"%(tabletime,user)  
                db\_cursor.execute(sql)  
                flower\['365'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where userid=%s and flowernum=520"%(tabletime,user)  
                db\_cursor.execute(sql)  
                flower\['520'\] = db\_cursor.rowcount  
                flower\['num\_all'\]= flower\['999'\]+flower\['99'\]+flower\['365'\]+flower\['520'\]  
                flower\['all\_flower'\]= flower\['999'\]\*999 + flower\['99'\]\*99 +flower\['365'\]\*365 + flower\['520'\]\*520  
                db\_conn.query("insert into SPECIALFLOWERHANDSELFORSENDER\_%s (userid,num\_99,num\_365,num\_520,num\_999,num\_all,all\_flower\_num)values (%d,%d,%d,%d,%d,%d,%d)"%(tabletime,user,flower\['99'\],flower\['365'\],flower\['520'\],flower\['999'\],flower\['num\_all'\],flower\['all\_flower'\]))  
  
  
                sql ="SELECT all\_history\_bunch,all\_history\_flower from SPECIALFLOWERSENDERHISTORY where userid=%d"%user  
                db\_cursor.execute(sql)  
                temp=db\_cursor.fetchone()  
                if(temp == None):  
                        flower\['all\_history\_bunch'\]= flower\['num\_all'\]  
                        flower\['all\_history\_flower'\]=flower\['all\_flower'\]  
                        db\_conn.query(" insert into SPECIALFLOWERSENDERHISTORY(userid,all\_history\_bunch,all\_history\_flower)values(%d,%d,%d)"%(user,flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\]))  
                else:  
                        flower\['all\_history\_bunch'\]= flower\['num\_all'\]+int(temp\[0\])  
                        flower\['all\_history\_flower'\]=flower\['all\_flower'\]+int(temp\[1\])  
                        db\_conn.query("update SPECIALFLOWERSENDERHISTORY set all\_history\_bunch= %d,all\_history\_flower= %d where \`userid\`= %d"%(flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\],user))  
                db\_conn.query("update SPECIALFLOWERHANDSELFORSENDER\_%s set all\_history\_bunch= %d,all\_history\_flower= %d where \`userid\`= %d"%(tabletime,flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\],user))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat specialflowerforsinger.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#特殊物品用户  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '用户物品统计日期:',fmt\_day  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERSINGERHISTORY\` (\`singer\` int(10) NOT NULL DEFAULT '0',\`all\_history\_bunch\` int(10) NOT NULL DEFAULT '0',\`all\_history\_flower\` int(10) NOT NULL DEFAULT '0')"  
        db\_conn.query(sql)  
  
  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        \#sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELFORSINGER\_%s\` (\`ID\` int(10) unsigned NOT NULL auto\_increment,\`singer\` int(10) NOT NULL DEFAULT '0',\`num\_99\` int(10) NOT NULL DEFAULT '0',\`num\_365\` int(10) NOT NULL DEFAULT '0',\`num\_520\` int(10) NOT NULL DEFAULT '0',\`num\_999\` int(10) NOT NULL DEFAULT '0',\`num\_all\` int(10) NOT NULL DEFAULT '0',\`all\_flower\_num\` int(10) NOT NULL DEFAULT '0',\`all\_history\_bunch\` int(10) NOT NULL DEFAULT '0',\`all\_history\_flower\` int(10) NOT NULL DEFAULT '0',primary key(ID))"%tabletime  
        sql="CREATE TABLE IF NOT EXISTS \`SPECIALFLOWERHANDSELFORSINGER\_%s\` like SPECIALFLOWERHANDSELFORSINGER\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        \#多次执行回退历史  
  
  
        sql ="SELECT singer,num\_all,all\_flower\_num from SPECIALFLOWERHANDSELFORSINGER\_%s"%tabletime  
        db\_cursor.execute(sql)  
        while(True):  
                data=db\_cursor.fetchone()  
                if(data == None):  
                        break  
                db\_conn.query("update SPECIALFLOWERSINGERHISTORY set all\_history\_bunch=all\_history\_bunch-%d where singer=%d"%(int(data\[1\]),int(data\[0\])))  
                db\_conn.query("update SPECIALFLOWERSINGERHISTORY set all\_history\_flower=all\_history\_flower-%d where singer=%d"%(int(data\[2\]),int(data\[0\])))  
        \#清空当天  
        db\_conn.query("delete from SPECIALFLOWERHANDSELFORSINGER\_%s"%tabletime)  
        sql ="SELECT DISTINCT singer from SPECIALFLOWERHANDSELDETAILS\_%s "%tabletime  
        db\_cursor.execute(sql)  
        singerlist=\[\]  
        while(True):  
                temp=db\_cursor.fetchone()  
                if(temp == None):  
                        break  
                singerlist.append(int(temp\[0\]))  
        for singer in singerlist:  
                flower=\{\}  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where singer=%s and flowernum=999"%(tabletime,singer)  
                db\_cursor.execute(sql)  
                flower\['999'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where singer=%s and flowernum=99"%(tabletime,singer)  
                db\_cursor.execute(sql)  
                flower\['99'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where singer=%s and flowernum=365"%(tabletime,singer)  
                db\_cursor.execute(sql)  
                flower\['365'\] = db\_cursor.rowcount  
                sql ="SELECT \* from SPECIALFLOWERHANDSELDETAILS\_%s where singer=%s and flowernum=520"%(tabletime,singer)  
                db\_cursor.execute(sql)  
                flower\['520'\] = db\_cursor.rowcount  
                flower\['num\_all'\]= flower\['999'\]+flower\['99'\]+flower\['365'\]+flower\['520'\]  
                flower\['all\_flower'\]= flower\['999'\]\*999 + flower\['99'\]\*99 +flower\['365'\]\*365 + flower\['520'\]\*520  
                db\_conn.query("insert into SPECIALFLOWERHANDSELFORSINGER\_%s (singer,num\_99,num\_365,num\_520,num\_999,num\_all,all\_flower\_num)values (%d,%d,%d,%d,%d,%d,%d)"%(tabletime,singer,flower\['99'\],flower\['365'\],flower\['520'\],flower\['999'\],flower\['num\_all'\],flower\['all\_flower'\]))  
  
  
                sql ="SELECT all\_history\_bunch,all\_history\_flower from SPECIALFLOWERSINGERHISTORY where singer=%d"%singer  
                db\_cursor.execute(sql)  
                temp=db\_cursor.fetchone()  
                if(temp == None):  
                        flower\['all\_history\_bunch'\]= flower\['num\_all'\]  
                        flower\['all\_history\_flower'\]=flower\['all\_flower'\]  
                        db\_conn.query(" insert into SPECIALFLOWERSINGERHISTORY(singer,all\_history\_bunch,all\_history\_flower)values(%d,%d,%d)"%(singer,flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\]))  
                else:  
                        flower\['all\_history\_bunch'\]= flower\['num\_all'\]+int(temp\[0\])  
                        flower\['all\_history\_flower'\]=flower\['all\_flower'\]+int(temp\[1\])  
                        db\_conn.query("update SPECIALFLOWERSINGERHISTORY set all\_history\_bunch= %d,all\_history\_flower= %d where \`singer\`= %d"%(flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\],singer))  
                db\_conn.query("update SPECIALFLOWERHANDSELFORSINGER\_%s set all\_history\_bunch= %d,all\_history\_flower= %d where \`singer\`= %d"%(tabletime,flower\['all\_history\_bunch'\],flower\['all\_history\_flower'\],singer))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat vipuserflowermonthlyex.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#会员物品库存统计  
import MySQLdb  
import os, sys, re, string  
import time, getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.104',  
                'dbhost\_gm' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MIDB',  
                'dbname\_gm' : 'MGDB'  
                \}  
  
  
def main():  
        one\_day = time.strftime("%Y%m%d", time.localtime(time.time() - 24\*60\*60))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                one\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
        print "正在统计会员物品库存(%s)..." %one\_day  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        vip\_user\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, VIPSTATE from VIPUSER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, VIPSTATE in db\_rows:  
                        vip\_user\_list\[USERID\] = VIPSTATE  
  
  
        vip\_user\_flower\_list = \{\}  
        for i in range(10):  
                sql = "select USERID, FLOWER from VIPUSERFLOWER%s" %i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for USERID, FLOWER in db\_rows:  
                        vip\_user\_flower\_list\[USERID\] = FLOWER  
  
  
        vip\_state\_flower\_list = \{\}  
        vip\_state\_flower\_list\[1\] = 0;  
        vip\_state\_flower\_list\[2\] = 0;  
        vip\_state\_flower\_list\[3\] = 0;  
        for key in vip\_user\_list:  
                if key in vip\_user\_flower\_list:  
                        if vip\_user\_list\[key\] in vip\_state\_flower\_list:  
                                vip\_state\_flower\_list\[vip\_user\_list\[key\]\] += vip\_user\_flower\_list\[key\]  
  
  
        for key in vip\_state\_flower\_list:  
                print key, vip\_state\_flower\_list\[key\]  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        dword\_time = time.mktime(time.strptime(one\_day, '%Y%m%d'))  
  
  
        sql = "update VIPUSERFLOWERMONTHLY set year\_flower\_left\_num=%d, month\_flower\_left\_num=%d, week\_flower\_left\_num=%d where count\_time='%d'" %(vip\_state\_flower\_list\[3\], vip\_state\_flower\_list\[2\], vip\_state\_flower\_list\[1\], dword\_time)  
        print sql  
        db\_conn.query(sql)  
  
  
        db\_conn.commit()  
  
  
        db\_cursor.close()  
        db\_conn.close()  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
cat singergrowthdaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#用户经验值月报  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.104',  
                'dbhost\_gm' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MIDB',  
                'dbname\_gm' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \# 先取MIDB中用户等级 成长值数据  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        singerlevel\_dict = \{\}  
        singergrowth\_dict = \{\}  
  
  
        for i in range(10):  
                sql ="SELECT ID, SINGERLEVEL, SINGERGROWTH from SINGERSHOW%s"%i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for ID, SINGERLEVEL, SINGERGROWTH in db\_rows:  
                        singerlevel\_dict\[ID\] = SINGERLEVEL   
                        singergrowth\_dict\[ID\] = SINGERGROWTH   
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
        dword\_time = time.mktime(time.strptime(cur\_day, '%Y%m%d'))  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '用户经验日报统计日期:',fmt\_day  
  
  
        \#统计日志中数据  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname="/home/haoren/logdir/%s\_138/"%log\_day  
        print '日志路径',dirname  
        log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname1="/home/haoren/logdir/%s\_139/"%log\_day  
        print '日志路径',dirname1  
  
  
        if os.path.exists("/tmp/singergrowth.txt"):  
                os.system("rm -f /tmp/singergrowth.txt")  
  
  
        file\_list = get\_files(dirname,'flowerserver')  
        for file in file\_list:  
                command = "cat %s/%s | awk '/singer统计/'>> /tmp/singergrowth.txt"%(dirname,file)  
                os.system(command)  
        file\_list = get\_files(dirname1,'flowerserver')  
        for file in file\_list:  
                command = "cat %s/%s | awk '/singer统计/'>> /tmp/singergrowth.txt"%(dirname1,file)  
                os.system(command)  
  
  
        \#成长值记录  
        filename='/tmp/singergrowth.txt'  
        a\_file = open(filename, 'r')  
  
  
        flowergrowth\_dict = \{\}  
        candrawgrowth\_dict = \{\}  
        drawedgrowth\_dict = \{\}  
        for a\_line in a\_file.readlines():  
                m = re.search("^\\S+ FlowerServer\\\[\\d+\\\]  INFO: \\\[singer统计\\\]用户\$(\\d+)\$收到物品\$\\d+\$朵，获得成长值\$(\\d+)\$，当前总成长值为\$\\d+\$", a\_line)  
                if m:  
                        if (int(m.group(1)) in flowergrowth\_dict):  
                                flowergrowth\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                flowergrowth\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
                        if (int(m.group(1)) not in candrawgrowth\_dict):  
                                candrawgrowth\_dict\[int(m.group(1))\] = 0   
                        if (int(m.group(1)) not in drawedgrowth\_dict):  
                                drawedgrowth\_dict\[int(m.group(1))\] = 0   
  
  
\#130625-17:47:21 FlowerServer\[13500\]  INFO: \[singer统计\]用户(21002047)物品达到(198)朵可以领取每日成长值(100)  
                m = re.search("^\\S+ FlowerServer\\\[\\d+\\\]  INFO: \\\[singer统计\\\]用户\$(\\d+)\$物品达到\$\\d+\$朵可以领取每日成长值\$(\\d+)\$", a\_line)  
                if m:  
                        \#print int(m.group(1)),int(m.group(2))  
                        if (int(m.group(1)) in candrawgrowth\_dict):  
                                candrawgrowth\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                candrawgrowth\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
                        if (int(m.group(1)) not in flowergrowth\_dict):  
                                flowergrowth\_dict\[int(m.group(1))\] = 0   
                        if (int(m.group(1)) not in drawedgrowth\_dict):  
                                drawedgrowth\_dict\[int(m.group(1))\] = 0   
  
  
\#130625-17:47:24 FlowerServer\[13500\]  INFO: \[singer统计\]用户(21002047)用户等级(7)成长值(315), 成功领取每日成长值(100)  
                m = re.search("^\\S+ FlowerServer\\\[\\d+\\\]  INFO: \\\[singer统计\\\]用户\$(\\d+)\$用户等级\$\\d+\$成长值\$\\d+\$, 成功领取每日成长值\$(\\d+)\$", a\_line)  
                if m:  
                        \#print int(m.group(1)),int(m.group(2))  
                        if (int(m.group(1)) in drawedgrowth\_dict):  
                                drawedgrowth\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                drawedgrowth\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
        a\_file.close()  
  
  
        \#创建数据库表  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
        print "数据库表时间后缀%s"%tabletime  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`SINGERGROWTHDAILY\_%s\` like SINGERGROWTHDAILY\_SAMPLE"%tabletime  
        print sql  
        db\_conn.query(sql)  
        db\_conn.query("delete from SINGERGROWTHDAILY\_%s"%tabletime)  
  
  
        for key in flowergrowth\_dict:  
                num = key  
                sql = "insert into SINGERGROWTHDAILY\_%s(userid,drawedgrowth,candrawgrowth,growthfromflower,singerlevel,curgrowth) values(%d,%d,%d,%d,%d,%d)"%(tabletime, num, drawedgrowth\_dict\[num\], candrawgrowth\_dict\[num\],flowergrowth\_dict\[num\],singerlevel\_dict\[num\],singergrowth\_dict\[num\])  
                print sql  
                db\_conn.query(sql)  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat  platformincomemonthly.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#平台收入月报  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
\# 内网测试通过命令行参数  
\# -d 指定统计时间  
\# -p 指定日志所在目录  
\# -t 指定临时文件存放目录  
\# 示例如下:  
\# \[meinv@localhost tongji\]$ ./newplatformincomemonthly.py -d 20141112 -p /home/meinv/log/ -t /home/meinv/tongji/  
\# 外网无需加参数,使用默认值  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \#外网环境默认参数  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
        tmpdirname = "/tmp/"  
        logname = "billserver"  
  
  
        \#内网测试指定参数  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:p:t:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                                log\_suffix = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logname = "billserver.log.%s"%log\_suffix  
                                log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
                elif op == '-p':  
                        logdirname = str(value)  
                elif op == '-t':  
                        tmpdirname = str(value)  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
        print '统计日期:',fmt\_day  
        print '日志名称:',logname  
        print '日志路径:',logdirname  
        print '临时文本:',tmpdirname  
  
  
        \#用户收入  
        if os.path.exists("%splatformincome.txt"%tmpdirname):  
                os.system("rm -f %splatformincome.txt"%tmpdirname)  
  
  
        \#提现统计  
        if os.path.exists("%swithdraw.txt"%tmpdirname):  
                os.system("rm -f %swithdraw.txt"%tmpdirname)  
  
  
        file\_list2=get\_files(logdirname, logname)  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/物品统计/'>> %splatformincome.txt"%(logdirname,file2,tmpdirname)  
                os.system(command)  
                command = "cat %s/%s | awk '/提现统计/'>> %swithdraw.txt"%(logdirname,file2,tmpdirname)  
                os.system(command)  
  
  
        \#用户收入  
        filename='%splatformincome.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#用户消耗用户总人民币  
        record=\{\}  
        \#物品  
        props = \{\}  
  
  
        \#送物品人  
        people = \{\}  
  
  
        \#130815-15:01:06 Bill\[990\]  INFO: \[物品统计\]渠道(210043)等级(9)用户(21000162)赠送(1)个物品(3)给用户(21000264),用户等级(1),认证(0), 消耗人民币(10), 用户获得人民币(470), 渠道获得人民币(30)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$", a\_line)  
                if m:  
                        userid = int(m.group(4))  
                        propnum = int(m.group(5))  
                        propid = int(m.group(6))  
                        coin = int(m.group(10))  
                        singergold = int(m.group(11))  
                        channelgold = int(m.group(12))  
  
  
                        if (propid in props):  
                                props\[propid\]\['allcoin'\] += coin                        \#总人民币  
                                props\[propid\]\['allgold'\] = props\[propid\]\['allgold'\] + singergold + channelgold          \#总人民币  
                                props\[propid\]\['num'\] += propnum  
                        else:  
                                props\[propid\] = \{\}  
                                props\[propid\]\['allcoin'\] = coin  
                                props\[propid\]\['allgold'\] = singergold + channelgold  
                                props\[propid\]\['num'\] = propnum  
  
  
                        if(userid not in people):                       \#送物品人数  
                                people\[userid\] = 1  
  
  
        \#当日消耗人民币  
        totalgold = 0  
        for key in props:  
                totalgold += props\[key\]\['allgold'\]  
                print '物品Id:', key  
                print '物品收入:',props\[key\]\['allcoin'\]  
                print '人民币产出:',props\[key\]\['allgold'\]  
                print '物品数量:',props\[key\]\['num'\]  
        print '赠送物品用户:',len(people)  
  
  
        a\_file.close()  
  
  
  
  
        \#提现统计  
        filename='%swithdraw.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#用户总人民币  
        record\['withdraw'\] = 0  
        record\['cash'\] = 0  
        \#130816-17:22:14 Bill\[990\]  INFO: \[提现统计\]用户(21001359)用户等级(4)认证渠道(0)渠道等级(0)提现(121)元消耗人民币(50), 剩余人民币(100)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[提现统计\\\]用户\$(\\d+)\$用户等级\$(\\d+)\$认证渠道\$(\\d+)\$渠道等级\$(\\d+)\$提现\$(\\d+)\$元消耗人民币\$(\\d+)\$, 剩余人民币\$(\\d+)\$", a\_line)  
                if m:  
                        record\['withdraw'\] += int(m.group(7))  
                        record\['cash'\] += int(m.group(6))  
  
  
        print'用户提现人民币:%u'%record\['withdraw'\]  
        print'用户提现人民币:%u'%record\['cash'\]  
  
  
        a\_file.close()  
        print '今日结余:%d'%(totalgold-record\['withdraw'\])  
  
  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        d\_time = time.mktime(time.strptime(cur\_day,'%Y%m%d'))  
        last\_day = d\_time-86400  
  
  
        db\_conn.query("delete from PLATFORMINCOMEMONTHLY where TIME=%u"%d\_time)  
  
  
        sql ="SELECT CURGOLD from PLATFORMINCOMEMONTHLY where TIME=%u limit 1"%last\_day  
        last\_day\_curgold = 0  
        db\_cursor.execute(sql)  
        temp=db\_cursor.fetchone()  
        if(temp != None):  
                last\_day\_curgold = int(temp\[0\])  
        else:  
                sql ="SELECT CURGOLD from ITEMEARNINGMONTHLY where TIME=%u"%last\_day  
                db\_cursor.execute(sql)  
                temp=db\_cursor.fetchone()  
                if(temp != None):  
                        last\_day\_curgold = int(temp\[0\])  
  
  
  
  
        print '昨天:%d 人民币结余:%d'%(last\_day,last\_day\_curgold)  
  
  
        record\['curgold'\]= last\_day\_curgold + totalgold -record\['withdraw'\]  
  
  
        print '平台累加人民币结余:',record\['curgold'\]  
  
  
        for kitem in props:  
                db\_conn.query("insert into PLATFORMINCOMEMONTHLY(TIME,CONSUMEITEMTOTALCOIN,ADDGOLD,CURGOLD,SINGERCASH,SINGERCONSUMEGOLD,PRESENTUSERNUM,ITEMID,ITEMNUM) values(%d,%d,%d,%d,%d,%d,%d,%d,%d)"%(d\_time, props\[kitem\]\['allcoin'\],props\[kitem\]\['allgold'\],record\['curgold'\],record\['cash'\],record\['withdraw'\],len(people),int(kitem), int(props\[kitem\]\['num'\])))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat  racingincomemonthly.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#购物平台赛车日报  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
\# 内网测试通过命令行参数  
\# -d 指定统计时间  
\# 示例如下:  
\# \[meinv@localhost tongji\]$ ./racingincomemonthly.py -d 20141112  
\# 外网无需加参数,使用默认值  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
\#import argparse  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
        \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                cur\_file\_list.sort()  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \#外网环境默认参数  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        tmpdirname = "/tmp/"  
        logname = "billserver"  
  
  
        \#内网测试指定参数  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:p:t:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                                log\_suffix = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logname = "billserver.log"  
  
  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
        print '统计日期:',fmt\_day  
        print '日志名称:',logname  
        print '日志路径:',logdirname  
        print '临时文本:',tmpdirname  
  
  
        \#赛车收入  
        if os.path.exists("%sracingincome.txt"%tmpdirname):  
                os.system("rm -f %sracingincome.txt"%tmpdirname)  
  
  
        file\_list1=get\_files(logdirname, logname)  
        for file1 in file\_list1:  
                command = "cat %s/%s | awk '/购物平台赛车/' >> %sracingincome.txt"%(logdirname,file1,tmpdirname)  
                os.system(command)  
  
  
        \#赛车收入  
        filename='%sracingincome.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#赛车消耗用户总人民币  
        allcoin = 0  
        \#赛车购物者赢取人民币  
        playerwin = 0  
        \#参与人数   
        playernum = 0  
        \#机器人数  
        robotnum = 0  
        \#下注次数  
        betnum = 0  
        \#中奖次数  
        winnum = 0  
        \#参与用户  
        userlist = \[\]  
  
  
        for a\_line in a\_file.readlines():  
                \#150226-05:11:23 Bill\[990\]  INFO: \[购物平台赛车\]用户(21235)押注，扣除人民币(1000)成功  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[购物平台赛车\]用户\$(\\d+)\$押注，扣除人民币\$(\\d+)\$成功", a\_line)  
                if m:  
                        allcoin += int(m.group(3))  
                        betnum += 1  
                        userid = int(m.group(2))  
                        \#参与用户列表  
                        if (userid not in userlist):  
                                userlist.append(userid)  
                                playernum += 1  
  
  
                \#150226-05:17:22 Bill\[990\]  INFO: \[购物平台赛车\]用户(21235)增加人民币(10)成功  
                m1 = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[购物平台赛车\]用户\$(\\d+)\$增加人民币\$(\\d+)\$成功", a\_line)  
                if m1:  
                        playerwin += int(m1.group(3))  
                        winnum += 1  
  
  
        print '总金额(人民币):',allcoin/100  
        print '购物者赢的人民币:',playerwin/100  
        print '官方赢的人民币:',(allcoin-playerwin)/100  
        print '参与人数:',playernum  
        print '用户列表:',len(userlist)  
        print '下注次数:',betnum  
        print '中奖次数:',winnum  
  
  
        a\_file.close()  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
  
  
        d\_time = time.mktime(time.strptime(cur\_day,'%Y%m%d'))  
        db\_conn.query("delete from RACINGINCOMEMONTHLY where TIME=%u"%d\_time)  
        db\_conn.query("insert into RACINGINCOMEMONTHLY(TIME,TOTALCOIN,PLAYERWINCOIN,PLAYERNUM,BETNUM,LUCKYNUM) values(%d,%d,%d,%d,%d,%d)"%(d\_time, allcoin, playerwin, playernum, betnum, winnum))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#                main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
 cat charge.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#消费相关  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
        \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '消费统计日期:',fmt\_day  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        \#dirname="/home/haoren/log/%s/"%log\_day  
        \#dirname="/home/haoren/log/1/"  
        dirname="/home/haoren/logdir/%s\_67"%log\_day  
        print dirname  
        \#会员消耗点数  
        if os.path.exists("/tmp/vippoint.txt"):  
                os.system("rm -f /tmp/vippoint.txt")  
        \#人民币消耗点数  
        if os.path.exists("/tmp/coinpoint.txt"):  
                os.system("rm -f /tmp/coinpoint.txt")  
        \#充值  
        if os.path.exists("/tmp/recharge.txt"):  
                os.system("rm -f /tmp/recharge.txt")  
        \#人民币消耗  
        if os.path.exists("/tmp/coinreduce.txt"):  
                os.system("rm -f /tmp/coinreduce.txt")  
        \#人民币补偿  
        if os.path.exists("/tmp/coingmadd.txt"):  
                os.system("rm -f /tmp/coingmadd.txt")  
        \#dirname="/tmp/"  
        \#物品消耗  
        if os.path.exists("/tmp/props.txt"):  
                os.system("rm -f /tmp/props.txt")  
  
  
        file\_list2=get\_files(dirname,'billserver')  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/点数统计/'|awk '/会员消耗点数/'>> /tmp/vippoint.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/点数统计/'|awk '/人民币消耗点数/'>> /tmp/coinpoint.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/点数统计/'|awk '/充值点数/'>> /tmp/recharge.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/人民币统计/'|awk '/会员消耗人民币/'>> /tmp/coinreduce.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/人民币统计/'|awk '/GM增加人民币/'>> /tmp/coingmadd.txt"%(dirname,file2)  
                os.system(command)  
                command = "cat %s/%s | awk '/物品统计/'>> /tmp/props.txt"%(dirname,file2)  
                os.system(command)  
        \#会员消耗点数  
        filename='/tmp/vippoint.txt'  
        record = \{\}  
        record\['vippoint'\]=0  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]会员消耗点数,用户:(\\d+),点数:(\\d+)", a\_line)  
                if m:  
                        vfind = 0  
                        for mykey in record:  
                                if mykey == 'vippoint':  
                                        vfind = 1  
                                        record\[mykey\] += int(m.group(3))  
                        if(0==vfind):  
                                record\['vippoint'\] = int(m.group(3))  
  
  
        print '会员总消耗点数:',record\['vippoint'\]  
  
  
        a\_file.close()  
        \#人民币消耗点数 人民币产出  
        filename='/tmp/coinpoint.txt'  
        a\_file = open(filename, 'r')  
        record\['coinpoint'\]=0  
        record\['coinexchange'\]=0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]人民币消耗点数,用户:(\\d+),点数:(\\d+),产生人民币:(\\d+)", a\_line)  
                if m:  
                        cfind = 0  
                        for mykey in record:  
                                if mykey == 'coinpoint':  
                                        cfind = 1  
                                        record\[mykey\] += int(m.group(3))  
                        if(0==cfind):  
                                record\['coinpoint'\] = int(m.group(3))  
                        \#兑换的人民币  
                        find1 = 0  
                        for mykey in record:  
                                if mykey == 'coinexchange':  
                                        find1 = 1  
                                        record\[mykey\] += int(m.group(4))  
                        if(0==find1):  
                                record\['coinexchange'\] = int(m.group(4))  
  
  
        print '人民币总消耗点数:',record\['coinpoint'\]  
  
  
        record\['allconsumepoint'\]= record\['coinpoint'\]+record\['vippoint'\]   
  
  
        print '总消耗点数',record\['allconsumepoint'\]  
  
  
        print '兑换产生人民币',record\['coinexchange'\]  
  
  
        a\_file.close()  
        \#总充值点数  
        filename='/tmp/recharge.txt'  
        a\_file = open(filename, 'r')  
        record\['recharge'\]=0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]充值点数,用户:(\\d+),点数:(\\d+)", a\_line)  
                if m:  
                        rfind = 0  
                        for mykey in record:  
                                if mykey == 'recharge':  
                                        rfind = 1  
                                        record\[mykey\] += int(m.group(3))  
                        if(0==rfind):  
                                record\['recharge'\] = int(m.group(3))  
  
  
        print '总充值点数:',record\['recharge'\]  
        a\_file.close()  
  
  
        \#人民币消耗(会员)  
        filename='/tmp/coinreduce.txt'  
        a\_file = open(filename, 'r')  
        record\['coinreduce'\]=0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[人民币统计\\\]会员消耗人民币,用户:(\\d+),人民币:(\\d+)", a\_line)  
                if m:  
                        crfind = 0  
                        for mykey in record:  
                                if mykey == 'coinreduce':  
                                        crfind = 1  
                                        record\[mykey\] += int(m.group(3))  
                        if(0==crfind):  
                                record\['coinreduce'\] = int(m.group(3))  
  
  
        print '会员消耗人民币总量:',record\['coinreduce'\]  
  
  
        a\_file.close()  
  
  
        \#人民币消耗(物品)  
        filename='/tmp/props.txt'  
        a\_file = open(filename, 'r')  
        record\['coinprops'\]=0  
        \#130815-15:01:06 Bill\[990\]  INFO: \[物品统计\]渠道(210043)等级(9)用户(21000162)赠送(1)个物品(3)给用户(21000264),用户等级(1),认证(0), 消耗人民币(10), 用户获得人民币(470), 渠道获得人民币(30)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$", a\_line)  
                if m:  
                        crfind = 0  
                        for mykey in record:  
                                if mykey == 'coinprops':  
                                        crfind = 1  
                                        record\[mykey\] += int(m.group(10))  
                        if(0==crfind):  
                                record\['coinprops'\] = int(m.group(10))  
  
  
        print '物品消耗人民币总量:',record\['coinprops'\]  
        a\_file.close()  
        record\['allconsumecoin'\] = record\['coinprops'\] + record\['coinreduce'\]  
  
  
        print '人民币消耗总量:',record\['allconsumecoin'\]  
        \#GM增加人民币  
        filename='/tmp/coingmadd.txt'  
        a\_file = open(filename, 'r')  
        record\['coingmadd'\]=0  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[人民币统计\\\]GM增加人民币,用户:(\\d+),人民币:(\\d+)", a\_line)  
                if m:  
                        cafind = 0  
                        for mykey in record:  
                                if mykey == 'coingmadd':  
                                        cafind = 1  
                                        record\[mykey\] += int(m.group(3))  
                        if(0==cafind):  
                                record\['coingmadd'\] = int(m.group(3))  
        a\_file.close()  
        print '补偿产出人民币总量:',record\['coingmadd'\]  
  
  
        record\['cointodaylast'\] = record\['coinexchange'\] - record\['coinreduce'\] - record\['coinprops'\] + record\['coingmadd'\]  
  
  
        print '人民币今天结存:',record\['cointodaylast'\]  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        \#先对表初始化  
        \#cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        \#fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        db\_conn.query("delete from TRANSACTIONSUMMARY where tongji\_time='%s'"%fmt\_day)  
        db\_conn.query("insert into TRANSACTIONSUMMARY (tongji\_time) values('%s')"%fmt\_day)  
  
  
        db\_conn.query("update TRANSACTIONSUMMARY set all\_recharge\_point=%d,all\_consume\_point=%d,coin\_consume\_point=%d,vip\_consume\_point=%d,gm\_add\_coin=%d,exchange\_add\_coin=%d,all\_consume\_coin=%d,today\_balance\_coin=%d,VIP\_CONSUME\_COIN=%d,PROPS\_CONSUME\_COIN=%d where tongji\_time='%s'"%(record\['recharge'\],record\['allconsumepoint'\],record\['coinpoint'\],record\['vippoint'\],record\['coingmadd'\],record\['coinexchange'\],record\['allconsumecoin'\],record\['cointodaylast'\],record\['coinreduce'\],record\['coinprops'\],fmt\_day))  
  
  
        yesterday = time.strftime('%Y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))-86400))  
  
  
        last\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(yesterday, '%Y%m%d'))))  
  
  
        last\_day\_coin\_last = 0  
        sql ="SELECT all\_balance\_coin from TRANSACTIONSUMMARY where tongji\_time='%s'"%last\_day  
        db\_cursor.execute(sql)  
        temp=db\_cursor.fetchone()  
        if(temp != None):  
                last\_day\_coin\_last=int(temp\[0\])  
        print '昨天:%s 人民币历史结余:'%last\_day,last\_day\_coin\_last  
        record\['coinhistorylast'\]= last\_day\_coin\_last+record\['cointodaylast'\]  
        print '人民币历史结余:',record\['coinhistorylast'\]  
  
  
        db\_conn.query("update TRANSACTIONSUMMARY set all\_balance\_coin=%d where tongji\_time='%s'"%(record\['coinhistorylast'\],fmt\_day))  
        db\_conn.commit()  
  
  
        \#创建交易明细表  
  
  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`TRANSACTIONDETAILS\_%s\` like TRANSACTIONDETAILS\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from TRANSACTIONDETAILS\_%s"%tabletime)  
  
  
        \#充值明细  
        filename='/tmp/recharge.txt'  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]充值点数,用户:(\\d+),点数:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into TRANSACTIONDETAILS\_%s(userid,occur\_time,type,point\_add) values(%d,'%s',0,%d)"%(tabletime,int(m.group(2)),str(m.group(1)),int(m.group(3))))  
  
  
        a\_file.close()  
  
  
        \#点数兑换人民币明细  
        filename='/tmp/coinpoint.txt'  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]人民币消耗点数,用户:(\\d+),点数:(\\d+),产生人民币:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into TRANSACTIONDETAILS\_%s (userid,occur\_time,type,point\_reduce,coin\_add) values(%d,'%s',1,%d,%d)"%(tabletime,int(m.group(2)),str(m.group(1)),int(m.group(3)),int(m.group(4))))  
  
  
        a\_file.close()  
  
  
        \#点数兑换会员明细  
        filename='/tmp/vippoint.txt'  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[点数统计\\\]会员消耗点数,用户:(\\d+),点数:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into TRANSACTIONDETAILS\_%s (userid,occur\_time,type,point\_reduce) values(%d,'%s',2,%d)"%(tabletime,int(m.group(2)),str(m.group(1)),int(m.group(3))))  
        a\_file.close()  
  
  
        \#人民币兑换会员明细  
        filename='/tmp/coinreduce.txt'  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[人民币统计\\\]会员消耗人民币,用户:(\\d+),人民币:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into TRANSACTIONDETAILS\_%s (userid,occur\_time,type,coin\_reduce) values(%d,'%s',3,%d)"%(tabletime,int(m.group(2)),str(m.group(1)),int(m.group(3))))  
        a\_file.close()  
  
  
        \#GM增加人民币明细  
        filename='/tmp/coingmadd.txt'  
        a\_file = open(filename, 'r')  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\] TRACE: \\\[人民币统计\\\]GM增加人民币,用户:(\\d+),人民币:(\\d+)", a\_line)  
                if m:  
                        db\_conn.query("insert into TRANSACTIONDETAILS\_%s (userid,occur\_time,type,coin\_add) values(%d,'%s',4,%d)"%(tabletime,int(m.group(2)),str(m.group(1)),int(m.group(3))))  
  
  
        a\_file.close()  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat  channelincomeDaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#渠道收入日报  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
\# 内网测试通过命令行参数  
\# -d 指定统计时间  
\# -p 指定日志所在目录  
\# -t 指定临时文件存放目录  
\# 示例如下:  
\# \[meinv@localhost tongji\]$ ./channelincomeDaily.py -d 20141112 -p /home/meinv/log/ -t /home/meinv/tongji/  
\# 外网无需加参数,使用默认值  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
  
  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
                   
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                cur\_file\_list.sort()  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \#外网环境默认参数  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
        tmpdirname = "/tmp/"  
        logname = "billserver"  
  
  
        \#内网测试指定参数  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:p:t:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                                print cur\_day  
                                log\_suffix = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logname = "billserver.log"  
                                log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
                elif op == '-p':  
                        logdirname = str(value)  
                elif op == '-t':  
                        tmpdirname = str(value)  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
        print '统计日期:',fmt\_day  
        print '日志名称:',logname  
        print '日志路径:',logdirname  
        print '临时文本:',tmpdirname  
  
  
        \#渠道收入  
        if os.path.exists("%schannelincome.txt"%tmpdirname):  
                os.system("rm -f %schannelincome.txt"%tmpdirname)  
  
  
        \#渠道人民币总量  
        if os.path.exists("%schannelallgold.txt"%tmpdirname):  
                os.system("rm -f %schannelallgold.txt"%tmpdirname)  
  
  
        file\_list=get\_files(logdirname, logname)  
        for file in file\_list:  
                command = "cat %s/%s | awk '/物品统计/'>> %schannelincome.txt"%(logdirname,file,tmpdirname)  
                os.system(command)  
                command = "cat %s/%s | awk '/渠道人民币统计/'>> %schannelallgold.txt"%(logdirname,file,tmpdirname)  
                os.system(command)  
  
  
        \#渠道收入  
        filename='%schannelincome.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#渠道消耗用户总人民币  
        allcoin=\{\}  
        \#渠道人民币收入  
        goldincome=\{\}  
        \#渠道总人民币  
        channelallgold = \{\}  
        \#渠道物品  
        channelprops = \{\}  
        \#130815-15:01:06 Bill\[990\]  INFO: \[物品统计\]渠道(210043)等级(9)用户(21000162)赠送(1)个物品(3)给用户(21000264),用户等级(1),认证(0), 消耗人民币(10), 用户获得人民币(470), 渠道获得人民币(30)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$", a\_line)  
                if m:  
                        channelid = int(m.group(2))  
                        propnum = int(m.group(5))  
                        propid = int(m.group(6))  
                        signflag = int(m.group(9))  
                        coin = int(m.group(10))  
                        gold = int(m.group(12))  
                        \#离线用户signflag传入的是渠道号  
                        if (signflag != 0 and signflag != 1):  
                                if (signflag == int(m.group(2))):  
                                        signflag = 1  
                                else:  
                                        signflag = 0  
                        if (channelid in channelprops):  
                                if (propid in channelprops\[channelid\]):  
                                        channelprops\[channelid\]\[propid\] += propnum  
                                        allcoin\[channelid\]\[propid\] += coin  
                                        goldincome\[channelid\]\[propid\]\[signflag\] += gold  
                                else:  
                                        channelprops\[channelid\]\[propid\] = propnum  
                                        allcoin\[channelid\]\[propid\] = coin  
                                        goldincome\[channelid\]\[propid\] = \{\}  
                                        goldincome\[channelid\]\[propid\]\[0\] = 0  
                                        goldincome\[channelid\]\[propid\]\[1\] = 0  
                                        goldincome\[channelid\]\[propid\]\[signflag\] = gold  
  
  
                        else:  
                                channelprops\[channelid\]=\{\}  
                                channelprops\[channelid\]\[propid\] = propnum  
                                allcoin\[channelid\] = \{\}  
                                allcoin\[channelid\]\[propid\] = coin  
                                goldincome\[channelid\]=\{\}  
                                goldincome\[channelid\]\[propid\]=\{\}  
                                goldincome\[channelid\]\[propid\]\[0\]=0  
                                goldincome\[channelid\]\[propid\]\[1\]=0  
                                goldincome\[channelid\]\[propid\]\[signflag\]=int(m.group(12))  
  
  
        for key in channelprops:  
                print '渠道:',key  
  
  
        a\_file.close()  
  
  
        \#渠道总人民币统计  
  
  
        \#渠道总人民币  
        filename='%schannelallgold.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#渠道总人民币  
        allgold=\{\}  
        \#130816-15:28:45 Bill\[990\]  INFO: \[渠道人民币统计\]渠道(210043)当前人民币(308864653)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[渠道人民币统计\\\]渠道\$(\\d+)\$当前人民币\$(\\d+)\$", a\_line)  
                if m:  
                        allgold\[int(m.group(2))\] = int(m.group(3))  
  
  
        for key in allgold:  
                print'渠道:%lu,人民币总量:%u'%(key,allgold\[key\])  
  
  
        a\_file.close()  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`CHANNELEARNINGDAILY\_%s\` like CHANNELEARNINGDAILY\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from CHANNELEARNINGDAILY\_%s"%tabletime)  
        for key in channelprops:  
                if(key not in allgold):  
                        allgold\[key\]=0  
                for kitem in channelprops\[key\]:  
                        db\_conn.query("insert into CHANNELEARNINGDAILY\_%s(CHANNELID,RECVITEMTOTALCOIN,SIGNGOLD,NONSIGNGOLD,CURGOLD,ITEMID,ITEMNUM ) values(%d,%d,%d,%d,%d,%d,%d)"%(tabletime,int(key),int(allcoin\[key\]\[kitem\]),int(goldincome\[key\]\[kitem\]\[1\]),int(goldincome\[key\]\[kitem\]\[0\]),int(allgold\[key\]),int(kitem),int(channelprops\[key\]\[kitem\])))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat userconsumitemDaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#用户消费物品日报  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
\# 内网测试通过命令行参数  
\# -d 指定统计时间  
\# -p 指定日志所在目录  
\# -t 指定临时文件存放目录  
\# 示例如下:  
\# \[meinv@localhost tongji\]$ ./userconsumitemDaily.py -d 20141112 -p /home/meinv/log/ -t /home/meinv/tongji/  
\# 外网无需加参数,使用默认值  
\#\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*使用说明\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \#外网环境默认参数  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
        tmpdirname = "/tmp/"  
        logname = "billserver"  
  
  
        \#内网测试指定参数  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:p:t:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                                log\_suffix = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logname = "billserver.log"  
                                log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
                                logdirname = "/home/haoren/logdir/%s\_67"%log\_day  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
                elif op == '-p':  
                        logdirname = str(value)  
                elif op == '-t':  
                        tmpdirname = str(value)  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        d\_time = time.mktime(time.strptime(fmt\_day,'%Y-%m-%d'))  
        print '统计日期:',fmt\_day  
        print '日志名称:',logname  
        print '日志路径:',logdirname  
        print '临时文本:',tmpdirname  
  
  
        \#用户物品消费  
        if os.path.exists("%suserconsumeitem.txt"%tmpdirname):  
                os.system("rm -f %suserconsumeitem.txt"%tmpdirname)  
  
  
        file\_list2=get\_files(logdirname,logname)  
        for file2 in file\_list2:  
                command = "cat %s/%s | awk '/物品统计/'>> %suserconsumeitem.txt"%(logdirname,file2,tmpdirname)  
                os.system(command)  
  
  
        \#用户物品消费  
        filename='%suserconsumeitem.txt'%tmpdirname  
        a\_file = open(filename, 'r')  
        \#用户购买物品消耗总人民币  
        allcoin=\{\}  
        \#用户消费物品  
        userprops = \{\}  
        \#130815-15:01:06 Bill\[990\]  INFO: \[物品统计\]渠道(210043)等级(9)用户(21000162)赠送(1)个物品(3)给用户(21000264),用户等级(1),认证(0), 消耗人民币(10), 用户获得人民币(470), 渠道获得人民币(30)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) Bill\\\[\\d+\\\]  INFO: \\\[物品统计\\\]渠道\$(\\d+)\$等级\$(\\d+)\$用户\$(\\d+)\$赠送\$(\\d+)\$个物品\$(\\d+)\$给用户\$(\\d+)\$,用户等级\$(\\d+)\$,认证\$(\\d+)\$, 消耗人民币\$(\\d+)\$, 用户获得人民币\$(\\d+)\$, 渠道获得人民币\$(\\d+)\$", a\_line)  
                if m:  
                        userid = int(m.group(4))  
                        propnum = int(m.group(5))  
                        propid = int(m.group(6))  
                        coin = int(m.group(10))  
                        if (userid in userprops):  
                                if (propid in userprops\[userid\]):  
                                        userprops\[userid\]\[propid\]\['num'\] += propnum  
                                        userprops\[userid\]\[propid\]\['coin'\] += coin  
                                else:  
                                        userprops\[userid\]\[propid\] = \{\}  
                                        userprops\[userid\]\[propid\]\['num'\] = propnum  
                                        userprops\[userid\]\[propid\]\['coin'\] = coin  
  
  
                        else:  
                                userprops\[userid\]=\{\}  
                                userprops\[userid\]\[propid\] = \{\}  
                                userprops\[userid\]\[propid\]\['num'\] = propnum  
                                userprops\[userid\]\[propid\]\['coin'\] = coin  
  
  
        for key in userprops:  
                print '用户:',key  
                for prop in userprops\[key\]:  
                        print '物品id:', prop  
                        print '物品num:', userprops\[key\]\[prop\]\['num'\]  
                        print '物品消费人民币:', userprops\[key\]\[prop\]\['coin'\]  
  
  
        a\_file.close()  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`USERCONSUMEITEMDAILY\_%s\` like USERCONSUMEITEMDAILY\_SAMPLE"%tabletime  
  
  
        db\_conn.query(sql)  
        db\_conn.query("delete from USERCONSUMEITEMDAILY\_%s"%tabletime)  
        for key in userprops:  
                for kitem in userprops\[key\]:  
                        db\_conn.query("insert into USERCONSUMEITEMDAILY\_%s(USERID,CONSUMEITEMTOTALCOIN,ITEMID,ITEMNUM) values(%d,%d,%d,%d)"%(tabletime,int(key),int(userprops\[key\]\[kitem\]\['coin'\]),int(kitem),int(userprops\[key\]\[kitem\]\['num'\])))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat  rewardInfo.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#分析日志，获得每天用户中奖信息  
\#每天一张表  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
import datetime  
import operator  
import copy  
  
  
optmap = \{   
        'dbuser' : 'haoren',  
        'dbpass' : '123456789',  
        'dbhost' : '172.10.1.104',  
        'dbhost\_gm' : '172.10.1.103',  
        'dbport' : 3306,  
        'dbname' : 'MIDB',  
        'dbname\_gm' : 'MGDB'  
\}  
reward = \{   
        'userID':0,  
        'type':0,  
        'level':0,  
        'num':0,  
        'date':0  
\}  
  
  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'                                
  
  
  
  
def main():   
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        if len(sys.argv)>1:  
                cur\_day = sys.argv\[1\]  
                log\_day = sys.argv\[1\]\[2:\]  
  
  
        dirname = "/home/haoren/logdir/%s\_19"%log\_day  
        reward\_list = \[\]  
        for fileName in os.listdir(dirname):  
                if (fileName.find("loginrewardserver.log") == -1):  
                        continue  
                a\_file = open(dirname+"/"+fileName,'r')  
                \#140522-00:31:16 LoginRewardServer\[16600\] DEBUG: 用户\[54011503\]在第\[1\]关中奖,中奖类型\[1\],中奖数量\[100\],是否广播给客户端\[0\]  
                for a\_line in a\_file.readlines():  
                        reward\_info = re.search("^(\\S+) LoginRewardServer\\\[\\d+\\\] DEBUG: 用户\\\[(\\d+)\\\]在第\\\[(\\d+)\\\]关中奖,中奖类型\\\[(\\d+)\\\],中奖数量\\\[(\\d+)\\\],是否广播给客户端\\\[0\\\]",a\_line)  
                        if reward\_info:  
  
  
                                reward\_ = \{\}  
                                reward\_\['userID'\] = reward\_info.group(2)  
                                reward\_\['type'\] = reward\_info.group(4)  
                                reward\_\['level'\] = reward\_info.group(3)  
                                reward\_\['num'\] = reward\_info.group(5)  
                                reward\_\['date'\] = str("20") + str(reward\_info.group(1)\[0:2\]) + "-" + str(reward\_info.group(1)\[2:4\]) + "-" + str(reward\_info.group(1)\[4:6\]) + " " + str(reward\_info.group(1)\[7:\])   
                                reward\_list.append(reward\_)  
                        a\_file.close()  
  
  
  
  
\#       for reward in reward\_list:  
\#               print "uid:" + reward\['userID'\] + " type:" + reward\['type'\] + " level:" + reward\['level'\] + " num:" + reward\['num'\] + " date:" + reward\['date'\]  
   
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
        \#print "数据库表时间后缀%s"%tabletime  
        tabletime = cur\_day  
        print '用户中奖信息，统计日期:',tabletime  
        sql="CREATE TABLE IF NOT EXISTS \`REWARDINFO\_%s\` like REWARDINFO\_SAMPLE"%tabletime  
        \#delete  
        try:  
                db\_conn.query("drop table REWARDINFO\_%s"%tabletime)  
        except:  
                pass \#print "The first statistics."  
        \#create  
        db\_conn.query(sql)  
  
  
  
  
        \#update yesterday data  
        total = range(10)  
        for reward in reward\_list:  
                timeArray = time.strptime(reward\['date'\],"%Y-%m-%d %H:%M:%S")  
                timeStamp = int(time.mktime(timeArray))  
                sql = "insert into REWARDINFO\_%s(userID,type,level,num,timestamp)value(%d,%d,%d,%d,%d)"%(tabletime,int(reward\['userID'\]),int(reward\['type'\]),int(reward\['level'\]),int(reward\['num'\]),timeStamp)  
                db\_conn.query(sql)  
  
  
                \#update rewardTotal  
                for i in range(1,10):  
                        if( int(reward\['level'\]) == int(i) ):  
                                total\[i\] = int(total\[i\]) + int(reward\['num'\])  
  
  
        for i in range(1,10):  
                sql = "insert into SIGNEDCARD(level%d,timestamp)value(%d,%d)"%(int(i),total\[i\],timeStamp)  
                db\_conn.query(sql)  
  
  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
        print "SUCCESS."  
  
  
  
  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat channelgrowthdaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#渠道成长值月报  
\#请勿模仿 小心被误导  
  
  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.104',  
                'dbhost\_gm' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MIDB',  
                'dbname\_gm' : 'MGDB'  
                 \}  
  
  
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        \# 先取MIDB中渠道等级 成长值数据  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_conn.query("use %s" %optmap\['dbname'\])  
        db\_cursor = db\_conn.cursor()  
  
  
        channellevel\_dict = \{\}  
        channelgrowth\_dict = \{\}  
  
  
        for i in range(10):  
                sql ="SELECT ID, LEVEL, GROWTH from CHANNELGROW%s"%i  
                print sql  
                db\_cursor.execute(sql)  
                db\_rows = db\_cursor.fetchall()  
                for ID, LEVEL, GROWTH in db\_rows:  
                        channellevel\_dict\[ID\] = LEVEL   
                        channelgrowth\_dict\[ID\] = GROWTH   
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
        dword\_time = time.mktime(time.strptime(cur\_day, '%Y%m%d'))  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '渠道成长值日报统计日期:',fmt\_day  
  
  
        \#统计日志中数据  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname="/home/haoren/logdir/%s\_67/"%log\_day  
        print '日志路径',dirname  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname1="/home/haoren/logdir/%s\_138/"%log\_day  
        print '日志路径',dirname1  
        \#log\_day = time.strftime("%y%m%d", time.localtime(time.time()-86400))  
        dirname2="/home/haoren/logdir/%s\_139/"%log\_day  
        print '日志路径',dirname2  
  
  
        if os.path.exists("/tmp/channelgrowth.txt"):  
                os.system("rm -f /tmp/channelgrowth.txt")  
  
  
        file\_list = get\_files(dirname1,'flowerserver')  
        for file in file\_list:  
                command = "cat %s/%s | awk '/channelgrow统计/'>> /tmp/channelgrowth.txt"%(dirname1,file)  
                os.system(command)  
        file\_list = get\_files(dirname2,'flowerserver')  
        for file in file\_list:  
                command = "cat %s/%s | awk '/channelgrow统计/'>> /tmp/channelgrowth.txt"%(dirname2,file)  
                os.system(command)  
        file\_list = get\_files(dirname,'channelgrowserver')  
        for file in file\_list:  
                command = "cat %s/%s | awk '/channelgrow统计/'>> /tmp/channelgrowth.txt"%(dirname,file)  
                os.system(command)  
  
  
        \#成长值记录  
        filename='/tmp/channelgrowth.txt'  
        a\_file = open(filename, 'r')  
  
  
        floweramount\_dict = \{\}  
        flower999\_dict = \{\}  
        flower520\_dict = \{\}  
        flower365\_dict = \{\}  
        flower99\_dict = \{\}  
        growthfloweramount\_dict = \{\}  
        growthonline\_dict = \{\}  
        growthspecialflower\_dict = \{\}  
        for a\_line in a\_file.readlines():  
                \#130719-12:09:44 ChannelGrowServer\[14400\]  INFO: \[channelgrow统计\]服务器(13500)通知渠道(210018)增加物品(99)  
                m = re.search("^\\S+ ChannelGrowServer\\\[\\d+\\\]  INFO: \\\[channelgrow统计\\\]服务器\$\\d+\$通知渠道\$(\\d+)\$增加物品\$(\\d+)\$", a\_line)  
                if m:  
                        if (int(m.group(1)) in floweramount\_dict):  
                                floweramount\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                floweramount\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
                \#130719-12:11:01 FlowerServer\[13500\]  INFO: \[channelgrow统计\]渠道(210018)收到物品(99)朵，获得成长值(1)  
                m = re.search("^\\S+ FlowerServer\\\[\\d+\\\]  INFO: \\\[channelgrow统计\\\]渠道\$(\\d+)\$收到物品\$(\\d+)\$朵，获得成长值\$\\d+\$", a\_line)  
                if m:  
                        if (int(m.group(2)) == 99):  
                                if (int(m.group(1)) in flower99\_dict):  
                                        flower99\_dict\[int(m.group(1))\] += 1   
                                else:  
                                        flower99\_dict\[int(m.group(1))\] = 1   
                        if (int(m.group(2)) == 365):  
                                if (int(m.group(1)) in flower365\_dict):  
                                        flower365\_dict\[int(m.group(1))\] += 1   
                                else:  
                                        flower365\_dict\[int(m.group(1))\] = 1   
                        if (int(m.group(2)) == 520):  
                                if (int(m.group(1)) in flower520\_dict):  
                                        flower520\_dict\[int(m.group(1))\] += 1   
                                else:  
                                        flower520\_dict\[int(m.group(1))\] = 1   
                        if (int(m.group(2)) == 999):  
                                if (int(m.group(1)) in flower999\_dict):  
                                        flower999\_dict\[int(m.group(1))\] += 1   
                                else:  
                                        flower999\_dict\[int(m.group(1))\] = 1   
  
  
  
  
\#130718-16:04:05 ChannelGrowServer\[14400\]  INFO: \[channelgrow统计\]渠道(210018)由于在线人数增加成长值(10)  
                m = re.search("^\\S+ ChannelGrowServer\\\[\\d+\\\]  INFO: \\\[channelgrow统计\\\]渠道\$(\\d+)\$由于在线人数增加成长值\$(\\d+)\$", a\_line)  
                if m:  
                        \#print int(m.group(1)),int(m.group(2))  
                        if (int(m.group(1)) in growthonline\_dict):  
                                growthonline\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                growthonline\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
                        if (int(m.group(1)) not in floweramount\_dict):  
                                floweramount\_dict\[int(m.group(1))\] = 0   
  
  
\#130718-16:04:27 ChannelGrowServer\[14400\]  INFO: \[channelgrow统计\]渠道(210018)由于特殊物品增加成长值(1)  
                m = re.search("^\\S+ ChannelGrowServer\\\[\\d+\\\]  INFO: \\\[channelgrow统计\\\]渠道\$(\\d+)\$由于特殊物品增加成长值\$(\\d+)\$", a\_line)  
                if m:  
                        \#print int(m.group(1)),int(m.group(2))  
                        if (int(m.group(1)) in growthspecialflower\_dict):  
                                growthspecialflower\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                growthspecialflower\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
\#130718-16:05:22 ChannelGrowServer\[14400\]  INFO: \[channelgrow统计\]渠道(210018)物品总量达到(1890)，当前总物品成长值(0), 要增加成长值(10)  
                m = re.search("^\\S+ ChannelGrowServer\\\[\\d+\\\]  INFO: \\\[channelgrow统计\\\]渠道\$(\\d+)\$物品总量达到\$\\d+\$，当前总物品成长值\$\\d+\$, 要增加成长值\$(\\d+)\$", a\_line)  
                if m:  
                        \#print int(m.group(1)),int(m.group(2))  
                        if (int(m.group(1)) in growthfloweramount\_dict):  
                                growthfloweramount\_dict\[int(m.group(1))\] += int(m.group(2))  
                        else:  
                                growthfloweramount\_dict\[int(m.group(1))\] = int(m.group(2))   
  
  
        a\_file.close()  
  
  
        \#创建数据库表  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost\_gm'\], port=optmap\['dbport'\], db=optmap\['dbname\_gm'\])  
        db\_conn.query("use %s" %optmap\['dbname\_gm'\])  
        db\_cursor = db\_conn.cursor()  
        tabletime = time.strftime("%Y%m%d", time.localtime(time.mktime(time.strptime(cur\_day, "%Y%m%d"))))  
        print "数据库表时间后缀%s"%tabletime  
  
  
        sql="CREATE TABLE IF NOT EXISTS \`CHANNELGROWTHDAILY\_%s\` like CHANNELGROWTHDAILY\_SAMPLE"%tabletime  
        print sql  
        db\_conn.query(sql)  
        db\_conn.query("delete from CHANNELGROWTHDAILY\_%s"%tabletime)  
  
  
        for key in floweramount\_dict:  
                num = key  
                if (num in channellevel\_dict):  
                        channellevel\_ = channellevel\_dict\[num\]  
                else:  
                        channellevel\_ = 0;  
                if (num in channelgrowth\_dict):  
                        channelgrowth\_ = channelgrowth\_dict\[num\]  
                else:  
                        channelgrowth\_ = 0;  
                if (num in growthspecialflower\_dict):  
                        growthfromspecialflower\_ = growthspecialflower\_dict\[num\]  
                else:  
                        growthfromspecialflower\_ = 0;  
                if (num in growthfloweramount\_dict):  
                        growthfromfloweramount\_ = growthfloweramount\_dict\[num\]  
                else:  
                        growthfromfloweramount\_ = 0;  
                if (num in growthonline\_dict):  
                        growthfromonlinenum\_ = growthonline\_dict\[num\]  
                else:  
                        growthfromonlinenum\_ = 0;  
                if (num in flower999\_dict):  
                        flower999\_ = flower999\_dict\[num\]  
                else:  
                        flower999\_ = 0;  
                if (num in flower520\_dict):  
                        flower520\_ = flower520\_dict\[num\]  
                else:  
                        flower520\_ = 0;  
                if (num in flower365\_dict):  
                        flower365\_ = flower365\_dict\[num\]  
                else:  
                        flower365\_ = 0;  
                if (num in flower99\_dict):  
                        flower99\_ = flower99\_dict\[num\]  
                else:  
                        flower99\_ = 0;  
                sql = "insert into CHANNELGROWTHDAILY\_%s(id,growthfromspecialflower,growthfromfloweramount,growthfromonlinenum,flower999,flower520,flower365,flower99,floweramount,level,curgrowth) values(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)"%(tabletime, num, growthfromspecialflower\_, growthfromfloweramount\_,growthfromonlinenum\_,flower999\_,flower520\_,flower365\_, flower99\_, floweramount\_dict\[num\],channellevel\_,channelgrowth\_)  
                print sql  
                db\_conn.query(sql)  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()  
\#if \_\_name\_\_ == "\_\_main\_\_":  
\#        main()  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
  
cat familyConsumeDaily.py  
\#!/usr/bin/env python  
\#-\*-coding:utf-8-\*-  
\#团购消费，集结统计脚本(修改为外网配置后，每天定时执行，统计数据)  
import MySQLdb  
import os, sys, re,string  
import time, tarfile,getopt  
  
  
optmap = \{   
                'dbuser' : 'haoren',  
                'dbpass' : '123456789',  
                'dbhost' : '172.10.1.103',  
                'dbport' : 3306,  
                'dbname' : 'MGDB'  
                 \}  
                   
def get\_files(dir, pattern):  
        res\_file\_list =\[\]  
        if os.path.exists(dir):  
                cur\_file\_list = os.listdir(dir)  
                cur\_file\_list.sort()  
                for file\_name in cur\_file\_list:  
                        if re.search(pattern, file\_name):  
                                res\_file\_list.append(file\_name)  
                return res\_file\_list  
        else:  
                return 'no'  
  
  
def main():  
  
  
        cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()-86400))  
        \# cur\_day = time.strftime("%Y%m%d", time.localtime(time.time()))  
  
  
        opts, args = getopt.getopt(sys.argv\[1:\], 'd:')  
        for op, value in opts:  
                if op == '-d':  
                        m = re.search('\[0-9\]\{8\}', value)  
                        if m:  
                                cur\_day = value  
                        else:  
                                print "请输入8位日期(比如：20130215)"  
                                return 'no'  
  
  
        fmt\_day = time.strftime('%Y-%m-%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        print '统计日期:',fmt\_day  
        log\_day = time.strftime('%y%m%d', time.localtime(time.mktime(time.strptime(cur\_day, '%Y%m%d'))))  
        dirname="/home/haoren/logdir/%s\_124/"%log\_day  
        print dirname  
        dirname1="/home/haoren/logdir/%s\_26/"%log\_day  
        print dirname1  
  
  
        \# 删除存在的临时文件  
        if os.path.exists("/tmp/familyConsumeDaily.txt"):  
                os.system("rm -f /tmp/familyConsumeDaily.txt")  
  
  
        if os.path.exists("/tmp/familyGatherDaily.txt"):  
                os.system("rm -f /tmp/familyGatherDaily.txt")  
  
  
        file\_list=get\_files(dirname,'groupserver')  
        for file in file\_list:  
                command = "cat %s/%s | grep 团购集结|grep 发起团购|grep 集结成功>> /tmp/familyGatherDaily.txt"%(dirname,file)  
                os.system(command)  
                command = "cat %s/%s | grep 团购消费|grep 同步团购|grep 成员|grep 消费>> /tmp/familyConsumeDaily.txt"%(dirname,file)  
                os.system(command)  
  
  
        file\_list1=get\_files(dirname1,'groupserver')  
        for file1 in file\_list1:  
                command = "cat %s/%s | grep 团购集结|grep 发起团购|grep 集结成功>> /tmp/familyGatherDaily.txt"%(dirname1,file1)  
                os.system(command)  
                command = "cat %s/%s | grep 团购消费|grep 同步团购|grep 成员|grep 消费>> /tmp/familyConsumeDaily.txt"%(dirname1,file1)  
                os.system(command)  
  
  
        \#团购消费  
        filename='/tmp/familyConsumeDaily.txt'  
        a\_file = open(filename, 'r')  
        \#团购消费统计  
        familyConsume=\{\}  
        \#150215-22:47:18 GROUPSERVER\[4401\]  INFO: \[团购消费\]同步团购(200105)成员(21001367)消费(2000)  
        for a\_line in a\_file.readlines():  
                m = re.search("^(\\S+) GROUPSERVER\\\[\\d+\\\]  INFO: \\\[团购消费\\\]同步团购\$(\\d+)\$成员\$(\\d+)\$消费\$(\\d+)\$", a\_line)  
                if(m and int(m.group(2))!=0):  
                        \# print m.group(2), m.group(4)  
                        if(familyConsume.has\_key(int(m.group(2)))):  
                                familyConsume\[int(m.group(2))\] += int(m.group(4))  
                        else:  
                                familyConsume\[int(m.group(2))\] = int(m.group(4))  
  
  
        a\_file.close()  
  
  
        \#团购集结  
        filename='/tmp/familyGatherDaily.txt'  
        a\_file = open(filename, 'r')  
        \#团购集结统计  
        familyGather=\{\}  
        for a\_line in a\_file.readlines():  
                \#150117-23:29:23 GROUPSERVER\[4400\]  INFO: \[团购集结\]用户(%u)发起团购(%u)集结成功，免费  
                \#150117-23:29:23 GROUPSERVER\[4400\]  INFO: \[团购集结\]用户(%u)发起团购(%u)集结成功，扣费成功  
                m = re.search("^(\\S+) GROUPSERVER\\\[\\d+\\\]  INFO: \\\[团购集结\\\]用户\$(\\d+)\$发起团购\$(\\d+)\$集结成功", a\_line)  
                if(m):  
                        \# print m.group(2), m.group(3)  
                        if(familyGather.has\_key(int(m.group(3)))):  
                                familyGather\[int(m.group(3))\] += 1  
                        else:  
                                familyGather\[int(m.group(3))\] = 1  
  
  
        a\_file.close()  
  
  
        db\_conn = MySQLdb.connect(user=optmap\['dbuser'\], passwd=optmap\['dbpass'\], host=optmap\['dbhost'\], port=optmap\['dbport'\], db=optmap\['dbname'\])  
        db\_cursor=db\_conn.cursor()  
        db\_conn.query("use %s"%optmap\['dbname'\])  
        timeday = int(time.mktime(time.strptime(cur\_day, "%Y%m%d")))  
  
  
        for key in familyConsume:  
                \# print key, familyConsume\[key\]  
                db\_conn.query("insert into FAMILY\_DAILYCONSUMESTAT(FAMILYID, CONSUME, TIME) values(%d, %d, %d)"%(int(key), int(familyConsume\[key\]), int(string.atoi(cur\_day, 10))))  
  
  
        for key in familyGather:  
                \# print key, familyGather\[key\]  
                db\_conn.query("insert into FAMILY\_DAILYGATHERTIMES(FAMILYID, GATHERTIMES, TIME) values(%d, %d, %d)"%(int(key), int(familyGather\[key\]), int(string.atoi(cur\_day, 10))))  
  
  
        db\_conn.commit()  
        db\_cursor.close()  
        db\_conn.close()  
main()