rec10/trunk/src/auto_process.py

   1 #!/usr/bin/python\r
   2 # coding: UTF-8\r
   3 # Rec10 TS Recording Tools\r
   4 # Copyright (C) 2009-2011 Yukikaze\r
   5 import os\r
   6 import glob\r
   7 import time\r
   8 import datetime\r
   9 import commands\r
  10 import re\r
  11 import os.path\r
  12 \r
  13 import chdb\r
  14 import status\r
  15 import configreader\r
  16 import recdblist\r
  17 import rec10d\r
  18 import tv2mp4\r
  19 import epgdb\r
  20 def updateToMP4(path):\r
  21     """\r
  22     !現在未使用!\r
  23     録画一時フォルダ内mp4ファイルを検索\r
  24     """\r
  25     avilist = glob.glob(path + "/*.avi")\r
  26     mkvlist = glob.glob(path+"/*.mkv")\r
  27     avilist=avilist+mkvlist\r
  28     for avif in avilist:\r
  29         if avif.rfind("sa.avi")==-1:\r
  30             dir = os.path.split(avif)[0]\r
  31             title = os.path.split(avif)[1]\r
  32             title = title.replace(".avi", "")\r
  33             title = title.replace(".mkv", "")\r
  34             avipath = os.path.join(dir, title + ".avi")\r
  35             mkvpath = os.path.join(dir, title + ".mkv")\r
  36             mp4path = os.path.join(dir, title + ".mp4")\r
  37             if not os.path.exists(mp4path):\r
  38                 if os.path.exists(avipath):\r
  39                     avidtime = int(time.time()-os.path.getmtime(avipath))\r
  40                     if avidtime>300:\r
  41                         if os.path.exists(mkvpath):\r
  42                             mkvdtime = int(time.time()-os.path.getmtime(mkvpath))\r
  43                             if mkvdtime>300:\r
  44                                 recdblist.printutf8(mkvpath+":"+mp4path)\r
  45                                 tv2mp4.mkv2mp4(mkvpath,mp4path)\r
  46                             else:\r
  47                                 recdblist.printutf8(avipath+":"+mp4path)\r
  48                                 tv2mp4.avi2mp4(avipath,mp4path)\r
  49                         else:\r
  50                             recdblist.printutf8(avipath+":"+mp4path)\r
  51                             tv2mp4.avi2mp4(avipath,mp4path)\r
  52                 else:\r
  53                     if not os.path.exists(avipath):\r
  54                         if os.path.exists(mkvpath):\r
  55                             mkvdtime = int(time.time()-os.path.getmtime(mkvpath))\r
  56                             if mkvdtime>300:\r
  57                                 recdblist.printutf8(mkvpath+":"+mp4path)\r
  58                                 tv2mp4.mkv2mp4(mkvpath,mp4path)\r
  59 def autoCheck(path):\r
  60     avilist = glob.glob(path + "/*.avi")\r
  61     mkvlist = glob.glob(path+"/*.mkv")\r
  62     mp4list = glob.glob(path+"/*.mp4")\r
  63     tslist = glob.glob(path+"/*.ts")\r
  64     b25list = glob.glob(path+"/*.ts.b25")\r
  65     filelist=avilist+mkvlist+tslist+b25list+mp4list\r
  66     add=[]\r
  67     tbtime=datetime.datetime.now()+datetime.timedelta(seconds=60)\r
  68     tbtime2=datetime.datetime.now()+datetime.timedelta(seconds=1200)\r
  69     for fn in filelist:\r
  70         if os.path.exists(fn):\r
  71             if fn.rfind("sa.avi")==-1 and fn.rfind(".120.avi")==-1 and os.path.getsize(fn)>1*1000*1000:\r
  72                 dir = os.path.split(fn)[0]\r
  73                 file = os.path.split(fn)[1]\r
  74                 title = os.path.splitext(file)[0]\r
  75                 title = unicode(title,'utf-8')\r
  76                 ext = os.path.splitext(file)[1]\r
  77                 if ext == ".b25":\r
  78                     title=title.replace(".ts","")\r
  79                 dbs=rec10d.rec10db.select_by_name_time_timeline(title,tbtime,tbtime2)\r
  80                 if len(dbs)==0:\r
  81                     proc=checkProcess(dir, title)\r
  82                     chtxtt=rec10d.rec10db.select_chtxt_by_title_timeline_log(title)\r
  83                     nchtxt=""\r
  84                     if chtxtt!=None:\r
  85                         nchtxt=chtxtt\r
  86                     if proc=="b25":\r
  87                         add.append([recdblist.REC_AUTO_SUGGEST_DECODE,title,nchtxt])\r
  88                     elif proc=="ts":\r
  89                         add.append([recdblist.REC_AUTO_SUGGEST_ENCODE,title,nchtxt])\r
  90                     elif proc =="264":\r
  91                         add.append([recdblist.REC_AUTO_SUGGEST_AVI2FP,title,nchtxt])\r
  92                     #elif proc =="mp4":\r
  93                     #    add.append([recdblist.REC_AUTO_SUGGEST_AP2FP,title,nchtxt])\r
  94         #print add\r
  95     if len(add)>0:\r
  96         rec10d.rec10db.new_auto_proc()\r
  97         for a in add:\r
  98             rec10d.rec10db.add_auto_proc(a[0],a[1],a[2])\r
  99         time.sleep(1)\r
 100 """\r
 101     処理がどの段階まで言ったのかを調査し返す。\r
 102     return\r
 103     recording\r
 104     b25\r
 105     b25decoding\r
 106     tssplitting\r
 107     ts\r
 108     encoding\r
 109     avi\r
 110     mp4making\r
 111     mp4\r
 112 """\r
 113 def checkProcess(path,title):\r
 114     path1 = os.path.join(path,title+".mkv")\r
 115     if os.path.exists(path1):\r
 116         if int(time.time()-os.path.getmtime(path1))>300:\r
 117             return "mkv"\r
 118         else:\r
 119             return "mkvmaking"\r
 120     elif os.path.exists(os.path.join(path,title+".mp4")):\r
 121         if int(time.time()-os.path.getmtime(os.path.join(path,title+".mp4")))>300:\r
 122             return "mp4"\r
 123         else:\r
 124             return "mp4making"\r
 125     elif os.path.exists(os.path.join(path,title+".264")):\r
 126         if int(time.time()-os.path.getmtime(os.path.join(path,title+".264")))>300:\r
 127             return "264"\r
 128         else:\r
 129             return "encoding"\r
 130     elif os.path.exists(os.path.join(path,title+".ts.log")):\r
 131         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts")))<300:\r
 132             return "encoding"\r
 133         else:\r
 134             return "ts"\r
 135     elif os.path.exists(os.path.join(path,title+".ts")):\r
 136         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts")))>300:\r
 137             return "ts"\r
 138         else:\r
 139             return "tssplitting"\r
 140     elif os.path.exists(os.path.join(path,title+".sa.avi")):\r
 141         if int(time.time()-os.path.getmtime(os.path.join(path,title+".sa.avi")))>300:\r
 142             return "ts"\r
 143         else:\r
 144             return "tssplitting"\r
 145     elif os.path.exists(os.path.join(path,title+".ts.b25")):\r
 146         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts.b25")))>300:\r
 147             return "b25"\r
 148         else:\r
 149             return "recording"\r
 150 def update_all_timeline_epg():\r
 151     now=datetime.datetime.now()\r
 152     et=now+datetime.timedelta(days=7)\r
 153     update_timeline_epg(now.strftime("%Y-%m-%d %H:%M:%S"), et.strftime("%Y-%m-%d %H:%M:%S"))\r
 154 def update_timeline_epg(btime,etime):\r
 155     update_timeline_epg_schedule(btime,etime)\r
 156     update_timeline_dup(btime,etime)\r
 157 def update_timeline_epg_schedule(btime,etime):\r
 158     dbl=rec10d.rec10db.select_bytime_all_timeline(btime, etime)\r
 159     #print dbl\r
 160     for db in dbl:\r
 161         ret=[]\r
 162         #[chtxtt, title, btime, etime,exp,longexp,category]\r
 163         if db['type']==recdblist.REC_KEYWORD or db['type']==recdblist.REC_KEYWORD_EVERY_SOME_DAYS:\r
 164             ret=epgdb.searchTime(db['title'], db['btime'], db['deltatime'], db['chtxt'])\r
 165             if len(ret)>4 and len(ret[2])>18:\r
 166                 rec10d.rec10db.update_epg_timeline(db['type'], db['chtxt'], db['title'], db['btime'], ret[2],ret[3],ret[1],ret[4],ret[6])\r
 167                 if not (db['btime'] == ret[2] and  db['etime']==ret[3]):\r
 168                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 169                 else:\r
 170                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 171             else:\r
 172                 rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 173         elif db['type']==recdblist.REC_RESERVE or db['type']==recdblist.REC_FINAL_RESERVE :\r
 174             ret=epgdb.searchTime(db['title'], db['btime'],"5", db['chtxt'])\r
 175             if len(ret)>4 and len(ret[2])>18:\r
 176                 rec10d.rec10db.update_epg_timeline(db['type'], db['chtxt'], db['title'], db['btime'], ret[2],ret[3],ret[1],ret[4],ret[6])\r
 177                 if not (db['btime'] == ret[2] and  db['etime']==ret[3]):\r
 178                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 179                 else:\r
 180                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 181             else:\r
 182                 rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 183 def update_timeline_dup(epgbtime,epgetime):\r
 184     dbl=rec10d.rec10db.select_byepgtime_all_timeline(epgbtime, epgetime)\r
 185     for db in dbl:\r
 186         if db['type']==recdblist.REC_KEYWORD or db['type']==recdblist.REC_KEYWORD_EVERY_SOME_DAYS:\r
 187             dbn=epgdb.countEpgSchedule(db['epgbtime'], db['epgetime'])\r
 188             try:\r
 189                 bctypet=chdb.searchCHFromChtxt(db['chtxt'])['bctype']\r
 190                 if bctypet.find("cs") > -1 or bctypet.find("bs") > -1 :\r
 191                     if dbn[1]>status.getRecordingMax()[1]:\r
 192                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 193                     else:\r
 194                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 195                 else:\r
 196                     if dbn[0]>status.getRecordingMax()[0]:\r
 197                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 198                     else:\r
 199                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 200             except:\r
 201                 ""\r
 202 def killDeadEncode(path):\r
 203     rawlist = glob.glob(path + "/*.264")\r
 204     for fn in rawlist:\r
 205         if int(time.time()-os.path.getmtime(fn))>3000:\r
 206             #print fn\r
 207 \r
 208             tspath=unicode(fn.replace(".264",".ts"),'utf-8')\r
 209             m2vpath=unicode(fn.replace(".264",".m2v"),'utf-8')\r
 210             x264path=unicode(fn.replace(".264",".264"),'utf-8')\r
 211             os.environ['LANG']="ja_JP.UTF-8"\r
 212 \r
 213             #ktmp=u"ps auxw | grep \""+tspath+u"\" | egrep -v grep | egrep -v \"sh -c\" | grep mencoder | awk '{print $2}'"\r
 214             #kmmp=u"ps auxw | grep \""+m2vpath+u"\" | egrep -v grep | egrep -v \"sh -c\" | grep mencoder | awk '{print $2}'"\r
 215             #ktmt=commands.getoutput(ktmp.encode('utf-8'))\r
 216             #kmmt=commands.getoutput(kmmp.encode('utf-8'))\r
 217 \r
 218             ktmp=u"ps auxw | grep \""+x264path+u"\" | egrep -v grep | egrep -v \"sh -c\" | grep x264 | awk '{print $2}'"\r
 219             #recdblist.printutf8(ktmp)\r
 220             ktmt=commands.getoutput(ktmp.encode('utf-8'))\r
 221             #print ktmt\r
 222             if len(ktmt)>0:\r
 223                 ktmt=ktmt[0]\r
 224             try:\r
 225                 if int(ktmt)>0:\r
 226                     ktmp=u"kill -9 `"+ktmp+u"`"\r
 227                     #print ktmp\r
 228                     recdblist.printutf8(ktmp)\r
 229                     os.system(ktmp.encode('utf-8'))\r
 230             except:\r
 231                 ""\r
 232 def deleteTmpFile(path,title,ext):\r
 233     level= 0##0:b25 1:ts(del tsmix and ts.b25) 5:x264(del 2 and so on) 10:mp4/mkv\r
 234     smsize= 0\r
 235     if re.search(".ts",ext):\r
 236         level= 1\r
 237         smsize = 100*1000*1000\r
 238     elif re.search(".264",ext):\r
 239         level= 5\r
 240         smsize = 10*1000*1000\r
 241     elif re.search(".mp4",ext):\r
 242         level = 10\r
 243         smsize = 10*1000*1000\r
 244     elif re.search(".mkv",ext):\r
 245         level = 15\r
 246         smsize = 10*1000*1000\r
 247     dp=[]\r
 248     if level > 0 :\r
 249         if os.path.exists(os.path.join(path,title+".ts")) and os.path.exists(os.path.join(path,title+".ts.b25")):\r
 250             if os.path.getsize(os.path.join(path,title+".ts"))*12>os.path.getsize(os.path.join(path,title+".ts.b25")):\r
 251                 dp.append(os.path.join(path,title+".ts.b25"))\r
 252             elif os.path.getsize(os.path.join(path,title+".ts"))>200*1000*1000:\r
 253                 dp.append(os.path.join(path,title+".ts.b25"))\r
 254     if level > 4 :\r
 255         if configreader.getConfEnv("remove_ts")=="1":\r
 256             dp.append(os.path.join(path,title+".ts"))\r
 257     if level > 9 :\r
 258         dp.append(os.path.join(path,title+".avi"))\r
 259         dp.append(os.path.join(path,title+".264"))\r
 260         dp.append(os.path.join(path,title+".120.avi"))\r
 261         dp.append(os.path.join(path,title+".noodml.avi"))\r
 262         dp.append(os.path.join(path,title+".aac"))\r
 263         dp.append(os.path.join(path,title+".m2v"))\r
 264         dp.append(os.path.join(path,title+"_1.aac"))\r
 265         dp.append(os.path.join(path,title+"_2.aac"))\r
 266         dp.append(os.path.join(path,title+"_1.mp3"))\r
 267         dp.append(os.path.join(path,title+"_2.mp3"))\r
 268         dp.append(os.path.join(path,title+".srt"))\r
 269     if level > 14 :\r
 270         dp.append(os.path.join(path,title+".mp4"))\r
 271     if os.path.exists(os.path.join(path,title+ext)):\r
 272         if os.path.getsize(os.path.join(path,title+ext))>smsize:\r
 273             for ip in dp:\r
 274                 try:\r
 275                     os.remove(ip)\r
 276                 except:\r
 277                     ""\r