rec10/trunk/src/auto_process.py

   1 #!/usr/bin/python\r
   2 # coding: UTF-8\r
   3 # Rec10 TS Recording Tools\r
   4 # Copyright (C) 2009-2011 Yukikaze\r
   5 import os\r
   6 import glob\r
   7 import time\r
   8 import datetime\r
   9 import commands\r
  10 import re\r
  11 import os.path\r
  12 \r
  13 import chdb\r
  14 import status\r
  15 import configreader\r
  16 import recdblist\r
  17 import rec10d\r
  18 import tv2mp4\r
  19 import epgdb\r
  20 def updateToMP4(path):\r
  21     """\r
  22     !現在未使用!\r
  23     録画一時フォルダ内mp4ファイルを検索\r
  24     """\r
  25     avilist = glob.glob(path + "/*.avi")\r
  26     mkvlist = glob.glob(path+"/*.mkv")\r
  27     avilist=avilist+mkvlist\r
  28     for avif in avilist:\r
  29         if avif.rfind("sa.avi")==-1:\r
  30             dir = os.path.split(avif)[0]\r
  31             title = os.path.split(avif)[1]\r
  32             title = title.replace(".avi", "")\r
  33             title = title.replace(".mkv", "")\r
  34             avipath = os.path.join(dir, title + ".avi")\r
  35             mkvpath = os.path.join(dir, title + ".mkv")\r
  36             mp4path = os.path.join(dir, title + ".mp4")\r
  37             if not os.path.exists(mp4path):\r
  38                 if os.path.exists(avipath):\r
  39                     avidtime = int(time.time()-os.path.getmtime(avipath))\r
  40                     if avidtime>300:\r
  41                         if os.path.exists(mkvpath):\r
  42                             mkvdtime = int(time.time()-os.path.getmtime(mkvpath))\r
  43                             if mkvdtime>300:\r
  44                                 recdblist.printutf8(mkvpath+":"+mp4path)\r
  45                                 tv2mp4.mkv2mp4(mkvpath,mp4path)\r
  46                             else:\r
  47                                 recdblist.printutf8(avipath+":"+mp4path)\r
  48                                 tv2mp4.avi2mp4(avipath,mp4path)\r
  49                         else:\r
  50                             recdblist.printutf8(avipath+":"+mp4path)\r
  51                             tv2mp4.avi2mp4(avipath,mp4path)\r
  52                 else:\r
  53                     if not os.path.exists(avipath):\r
  54                         if os.path.exists(mkvpath):\r
  55                             mkvdtime = int(time.time()-os.path.getmtime(mkvpath))\r
  56                             if mkvdtime>300:\r
  57                                 recdblist.printutf8(mkvpath+":"+mp4path)\r
  58                                 tv2mp4.mkv2mp4(mkvpath,mp4path)\r
  59 def autoCheck(path):\r
  60     avilist = glob.glob(path + "/*.avi")\r
  61     mkvlist = glob.glob(path+"/*.mkv")\r
  62     mp4list = glob.glob(path+"/*.mp4")\r
  63     tslist = glob.glob(path+"/*.ts")\r
  64     b25list = glob.glob(path+"/*.ts.b25")\r
  65     filelist=avilist+mkvlist+tslist+b25list+mp4list\r
  66     add=[]\r
  67     tbtime=datetime.datetime.now()+datetime.timedelta(seconds=60)\r
  68     tbtime2=datetime.datetime.now()+datetime.timedelta(seconds=1200)\r
  69     for fn in filelist:\r
  70         if os.path.exists(fn):\r
  71             if fn.rfind("sa.avi")==-1 and fn.rfind(".120.avi")==-1 and os.path.getsize(fn)>1*1000*1000:\r
  72                 dir = os.path.split(fn)[0]\r
  73                 file = os.path.split(fn)[1]\r
  74                 title = os.path.splitext(file)[0]\r
  75                 title = unicode(title,'utf-8')\r
  76                 ext = os.path.splitext(file)[1]\r
  77                 if ext == ".b25":\r
  78                     title=title.replace(".ts","")\r
  79                 dbs=rec10d.rec10db.select_by_name_time_timeline(title,tbtime,tbtime2)\r
  80                 if len(dbs)==0:\r
  81                     proc=checkProcess(dir, title)\r
  82                     chtxtt=rec10d.rec10db.select_chtxt_by_title_timeline_log(title)\r
  83                     nchtxt=""\r
  84                     if chtxtt!=None:\r
  85                         nchtxt=chtxtt\r
  86                     if proc=="b25":\r
  87                         add.append([recdblist.REC_AUTO_SUGGEST_DECODE,title,nchtxt])\r
  88                     elif proc=="ts":\r
  89                         add.append([recdblist.REC_AUTO_SUGGEST_ENCODE,title,nchtxt])\r
  90                     elif proc =="264":\r
  91                         add.append([recdblist.REC_AUTO_SUGGEST_AVI2FP,title,nchtxt])\r
  92                     #elif proc =="mp4":\r
  93                     #    add.append([recdblist.REC_AUTO_SUGGEST_AP2FP,title,nchtxt])\r
  94         #print add\r
  95     if len(add)>0:\r
  96         rec10d.rec10db.new_auto_proc()\r
  97         for a in add:\r
  98             rec10d.rec10db.add_auto_proc(a[0],a[1],a[2])\r
  99         time.sleep(1)\r
 100 """\r
 101     処理がどの段階まで言ったのかを調査し返す。\r
 102     return\r
 103     recording\r
 104     b25\r
 105     b25decoding\r
 106     tssplitting\r
 107     ts\r
 108     encoding\r
 109     avi\r
 110     mp4making\r
 111     mp4\r
 112 """\r
 113 def checkProcess(path,title):\r
 114     path1 = os.path.join(path,title+".mkv")\r
 115     if os.path.exists(path1):\r
 116         if int(time.time()-os.path.getmtime(path1))>300:\r
 117             return "mkv"\r
 118         else:\r
 119             return "mkvmaking"\r
 120     elif os.path.exists(os.path.join(path,title+".mp4")):\r
 121         if int(time.time()-os.path.getmtime(os.path.join(path,title+".mp4")))>300:\r
 122             return "mp4"\r
 123         else:\r
 124             return "mp4making"\r
 125     elif os.path.exists(os.path.join(path,title+".264")):\r
 126         if int(time.time()-os.path.getmtime(os.path.join(path,title+".264")))>300:\r
 127             return "264"\r
 128         else:\r
 129             return "encoding"\r
 130     elif os.path.exists(os.path.join(path,title+".ts.log")):\r
 131         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts")))<300:\r
 132             return "encoding"\r
 133         else:\r
 134             return "ts"\r
 135     elif os.path.exists(os.path.join(path,title+".ts")):\r
 136         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts")))>300:\r
 137             return "ts"\r
 138         else:\r
 139             return "tssplitting"\r
 140     elif os.path.exists(os.path.join(path,title+".sa.avi")):\r
 141         if int(time.time()-os.path.getmtime(os.path.join(path,title+".sa.avi")))>300:\r
 142             return "ts"\r
 143         else:\r
 144             return "tssplitting"\r
 145     elif os.path.exists(os.path.join(path,title+".ts.b25")):\r
 146         if int(time.time()-os.path.getmtime(os.path.join(path,title+".ts.b25")))>300:\r
 147             return "b25"\r
 148         else:\r
 149             return "recording"\r
 150 def update_all_timeline_epg():\r
 151     now=datetime.datetime.now()\r
 152     et=now+datetime.timedelta(days=7)\r
 153     update_timeline_epg(now.strftime("%Y-%m-%d %H:%M:%S"), et.strftime("%Y-%m-%d %H:%M:%S"))\r
 154 def update_timeline_epg(btime,etime):\r
 155     update_timeline_epg_schedule(btime,etime)\r
 156     update_timeline_dup(btime,etime)\r
 157 def update_timeline_epg_schedule(btime,etime):\r
 158     dbl=rec10d.rec10db.select_bytime_all_timeline(btime, etime)\r
 159     #print dbl\r
 160     for db in dbl:\r
 161         ret=[]\r
 162         #[chtxtt, title, btime, etime,exp,longexp,category]\r
 163         if db['type']==recdblist.REC_KEYWORD or db['type']==recdblist.REC_KEYWORD_EVERY_SOME_DAYS:\r
 164             ret=epgdb.searchTime(db['title'], db['btime'], db['deltatime'], db['chtxt'])\r
 165             if len(ret)>4 and len(ret[2])>18:\r
 166                 rec10d.rec10db.update_epg_timeline(db['type'], db['chtxt'], db['title'], db['btime'], ret[2],ret[3],ret[1],ret[4],ret[6])\r
 167                 if not (db['btime'] == ret[2] and  db['etime']==ret[3]):\r
 168                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 169                 else:\r
 170                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 171             else:\r
 172                 rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 173         elif db['type']==recdblist.REC_RESERVE or db['type']==recdblist.REC_FINAL_RESERVE :\r
 174             ret=epgdb.searchTime(db['title'], db['btime'],"5", db['chtxt'])\r
 175             if len(ret)>4 and len(ret[2])>18:\r
 176                 rec10d.rec10db.update_epg_timeline(db['type'], db['chtxt'], db['title'], db['btime'], ret[2],ret[3],ret[1],ret[4],ret[6])\r
 177                 if not (db['btime'] == ret[2] and  db['etime']==ret[3]):\r
 178                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 179                 else:\r
 180                     rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 181             else:\r
 182                 rec10d.rec10db.update_status_change_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 183 def update_timeline_dup(epgbtime,epgetime):\r
 184     dbl=rec10d.rec10db.select_byepgtime_all_timeline(epgbtime, epgetime)\r
 185     for db in dbl:\r
 186         if db['type']==recdblist.REC_KEYWORD or db['type']==recdblist.REC_KEYWORD_EVERY_SOME_DAYS:\r
 187             dbn=epgdb.countEpgSchedule(db['epgbtime'], db['epgetime'])\r
 188             try:\r
 189                 bctypet=chdb.searchCHFromChtxt(db['chtxt'])['bctype']\r
 190                 if bctypet.find("cs") > -1 or bctypet.find("bs") > -1 :\r
 191                     if dbn[1]>status.getRecordingMax()[1]:\r
 192                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 193                     else:\r
 194                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 195                 else:\r
 196                     if dbn[0]>status.getRecordingMax()[0]:\r
 197                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "1")\r
 198                     else:\r
 199                         rec10d.rec10db.update_status_dup_timeline(db['type'], db['chtxt'], db['title'], db['btime'], "0")\r
 200             except:\r
 201                 ""\r
 202 def killDeadEncode(path):\r
 203     rawlist = glob.glob(path + "/*.264")\r
 204     for fn in rawlist:\r
 205         if int(time.time()-os.path.getmtime(fn))>3000:\r
 206             tspath=unicode(fn.replace(".264",".ts"),'utf-8')\r
 207             m2vpath=unicode(fn.replace(".264",".m2v"),'utf-8')\r
 208             x264path=fn\r
 209             x264path=x264path.replace("[^\\]\[","\\\[")\r
 210             x264path=x264path.replace("[^\\]\]","\\\]")\r
 211             x264path=unicode(x264path,'utf-8')\r
 212             os.environ['LANG']="ja_JP.UTF-8"\r
 213             ktmp=u"ps auxww | grep \""+x264path+u"\" | egrep -v grep | egrep -v \"sh -c\" | grep x264 | awk '{print $2}'"\r
 214             recdblist.printutf8(u"エンコード処理異常終了タスク終了")\r
 215             recdblist.printutf8(ktmp)\r
 216             ktmt=commands.getoutput(ktmp.encode('utf-8'))\r
 217             if len(ktmt)>0:\r
 218                 ktmt=ktmt[0]\r
 219             try:\r
 220                 if int(ktmt)>0:\r
 221                     ktmp=u"kill -9 `"+ktmp+u"`"\r
 222                     #recdblist.printutf8(ktmp)\r
 223                     recdblist.printutf8(ktmp)\r
 224                     os.system(ktmp.encode('utf-8'))\r
 225             except:\r
 226                 ""\r
 227 def deleteTmpFile(path,title,ext):\r
 228     level= 0##0:b25 1:ts(del tsmix and ts.b25) 5:x264(del 2 and so on) 10:mp4/mkv\r
 229     smsize= 0\r
 230     if re.search(".ts",ext):\r
 231         level= 1\r
 232         smsize = 100*1000*1000\r
 233     elif re.search(".264",ext):\r
 234         level= 5\r
 235         smsize = 10*1000*1000\r
 236     elif re.search(".mp4",ext):\r
 237         level = 10\r
 238         smsize = 10*1000*1000\r
 239     elif re.search(".mkv",ext):\r
 240         level = 15\r
 241         smsize = 10*1000*1000\r
 242     dp=[]\r
 243     if level > 0 :\r
 244         if os.path.exists(os.path.join(path,title+".ts")) and os.path.exists(os.path.join(path,title+".ts.b25")):\r
 245             if os.path.getsize(os.path.join(path,title+".ts"))*12>os.path.getsize(os.path.join(path,title+".ts.b25")):\r
 246                 dp.append(os.path.join(path,title+".ts.b25"))\r
 247             elif os.path.getsize(os.path.join(path,title+".ts"))>200*1000*1000:\r
 248                 dp.append(os.path.join(path,title+".ts.b25"))\r
 249     if level > 4 :\r
 250         if configreader.getConfEnv("remove_ts")=="1":\r
 251             dp.append(os.path.join(path,title+".ts"))\r
 252     if level > 9 :\r
 253         dp.append(os.path.join(path,title+".avi"))\r
 254         dp.append(os.path.join(path,title+".264"))\r
 255         dp.append(os.path.join(path,title+".120.avi"))\r
 256         dp.append(os.path.join(path,title+".noodml.avi"))\r
 257         dp.append(os.path.join(path,title+".aac"))\r
 258         dp.append(os.path.join(path,title+".m2v"))\r
 259         dp.append(os.path.join(path,title+"_1.aac"))\r
 260         dp.append(os.path.join(path,title+"_2.aac"))\r
 261         dp.append(os.path.join(path,title+"_1.mp3"))\r
 262         dp.append(os.path.join(path,title+"_2.mp3"))\r
 263         dp.append(os.path.join(path,title+".srt"))\r
 264     if level > 14 :\r
 265         dp.append(os.path.join(path,title+".mp4"))\r
 266     if os.path.exists(os.path.join(path,title+ext)):\r
 267         if os.path.getsize(os.path.join(path,title+ext))>smsize:\r
 268             for ip in dp:\r
 269                 try:\r
 270                     os.remove(ip)\r
 271                 except:\r
 272                     ""\r