rec10/trunk/src/classify.py

   1 #!/usr/bin/python
   2 # coding: UTF-8
   3 # Rec10 TS Recording Tools
   4 # Copyright (C) 2009 Yukikaze
   5
   6 __author__="yukikaze"
   7 __date__ ="$2009/09/14 17:38:25$"
   8
   9 import glob
  10 import n_gram
  11 import os
  12 import os.path
  13 import re
  14 import time
  15 import optparse
  16 import sys
  17 import shutil
  18
  19 import configreader
  20 recordedpath=configreader.getpath("recorded")
  21 recpath=configreader.getpath("recpath")
  22 def search_b25(path):
  23     """
  24     録画フォルダを検索し、各QUEの実行状況を表示する
  25     """
  26     b25list = glob.glob(path + "/*.b25")
  27     for b25f in b25list:
  28         ##b25f is title.ts.b25  avi is title.avi
  29         dir = os.path.split(b25f)[0]
  30         title = os.path.split(b25f)[1]
  31         title = title.replace(".ts.b25", "")
  32         avipath = os.path.join(dir, title + ".avi")
  33         mkvpath = os.path.join(dir, title + ".mkv")
  34         tspath = os.path.join(dir, title + ".ts")
  35         b25f = b25f.replace(".ts.b25", ".avi")
  36         mode = "ts"
  37         if os.path.isfile(tspath):##tsファイルが存在している
  38             dtime = time.time()-os.path.getmtime(tspath)
  39             dtime = int(dtime)
  40             if dtime > 120:
  41                 if os.path.getsize(tspath) > 1 * 1000 * 1000:##最終更新から22分以上経過かつ1MB以上
  42                     mode = "avi"
  43                 else:
  44                     mode = "tsmiss"
  45             else:
  46                 mode = "ts"
  47         if os.path.isfile(mkvpath):##tsファイルが存在している
  48             dtime = time.time()-os.path.getmtime(mkvpath)
  49             dtime = int(dtime)
  50             if dtime > 120:
  51                 if os.path.getsize(avipath) > 1 * 1000 * 1000:##最終更新から22分以上経過かつ1MB以上
  52                     mode = "fin"
  53                 else:
  54                     mode = "avimiss"
  55             else:
  56                 mode = "avi"
  57         print title + ":" + mode
  58 def search_avi(temppath,recpath):
  59     """
  60     録画一時フォルダ内のaviファイルを検索
  61     """
  62     avilist = glob.glob(temppath + "/*.avi")
  63     ret=[]
  64     for avif in avilist:
  65         ##b25f is title.ts.b25  avi is title.avi
  66         dir = os.path.split(avif)[0]
  67         title = os.path.split(avif)[1]
  68         title = title.replace(".avi", "")
  69         avipath = os.path.join(dir, title + ".avi")
  70         dtime = time.time()-os.path.getmtime(avipath)
  71         dtime = int(dtime)
  72         if dtime > 300:
  73             if veryfySize(avipath):
  74                 ret.append(title)
  75     return ret
  76 def search_mkv(temppath,recpath):
  77     """
  78     録画一時フォルダ内mkvファイルを検索
  79     """
  80     avilist = glob.glob(temppath + "/*.mkv")
  81     ret=[]
  82     for avif in avilist:
  83         ##b25f is title.ts.b25  avi is title.avi
  84         dir = os.path.split(avif)[0]
  85         title = os.path.split(avif)[1]
  86         title = title.replace(".mkv", "")
  87         avipath = os.path.join(dir, title + ".mkv")
  88         dtime = time.time()-os.path.getmtime(avipath)
  89         dtime = int(dtime)
  90         if dtime > 300:
  91             if veryfySize(avipath):
  92                 ret.append(title)
  93     return ret
  94
  95 def veryfySize(path):
  96     #vsize=[297,497,596,1196]#SD 30m 1h 1.5h 2h
  97     vsize=[245,275,295,591,830]
  98     vsize=vsize+[325,560,590,602,690,860]
  99     #vsize=vsize+[458,916]#HD 30m 1h
 100     #vsize=vsize+[381,895,447]
 101     ret = 0
 102     for size in vsize:
 103         if os.path.getsize(path)>(size-10)*1024*1024 and os.path.getsize(path)<(size+10)*1024*1024:
 104             ret=1
 105     return ret
 106 def searchFolder(title,path):
 107     """
 108     titleにマッチするフォルダを探し出す。
 109     """
 110     folderpath=os.listdir(path)
 111     lfpath=[]
 112     ngram=[]
 113     for ft in folderpath:
 114         fullpath=os.path.join(path, ft)
 115         if os.path.isdir(fullpath):
 116             lfpath.append(fullpath)
 117             ftt=os.listdir(fullpath)
 118             if len(ftt)>0:
 119                 for ft2 in ftt:
 120                     folderpath.append(os.path.join(fullpath, ft2))
 121         else:
 122             lfpath.append(fullpath)
 123     for dirp in lfpath:
 124         cmpp=""
 125         appp=""
 126         if os.path.isdir(dirp):
 127             cmpp=os.path.dirname(dirp)
 128             appp=dirp
 129         else:
 130             cmpp=os.path.basename(dirp)
 131             appp=os.path.dirname(dirp)
 132         p=n_gram.trigram(title.decode("utf-8"),cmpp.decode("utf-8"))
 133         if p>0:
 134             ngram.append((p,appp))
 135     ngram=list(set(ngram))
 136     ngram.sort()
 137     ngram.reverse()
 138     if len(ngram)>0:
 139         #print title + ngram[0][1] + " : "+str(ngram[0][0])
 140         if ngram[0][0]>400:
 141             return ngram[0][1]
 142         else:
 143             return ""
 144     else:
 145         return ""
 146 def execMove(title,temppath,recpath):
 147     srcpath=os.path.join(temppath,title+".mkv")
 148     desttitle=destName(title, temppath, recpath)
 149     sf=searchFolder(title, recpath)
 150     if sf!="":
 151         destpath=os.path.join(sf,desttitle+".mkv")
 152         #print srcpath
 153         #print destpath
 154         shutil.move(srcpath, destpath)
 155         #shutil.copy(srcpath, destpath)
 156         delpath=[os.path.join(temppath,title+".ts")]
 157         delpath.append(os.path.join(temppath,title+".avi"))
 158         delpath.append(os.path.join(temppath,title+".ts.b25"))
 159         delpath.append(os.path.join(temppath,title+".ts.tsmix"))
 160         delpath.append(os.path.join(temppath,title+".ts.log"))
 161         delpath.append(os.path.join(temppath,title+".sa.avi"))
 162         delpath.append(os.path.join(temppath,title+".log"))
 163         for dp in delpath:
 164             try:
 165                 os.remove(dp)
 166                 ""
 167             except:
 168                 ""
 169 def destName(title,temppath,recpath):
 170     """
 171     titleから移動先に作るべきファイル名を作り出す。
 172     """
 173     dstpath=os.path.join(recpath,title+".avi")
 174     srcpath=os.path.join(temppath,title+".avi")
 175     if os.path.exists(dstpath):
 176         gmtime=time.gmtime(os.path.getmtime(srcpath))
 177         times=time.strftime("%y%m%d",gmtime)
 178         title=title+"_"+times
 179     return title
 180 def destNameMKV(title,temppath,recpath):
 181     """
 182     titleから移動先に作るべきファイル名を作り出す。
 183     """
 184     dstpath=os.path.join(recpath,title+".mkv")
 185     srcpath=os.path.join(temppath,title+".mkv")
 186     if os.path.exists(dstpath):
 187         gmtime=time.gmtime(os.path.getmtime(srcpath))
 188         times=time.strftime("%y%m%d",gmtime)
 189         title=title+"_"+times
 190     return title
 191
 192 def detName(path,title):
 193     """
 194     type A ---title#<number>
 195     type B ---title#<number>subtitle
 196     type C ---title subtitle
 197     type D ---title(without number)
 198     """
 199     #if re.match("#\d\s[0,10]\z|#[0-9]\s[0,10]\z", title)
 200     #    print "typeA"
 201     #elif re.match("#\d\s[0,10].|#[0-9]\s[0,10].", title)
 202     #    print "typeB"
 203
 204 def detNameType(title):
 205     """
 206     type A ---title#<number>
 207     type B ---title#<number>subtitle
 208     type C ---title subtitle
 209     type D ---title(without number)
 210     """
 211     print title
 212     #rA=re.compile(".+(?P<title>)#\d(?P<num>)\s[0,10]\z")
 213     rA=re.compile("(.+)#(\d*)\s*\Z")
 214     tA=rA.match(title)
 215     rB=re.compile("(.+)#(\d*)\s*(\D*)")
 216     tB=rB.match(title)
 217     if tA:
 218         print "typeA"
 219         print "title="+tA.group(1)
 220         print "num="+tA.group(2)
 221     elif tB:
 222         print "typeB"
 223         print "title="+tB.group(1)
 224         print "num="+tB.group(2)
 225         print "subtitle="+tB.group(3)
 226 if __name__ == "__main__":
 227     usage="usage: %prog read -h"
 228     version="%prog 0.7.0beta1"
 229     parser=optparse.OptionParser(usage=usage,version=version)
 230     parser.add_option("-s","--search",action="store",type="string",dest="ltitle",default="",metavar="TITLE",help="test to search where the title should be contained(test for -e)")
 231     parser.add_option("-A","--Auto",action="store_true",dest="auto",default=False,help="auto classifying mode(not a test)")
 232     parser.add_option("-e","--exec",action="store",type="string",dest="etitle",default="",metavar="TITLE",help="exec move(not a test)")
 233     parser.add_option("-l","--list",action="store_true",dest="list",default=False,help="File listing mode(test for -a)")
 234     (opts,args)=parser.parse_args(sys.argv)
 235     if opts.ltitle!="":
 236         sf=searchFolder(opts.ltitle, recordedpath)
 237         print os.path.join(sf, destNameMKV(opts.ltitle,recpath,sf)+".mkv")
 238     elif opts.auto:
 239         sa=search_mkv(recpath, recordedpath)
 240         for t in sa:
 241             print "自動推測実行中"
 242             sf=searchFolder(t,recordedpath)
 243             if sf!="":
 244                 print "移動先"
 245                 print t+" : "+os.path.join(sf, destNameMKV(t, recpath,sf)+".mkv")
 246                 print "実行中"
 247                 execMove(t, recpath, recordedpath)
 248             else:
 249                 print t+" can't find matching folder."
 250     elif opts.list:
 251         sa=search_mkv(recpath, recordedpath)
 252         for t in sa:
 253             sf=searchFolder(t,recordedpath)
 254             if sf!="":
 255                 print t+" : "+os.path.join(sf, destNameMKV(t, recpath,sf)+".mkv")
 256     elif opts.etitle!="":
 257         execMove(opts.etitle,recpath, recordedpath)
 258