X-Git-Url: http://git.osdn.net/view?a=blobdiff_plain;f=rec10%2Ftrunk%2Fsrc%2Fclassify.py;h=a496f1b3a3c861920aba1a79130ef1eca67adf81;hb=3534e118918876b64882f2912c8e6c1b37158b84;hp=a4624a814dccb44cd94a8c130828e473a197bc3f;hpb=8064ab90e7303732f3a3e50e02f34ed8fb6f1efe;p=rec10%2Frec10-git.git diff --git a/rec10/trunk/src/classify.py b/rec10/trunk/src/classify.py index a4624a8..a496f1b 100644 --- a/rec10/trunk/src/classify.py +++ b/rec10/trunk/src/classify.py @@ -1,300 +1,162 @@ #!/usr/bin/python # coding: UTF-8 # Rec10 TS Recording Tools -# Copyright (C) 2009 Yukikaze +# Copyright (C) 2009-2011 Yukikaze -__author__="yukikaze" -__date__ ="$2009/09/14 17:38:25$" -import glob -import n_gram import os import os.path -import re -import time import optparse import sys -import shutil import configreader import recdblist -recordedpath=unicode(configreader.getpath("recorded"),'utf-8') -recpath=unicode(configreader.getpath("recpath"),'utf-8') -def search_b25(path): - """ - 録画フォルダを検索し、各QUEの実行状況を表示する - """ - b25list = glob.glob(path + "/*.b25") - for b25f in b25list: - ##b25f is title.ts.b25 avi is title.avi - dir = os.path.split(b25f)[0] - title = os.path.split(b25f)[1] - title = title.replace(".ts.b25", "") - avipath = os.path.join(dir, title + ".avi") - mp4path = os.path.join(dir, title + ".mp4") - tspath = os.path.join(dir, title + ".ts") - b25f = b25f.replace(".ts.b25", ".avi") - mode = "ts" - if os.path.isfile(tspath):##tsファイルが存在している - dtime = time.time()-os.path.getmtime(tspath) - dtime = int(dtime) - if dtime > 120: - if os.path.getsize(tspath) > 1 * 1000 * 1000:##最終更新から22分以上経過かつ1MB以上 - mode = "avi" - else: - mode = "tsmiss" - else: - mode = "ts" - if os.path.isfile(mp4path):##tsファイルが存在している - dtime = time.time()-os.path.getmtime(mkvpath) - dtime = int(dtime) - if dtime > 120: - if os.path.getsize(avipath) > 1 * 1000 * 1000:##最終更新から22分以上経過かつ1MB以上 - mode = "fin" - else: - mode = "avimiss" - else: - mode = "avi" - recdblist.printutf8(title + ":" + mode) -def search_avi(temppath,recpath): - """ - 録画一時フォルダ内のaviファイルを検索 - """ - avilist = glob.glob(temppath + "/*.avi") - ret=[] - for avif in avilist: - ##b25f is title.ts.b25 avi is title.avi - dir = os.path.split(avif)[0] - title = os.path.split(avif)[1] - title = title.replace(".avi", "") - avipath = os.path.join(dir, title + ".avi") - dtime = time.time()-os.path.getmtime(avipath) - dtime = int(dtime) - if dtime > 300: - if veryfySize(avipath): - ret.append(title) - return ret -def search_mkv(temppath,recpath): - """ - 録画一時フォルダ内mkvファイルを検索 - """ - avilist = glob.glob(temppath + "/*.mkv") - ret=[] - for avif in avilist: - ##b25f is title.ts.b25 avi is title.avi - dir = os.path.split(avif)[0] - title = os.path.split(avif)[1] - title = title.replace(".mkv", "") - avipath = os.path.join(dir, title + ".mkv") - dtime = time.time()-os.path.getmtime(avipath) - dtime = int(dtime) - if dtime > 300: - if veryfySize(avipath): - ret.append(title) - return ret -def search_mp4(temppath,recpath): - """ - 録画一時フォルダ内mp4ファイルを検索 - """ - avilist = glob.glob(temppath + "/*.mp4") - ret=[] - for avif in avilist: - ##b25f is title.ts.b25 avi is title.avi - dir = os.path.split(avif)[0] - title = os.path.split(avif)[1] - title = title.replace(".mp4", "") - avipath = os.path.join(dir, title + ".mp4") - dtime = time.time()-os.path.getmtime(avipath) - dtime = int(dtime) - if dtime > 300: - if veryfySize(avipath): - ret.append(title) - return ret -def veryfySize(path): - #vsize=[297,497,596,1196]#SD 30m 1h 1.5h 2h - vsize=[245,275,295,591,830] - vsize=vsize+[325,449,560,590,602,690,805,860,1014,1138,1237] - #vsize=vsize+[458,916]#HD 30m 1h - #vsize=vsize+[381,895,447] - ret = 0 - for size in vsize: - if os.path.getsize(path)>(size-10)*1024*1024 and os.path.getsize(path)<(size+10)*1024*1024: - ret=1 - return ret -def searchFolder(title,path): - """ - titleにマッチするフォルダを探し出す。 - """ - folderpath=os.listdir(path) - lfpath=[] - ngram=[] - for ft in folderpath: - fullpath=os.path.join(path.encode('utf-8'), ft) - if os.path.isdir(fullpath): - lfpath.append(fullpath) - ftt=os.listdir(fullpath) - if len(ftt)>0: - for ft2 in ftt: - try: - folderpath.append(os.path.join(fullpath, ft2)) - except Exception, inst: - #print type(inst) - #print inst - "" - else: - lfpath.append(fullpath) - for dirp in lfpath: - cmpp="" - appp="" - ntitle=title - if os.path.isdir(dirp): - cmpp=os.path.dirname(dirp) - appp=dirp - else: - cmpp=os.path.basename(dirp) - appp=os.path.dirname(dirp) - p=n_gram.trigram(ntitle,cmpp) - if p>0: - ngram.append((p,appp)) - ngram=list(set(ngram)) - ngram.sort() - ngram.reverse() - if len(ngram)>0: - #recdblist.printutf8(title + ngram[0][1] + " : "+str(ngram[0][0])) - if ngram[0][0]>400: - return ngram[0][1] - else: - return "" - else: - return "" -def execMove(title,temppath,recpath): - srcpath=os.path.join(temppath,title+".mp4") - #desttitle=destName(title, temppath, recpath) - - sf=searchFolder(title, recpath) - if sf!="": - destpath=os.path.join(sf,destNameMP4(title, temppath, sf)+".mp4") - #os.path.join(sf,desttitle+".mkv") - #recdblist.printutf8(srcpath) - #recdblist.printutf8(destpath) - recdblist.printutf8("moving now..") - recdblist.printutf8(srcpath+" : "+destpath) - shutil.move(srcpath, destpath) - #shutil.copy(srcpath, destpath) - delpath=[os.path.join(temppath,title+".ts")] - delpath.append(os.path.join(temppath,title+".avi")) - delpath.append(os.path.join(temppath,title+".ts.b25")) - delpath.append(os.path.join(temppath,title+".ts.tsmix")) - delpath.append(os.path.join(temppath,title+".ts.log")) - delpath.append(os.path.join(temppath,title+".sa.avi")) - delpath.append(os.path.join(temppath,title+".sa.avi.log")) - delpath.append(os.path.join(temppath,title+".log")) - for dp in delpath: - try: - os.remove(dp) - "" - except: - "" -def destName(title,temppath,recpath): - """ - titleから移動先に作るべきファイル名を作り出す。 - """ - dstpath=os.path.join(recpath,title+".avi") - srcpath=os.path.join(temppath,title+".avi") - if os.path.exists(dstpath): - gmtime=time.gmtime(os.path.getmtime(srcpath)) - times=time.strftime("%y%m%d",gmtime) - title=title+"_"+times - return title -def destNameMKV(title,temppath,recpath): - """ - titleから移動先に作るべきファイル名を作り出す。 - """ - dstpath=os.path.join(recpath,title+".mkv") - srcpath=os.path.join(temppath,title+".mkv") - if os.path.exists(dstpath): - gmtime=time.gmtime(os.path.getmtime(srcpath)) - times=time.strftime("%y%m%d",gmtime) - title=title+"_"+times - return title -def destNameMP4(title,temppath,recpath): - """ - titleから移動先に作るべきファイル名を作り出す。 - """ - dstpath=os.path.join(recpath,title+".mp4") - srcpath=os.path.join(temppath,title+".mp4") - if os.path.exists(dstpath): - gmtime=time.gmtime(os.path.getmtime(srcpath)) - times=time.strftime("%y%m%d",gmtime) - title=title+"_"+times - return title -def detName(path,title): - """ - type A ---title# - type B ---title#subtitle - type C ---title subtitle - type D ---title(without number) - """ - #if re.match("#\d\s[0,10]\z|#[0-9]\s[0,10]\z", title) - # recdblist.printutf8("typeA") - #elif re.match("#\d\s[0,10].|#[0-9]\s[0,10].", title) - # recdblist.printutf8("typeB") +import auto_move +import guess +recordedpath=unicode(configreader.getConfPath("recorded"),'utf-8') +recpath=unicode(configreader.getConfPath("recpath"),'utf-8') -def detNameType(title): - """ - type A ---title# - type B ---title#subtitle - type C ---title subtitle - type D ---title(without number) - """ - recdblist.printutf8(title) - #rA=re.compile(".+(?P)#\d(?P<num>)\s[0,10]\z") - rA=re.compile("(.+)#(\d*)\s*\Z") - tA=rA.match(title) - rB=re.compile("(.+)#(\d*)\s*(\D*)") - tB=rB.match(title) - if tA: - recdblist.printutf8("typeA") - recdblist.printutf8("title="+tA.group(1)) - recdblist.printutf8("num="+tA.group(2)) - elif tB: - recdblist.printutf8("typeB") - recdblist.printutf8("title="+tB.group(1)) - recdblist.printutf8("num="+tB.group(2)) - recdblist.printutf8("subtitle="+tB.group(3)) if __name__ == "__main__": usage="usage: %prog read -h" - version="%prog 0.7.0beta1" + version="%prog 0.9.4" parser=optparse.OptionParser(usage=usage,version=version) parser.add_option("-s","--search",action="store",type="string",dest="ltitle",default="",metavar="TITLE",help="test to search where the title should be contained(test for -e)") parser.add_option("-A","--Auto",action="store_true",dest="auto",default=False,help="auto classifying mode(not a test)") + parser.add_option("-D","--Delete",action="store_true",dest="delete",default=False,help="auto delete tempfile mode(not a test)") parser.add_option("-e","--exec",action="store",type="string",dest="etitle",default="",metavar="TITLE",help="exec move(not a test)") - parser.add_option("-l","--list",action="store_true",dest="list",default=False,help="File listing mode(test for -a)") + parser.add_option("-l","--list",action="store_true",dest="list",default=False,help="File listing mode(test for -A)") + parser.add_option("-t","--tssearch",action="store_true",dest="tssearch",default=False,help="Ts move auto search") + parser.add_option("-T","--Tsmove",action="store_true",dest="tsmove",default=False,help="Ts auto move.") + parser.add_option("-S","--SeriesNum",action="store",type="string",dest="seriespath",default="",metavar="TITLE",help="Search Series Number in the path.") + parser.add_option("-m","--manual",action="store_true",dest="manual",default=False,help="manual classifying mode asking for y/n(not a test)") + #parser.add_option("-f","--filenumlist",action="store_true",dest="filenumlist",default=False,help="Guess Program Number.") + (opts,args)=parser.parse_args(sys.argv) - if opts.ltitle!="": - #print opts.ltitle + if opts.ltitle!="":##-sの場合 ltitle=unicode(opts.ltitle,'utf-8') - sf=searchFolder(ltitle, recordedpath) - recdblist.printutf8(os.path.join(sf, destNameMP4(ltitle,recpath,sf)+".mp4")) - #print os.path.join(sf, destNameMP4(ltitle,recpath,sf)+".mp4") - elif opts.auto: - sa=search_mp4(recpath, recordedpath) + sf=guess.searchFolder(ltitle, recordedpath) + print "###MKV###" + recdblist.printutf8(os.path.join(sf, auto_move.getMoveDestpath(ltitle,recpath,sf,".mkv")+".mkv"),verbose_level=100) + print "\n" + print "###MP4###" + recdblist.printutf8(os.path.join(sf, auto_move.getMoveDestpath(ltitle,recpath,sf,".mp4")+".mp4"),verbose_level=100) + print "\n" + elif opts.auto:##-A の場合 + sa=auto_move.searchFile(recpath, recordedpath, ".mkv") + for t in sa: + recdblist.printutf8(u"自動推測実行中-MKV",verbose_level=100) + sf=guess.searchFolder(t,recordedpath) + if sf!="": + recdblist.printutf8(u"移動先",verbose_level=100) + recdblist.printutf8(t+" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".mkv")+".mkv"),verbose_level=100) + recdblist.printutf8(u"実行中",verbose_level=100) + auto_move.execMove(t, recpath, recordedpath,".mkv",1) + else: + recdblist.printutf8(t+" can't find matching folder",verbose_level=100) + sa=auto_move.searchFile(recpath, recordedpath, ".mp4") for t in sa: - recdblist.printutf8(u"自動推測実行中") - sf=searchFolder(t,recordedpath) + recdblist.printutf8(u"自動推測実行中-MP4",verbose_level=100) + sf=guess.searchFolder(t,recordedpath,200) if sf!="": - recdblist.printutf8(u"移動先") - recdblist.printutf8(t+" : "+os.path.join(sf, destNameMP4(t, recpath,sf)+".mp4")) - recdblist.printutf8(u"実行中") - execMove(t, recpath, recordedpath) + recdblist.printutf8(u"移動先",verbose_level=100) + recdblist.printutf8(t+" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".mp4")+".mp4"),verbose_level=100) + recdblist.printutf8(u"実行中",verbose_level=100) + auto_move.execMove(t, recpath, recordedpath,".mp4",1) else: - recdblist.printutf8(t+" can't find matching folder.") - elif opts.list: - sa=search_mp4(recpath, recordedpath) + recdblist.printutf8(t+" can't find matching folder",verbose_level=100) + elif opts.manual:##-m の場合 + # mkv無視します + sa=auto_move.searchFile(recpath, recordedpath, ".mp4") for t in sa: - sf=searchFolder(t,recordedpath) + sf=guess.searchFolder(t,recordedpath,200) if sf!="": - recdblist.printutf8(t+u" : "+os.path.join(sf, destNameMP4(t, recpath,sf)+".mp4")) + recdblist.printutf8(u"○候補："+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".mp4")+".mp4"),verbose_level=100) + ans = raw_input("移動しますか? (y/n/h)") + if ans == 'y': + recdblist.printutf8(u"移動を実行します",verbose_level=100) + auto_move.execMove(t, recpath, recordedpath,".mp4",1) + elif ans == 'n': + recdblist.printutf8(u"移動を中止します",verbose_level=100) + elif ans == 'h': + recdblist.printutf8(u"移動のヒント",verbose_level=100) + recdblist.printutf8(u"FIXME:not implemented",verbose_level=100) + else: + recdblist.printutf8(u"×不明："+t,verbose_level=100) + elif opts.delete:##-Dの場合 + sa=auto_move.searchFile(recpath, recordedpath,".mkv") + for t in sa: + auto_move.execDelete(t, recpath) + sa=auto_move.searchFile(recpath, recordedpath,".mp4") + for t in sa: + auto_move.execDelete(t, recpath) + elif opts.list:##-lの場合 + sa=auto_move.searchFile(recpath, recordedpath,".mkv") + for t in sa: + sf=guess.searchFolder(t,recordedpath) + if sf!="": + recdblist.printutf8(t+u" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".mkv")+".mkv"),verbose_level=100) + sa=auto_move.searchFile(recpath, recordedpath,".mp4") + for t in sa: + sf=guess.searchFolder(t,recordedpath) + if sf!="": + recdblist.printutf8(t+u" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".mp4")+".mp4"),verbose_level=100) elif opts.etitle!="": - etitle=unicode(opts.etitle,'utf-8') - execMove(etitle,recpath, recordedpath) - + if os.path.exists(os.path.join(recpath, etitle+".mkv")): + auto_move.execMove(etitle,recpath, recordedpath,".mkv",1) + elif os.path.exists(os.path.join(recpath, etitle+".mp4")): + auto_move.execMove(etitle,recpath, recordedpath,".mp4",1) + elif opts.tssearch:## -tの場合 + tsmovepath="" + try: + tsmovepath=unicode(configreader.getConfPath("ts_movepath"),'utf-8') + except: + "" + if tsmovepath!="": + sa=auto_move.searchFile(recpath, tsmovepath,".ts") + for t in sa: + sf=guess.searchFolder(t,tsmovepath,700) + if sf!="": + recdblist.printutf8(t+u" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".ts")+".ts")) + print "\n" + sa=auto_move.searchFile(recpath, tsmovepath,".ts") + else: + recdblist.printutf8(u"ts_movepathが設定されていません。/etc/rec10.confを設定してください。",verbose_level=100) + elif opts.tsmove:##-Tの場合 + tsmovepath="" + try: + tsmovepath=unicode(configreader.getConfPath("ts_movepath"),'utf-8') + except: + "" + if tsmovepath!="": + sa=auto_move.searchFile(recpath, tsmovepath,".ts") + for t in sa: + sf=guess.searchFolder(t,tsmovepath,700) + if sf!="": + recdblist.printutf8(u"移動先",verbose_level=100) + recdblist.printutf8(t+" : "+os.path.join(sf, auto_move.getMoveDestpath(t, recpath,sf,".ts")+".ts"),verbose_level=100) + recdblist.printutf8(u"実行中",verbose_level=100) + auto_move.execMove(t, recpath, tsmovepath,".ts",0) + sa=auto_move.searchFile(recpath, tsmovepath,".ts") + else: + recdblist.printutf8(u"ts_movepathが設定されていません。/etc/rec10.confを設定してください。",verbose_level=100) + elif opts.seriespath!="":##-Sの場合##与えられたパスにシリーズがそろっているかを調べる。 + ss=guess.detSeriesNum(opts.seriespath) + for sstitle, ssv in ss.iteritems(): + if len(ssv)>0: + maxt=0 + bt=0 + alr=[] + for ssi,ssiv in ssv.iteritems(): + alr.append(ssi) + if maxt<ssi: + maxt=ssi + alr=list(set(alr)) + alr.sort() + alr.reverse() + nuke="" + for i in xrange(1,maxt+1,1): + if alr.count(i)==0: + nuke=nuke+str(i)+"," + if len(nuke)==0: + recdblist.printutf8(sstitle+" "+str(maxt)) + else: + recdblist.printutf8(u"**"+sstitle+" |"+str(maxt)+"| "+nuke)