3 # Rec10 TS Recording Tools
4 # Copyright (C) 2009 Yukikaze
7 from decimal import Decimal
14 def __init__(self, dbname, user, passwd, host="localhost", port=3306):
18 self.dbpasswd = passwd
21 con = MySQLdb.connect(user=user, passwd=passwd)
23 cur.execute('CREATE DATABASE ' + dbname + " DEFAULT CHARACTER SET utf8")
28 db = self.connect_db()
31 CREATE TABLE timeline \
33 id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,\
39 deltatime VARCHAR(5),\
42 UNIQUE uni (type,chtxt,title,btime,deltaday)\
47 self.new_epg_timeline("")
48 self.new_in_timeline_log()
49 self.new_in_auto_bayes_key()
50 self.new_in_auto_jbk_key()
53 self.new_auto_timeline_bayes()
54 self.new_auto_timeline_keyword()
59 con = MySQLdb.connect(db=self.dbname, host=self.dbhost, port=self.dbport, user=self.dbusr, passwd=self.dbpasswd, charset="utf8")
61 cur.execute('set names utf8;')
63 def close_db(self, db):
67 db = self.connect_db()
69 db[1].execute('drop table epg_ch')
77 ontv VARCHAR(30) PRIMARY KEY,\
89 def add_epg_ch(self, bctype, ontv, chtxt, ch, csch, updatetime):
90 db = self.connect_db()
93 VALUES (%s,%s,%s,%s,%s,"",%s,%s,%s)', \
94 (bctype, ontv, chtxt, ch, csch, updatetime, "1","1"))
96 def select_by_ontv_epg_ch(self, ontv):
97 db = self.connect_db()
98 dbexe = db[1].execute("\
99 SELECT bctype,ontv,chtxt,ch,csch,updatetime \
106 dls = db[1].fetchall()
110 r[5] = r[5].strftime("%Y-%m-%d %H:%M:%S")
113 def select_by_chtxt_epg_ch(self, chtxt):
114 db = self.connect_db()
115 dbexe = db[1].execute("\
116 SELECT bctype,ontv,chtxt,ch,csch,updatetime \
123 dls = db[1].fetchall()
127 r[5] = r[5].strftime("%Y-%m-%d %H:%M:%S")
130 def select_by_bctype_epg_ch(self, bctype):
131 db = self.connect_db()
132 dbexe = db[1].execute("\
133 SELECT bctype,ontv,chtxt,ch,csch,updatetime,status \
135 WHERE bctype = %s", \
140 dls = db[1].fetchall()
143 #recdblist.printutf8(dl)
145 r[5] = r[5].strftime("%Y-%m-%d %H:%M:%S")
149 def select_by_ch_epg_ch(self, ch):
150 db = self.connect_db()
151 dbexe = db[1].execute("\
153 bctype,ontv,chtxt,ch,csch,updatetime \
160 dls = db[1].fetchall()
164 r[5] = r[5].strftime("%Y-%m-%d %H:%M:%S")
167 def select_all_epg_ch(self):
168 db = self.connect_db()
169 dbexe = db[1].execute("\
170 SELECT bctype,ontv,chtxt,ch,csch,updatetime \
176 dls = db[1].fetchall()
180 r[5] = r[5].strftime("%Y-%m-%d %H:%M:%S")
183 def set_new_status(self,dhour):
184 db = self.connect_db()
185 dbexe = db[1].execute("UPDATE epg_ch \
189 updatetime < DATE_SUB(now(),INTERVAL " + dhour + " HOUR) \
194 def select_get_update_epg_ch(self, dhour):
195 db = self.connect_db()
196 dbexe = db[1].execute("SELECT bctype,chtxt,status FROM epg_ch \
199 updatetime < DATE_SUB(now(),INTERVAL " + dhour + " HOUR) \
205 ORDER BY status DESC")
207 #recdblist.printutf8(dbexe)
209 ret = db[1].fetchall()
212 def update_by_bctype_epg_ch(self, bctype):
213 db = self.connect_db()
219 WHERE bctype = %s", (bctype,))
221 def update_by_bctype_and_chtxt_epg_ch(self, bctype, chtxt):
222 db = self.connect_db()
228 WHERE bctype = %s AND chtxt = %s", (bctype, chtxt))
230 def update_status_by_bctype_epg_ch(self, bctype, status):
231 db = self.connect_db()
236 WHERE bctype = %s", \
240 def update_chname_by_ontv_epg_ch(self,ontv,chname):
241 db = self.connect_db()
250 def add_auto_proc(self,type,title,chtxt):
251 db = self.connect_db()
253 INSERT IGNORE into auto_proc \
255 values (%s,%s,%s)',(type,title,chtxt))
258 def new_auto_proc(self):
259 db = self.connect_db()
261 db[1].execute('drop table auto_proc')
266 CREATE TABLE auto_proc \
269 title VARCHAR(100) PRIMARY KEY,\
271 UNIQUE unibayeskey(title)\
276 def add_in_timeline_log(self , chtxt="", title="", btime="", etime="", opt="", exp="", longexp="", category=""):
277 db = self.connect_db()
279 INSERT IGNORE into in_timeline_log \
280 (chtxt,title,btime,etime,opt,exp,longexp,category) \
281 values (%s,%s,%s,%s,%s,%s,%s,%s)', \
282 ( chtxt, title, btime, etime, opt,exp,longexp,category))
285 def del_in_timeline_log(self, title="", chtxt="", btime=""):
289 db = self.connect_db()
291 DELETE FROM in_timeline_log \
292 WHERE title = %s AND chtxt = %s AND btime = %s", \
293 (title, chtxt, btime))
296 def new_in_timeline_log(self):
297 db = self.connect_db()
300 CREATE TABLE in_timeline_log \
302 id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,\
310 category VARCHAR(100),\
311 UNIQUE uni (chtxt,title,btime,category)\
316 def select_chtxt_by_title_timeline_log(self,title):
317 db = self.connect_db()
318 dbexe = db[1].execute("\
320 FROM in_timeline_log \
321 WHERE title LIKE \"%"+title+"%\"\
323 ORDER by sum(1) DESC limit 1")
324 retdb=db[1].fetchall()
331 def add_timeline(self, type="", chtxt="", title="", btime="", etime="", deltatime="", deltaday="", opt=""):
332 db = self.connect_db()
334 INSERT IGNORE into timeline \
335 (type,chtxt,title,btime,etime,deltatime,deltaday,opt) \
336 values (%s,%s,%s,%s,%s,%s,%s,%s)', \
337 (type, chtxt, title, btime, etime, deltatime, deltaday, opt))
340 def del_timeline(self, type="", title="", chtxt="", btime=""):
344 db = self.connect_db()
346 DELETE FROM timeline \
347 WHERE type = %s AND title = %s AND chtxt = %s AND btime = %s", \
348 (type, title, chtxt, btime))
351 def select_all_timeline(self):
352 db = self.connect_db()
354 dbr = db[1].execute("\
355 SELECT type, chtxt, title, btime, etime, deltatime ,deltaday ,opt \
357 dbl = db[1].fetchall()
360 for typet, chtxt, title, btime, etime, deltatime, deltaday, opt in dbl:
365 btime = btime.strftime("%Y-%m-%d %H:%M:%S")
366 etime = etime.strftime("%Y-%m-%d %H:%M:%S")
370 ret['deltatime'] = ""
372 if deltatime == None:
377 ret['deltatime'] = deltatime
378 elif typet == 'keyevery':
379 ret['deltatime'] = deltatime
380 ret['deltaday'] = deltaday
384 def select_bytime_timeline(self, dminutes):
385 db = self.connect_db()
387 #dbr=db[1].execute("SELECT type, chtxt, title, btime, etime, deltatime ,deltaday ,opt FROM rectime WHERE btime < DATE_SUB(now(),INTERVAL "+dminutes+" MINUTE ) AND btime > DATE_ADD(now(),INTERVAL "+dminutes+" MINUTE )")
388 dbr = db[1].execute("SELECT \
389 type, chtxt, title, btime, etime, deltatime ,deltaday ,opt \
391 WHERE btime BETWEEN DATE_SUB(now(),INTERVAL " + dminutes + " MINUTE ) AND \
392 DATE_ADD(now(),INTERVAL " + dminutes + " MINUTE )")
393 dbl = db[1].fetchall()
395 #recdblist.printutf8(dbl)
397 for typet, chtxt, title, btime, etime, deltatime, deltaday, opt in dbl:
402 btime = btime.strftime("%Y-%m-%d %H:%M:%S")
403 etime = etime.strftime("%Y-%m-%d %H:%M:%S")
407 if deltatime == None or deltatime == "":
409 if deltaday == None or deltaday == "":
411 if typet == recdblist.REC_KEYWORD:
412 ret['deltatime'] = deltatime
413 elif typet == recdblist.REC_KEYWORD_EVERY_SOME_DAYS:
414 ret['deltatime'] = deltatime
415 ret['deltaday'] = deltaday
418 def select_bytime_all_timeline(self,btime,etime,chtxt):
419 db = self.connect_db()
421 #dbr=db[1].execute("SELECT type, chtxt, title, btime, etime, deltatime ,deltaday ,opt FROM rectime WHERE btime < DATE_SUB(now(),INTERVAL "+dminutes+" MINUTE ) AND btime > DATE_ADD(now(),INTERVAL "+dminutes+" MINUTE )")
422 dbr = db[1].execute("SELECT \
423 type, chtxt, title, btime, etime, deltatime ,deltaday ,opt \
425 WHERE btime > %s AND \
427 AND chtxt=%s ",(btime,etime,chtxt))
428 dbl = db[1].fetchall()
430 #recdblist.printutf8(dbl)
432 for typet, chtxt, title, btime, etime, deltatime, deltaday, opt in dbl:
437 btime = btime.strftime("%Y-%m-%d %H:%M:%S")
438 etime = etime.strftime("%Y-%m-%d %H:%M:%S")
442 if deltatime == None or deltatime == "":
444 if deltaday == None or deltaday == "":
446 if typet == recdblist.REC_KEYWORD:
447 ret['deltatime'] = deltatime
448 elif typet == recdblist.REC_KEYWORD_EVERY_SOME_DAYS:
449 ret['deltatime'] = deltatime
450 ret['deltaday'] = deltaday
453 def delete_old_timeline(self, dhour):
454 db = self.connect_db()
456 DELETE FROM timeline \
458 btime < DATE_SUB(now(),INTERVAL " + dhour + " HOUR )")
461 def new_in_auto_jbk_key(self):
462 db = self.connect_db()
465 CREATE TABLE in_auto_jbk_key \
467 id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,\
468 keyword VARCHAR(200),\
469 UNIQUE unijbk (keyword)\
474 def add_in_auto_jbk_key(self,key):
475 db = self.connect_db()
477 INSERT IGNORE into in_auto_jbk_key \
483 def select_all_in_auto_jbk_key(self):
484 db = self.connect_db()
485 dbexe = db[1].execute("\
487 FROM in_auto_jbk_key \
491 ret = db[1].fetchall()
494 def new_in_status(self):
495 db = self.connect_db()
498 CREATE TABLE in_status \
500 ts2avi TINYINT DEFAULT 0,\
501 terec TINYINT DEFAULT 0,\
502 bscsrec TINYINT DEFAULT 0,\
503 b252ts TINYINT DEFAULT 0,\
504 installed TINYINT DEFAULT 0\
506 db[1].execute("INSERT IGNORE into in_status VALUE (0,0,0,0,0)")
510 def select_all_in_status(self):
511 db = self.connect_db()
512 dbexe = db[1].execute("\
513 SELECT ts2avi,terec,bscsrec,b252ts \
519 dls = db[1].fetchall()
530 def change_ts2avi_in_status(self,i):
535 db = self.connect_db()
537 UPDATE in_status SET ts2avi=ts2avi+%s",i)
539 def change_terec_in_status(self,i):
544 db = self.connect_db()
546 UPDATE in_status SET terec=terec+%s",i)
548 def change_bscsrec_in_status(self,i):
553 db = self.connect_db()
555 UPDATE in_status SET bscsrec=bscsrec+%s",i)
557 def change_b252ts_in_status(self,i):
562 db = self.connect_db()
564 UPDATE in_status SET b252ts=b252ts+%s",i)
566 def select_installed_in_status(self):
567 db = self.connect_db()
568 dbexe = db[1].execute("\
569 SELECT ts2avi,terec,bscsrec,b252ts,installed \
575 dls = db[1].fetchall()
581 def change_installed_in_status(self):
585 db = self.connect_db()
587 UPDATE in_status SET installed=1")
589 def new_epg_timeline(self, bctype):
590 db = self.connect_db()
593 DELETE FROM epg_timeline \
594 WHERE bctype = %s", \
600 CREATE TABLE epg_timeline \
603 channel VARCHAR(100) NOT NULL,\
609 category VARCHAR(100),\
610 UNIQUE unitv(bctype,channel,start,stop,title)\
616 def add_epg_timeline(self, bctype, channel, start, stop, title, desc,longdesc, category):
617 db = self.connect_db()
619 INSERT IGNORE INTO epg_timeline \
620 VALUES (%s,%s,%s,%s,%s,%s,%s,%s)', \
621 (bctype, channel, start, stop, title, desc,longdesc,category))
624 def add_multi_epg_timeline(self, tvlists):
626 tvlists is (bctype,channel,start,stop,title,desc,longdesc,category) lists.
628 db = self.connect_db()
630 INSERT IGNORE INTO epg_timeline \
631 (bctype,channel,start,stop,title,exp,longexp,category) \
632 values(%s,%s,%s,%s,%s,%s,%s,%s)', \
635 def select_by_time_ngram_epg_timeline(self, btime, etime, chtxt):
636 db = self.connect_db()
639 epg_ch.chtxt,title,start,stop,exp,longexp,category \
642 WHERE epg_ch.ontv=epg_timeline.channel \
649 dbcmd = db[1].execute(dbexe, (btime, etime, chtxt))
652 retall = db[1].fetchall()
655 def select_by_time_keyword_auto_suggest_epg_timeline(self,keyword,btime,etime):
656 db = self.connect_db()
659 epg_ch.chtxt,title,start,stop,exp,longexp,category \
662 WHERE epg_ch.ontv=epg_timeline.channel \
669 ( title LIKE \'%%"+keyword+"%%\' ) \
671 ( exp LIKE \'%%"+keyword+"%%\' ) \
673 ( longexp LIKE \'%%"+keyword+"%%\' ) \
675 dbcmd = db[1].execute(dbexe,(btime, etime))
678 retall = db[1].fetchall()
681 def new_in_auto_bayes_key(self):
682 db = self.connect_db()
684 db[1].execute('CREATE TABLE in_auto_bayes_key \
686 keychar VARCHAR(10),\
688 ratio_rec DECIMAL(32,14),\
689 ratio_all DECIMAL(32,14),\
690 UNIQUE unibayeskey(keychar,chtxt)\
692 db[1].execute('CREATE INDEX keycharindex ON in_auto_bayes_key(keychar)')
697 def add_in_auto_bayes_key(self,key,chtxt,ratio_rec,ratio_all):
698 db = self.connect_db()
699 ratio_rec=str(ratio_rec)
700 ratio_all=str(ratio_all)
702 INSERT IGNORE INTO in_auto_bayes_key \
703 (keychar,chtxt,ratio_rec,ratio_all) \
704 values (%s,%s,%s,%s)',\
705 (key,chtxt,ratio_rec,ratio_all))
707 def add_num_in_auto_bayes_key(self,chtxt,add_rec_num,add_all_num):
708 db = self.connect_db()
709 add_rec_num=str(add_rec_num)
710 add_all_num=str(add_all_num)
712 UPDATE in_auto_bayes_key SET ratio_rec=CONVERT(ratio_rec+%s,DECIMAL(32,14)),ratio_all=CONVERT(ratio_all+%s,DECIMAL(32,14)) WHERE keychar=\"NUM\" AND chtxt=%s",\
713 (add_rec_num,add_all_num,chtxt))
715 def change_in_auto_bayes_key(self,key,chtxt,new_ratio_rec,new_ratio_all):
718 db = self.connect_db()
720 UPDATE in_auto_bayes_key SET ratio_rec=%s,ratio_all=%s WHERE keychar=%s AND chtxt=%s",(str(new_ratio_rec),str(new_ratio_all),key,chtxt)\
723 def change_ratio_all_reduce_in_auto_bayes_key(self,chtxt,beforenum,newnum):
724 beforenum=str(beforenum)
726 db = self.connect_db()
728 UPDATE in_auto_bayes_key SET ratio_all=CONVERT(ratio_all*%s/(%s+%s),DECIMAL(32,14)) WHERE chtxt=%s AND NOT (keychar=\"NUM\")",(beforenum,newnum,beforenum,chtxt)\
731 def change_ratio_all_in_auto_bayes_key(self,key,chtxt,beforenum,addnum):
732 db = self.connect_db()
734 beforenum=str(beforenum)
735 db[1].execute("INSERT INTO in_auto_bayes_key (keychar,chtxt,ratio_rec,ratio_all) \
736 VALUES (%s,%s,%s,%s)\
737 ON DUPLICATE KEY UPDATE \
738 ratio_all=CONVERT((ratio_all*%s+%s)/%s,DECIMAL(32,14))",(key,chtxt,"0",str(Decimal(addnum)/beforenumf),beforenum,chtxt,key))
740 def change_multi_ratio_all_in_auto_bayes_key(self,chtxt,beforenum,list):
742 list={key:addnum}のリスト
745 beforenum=str(beforenum)
746 db = self.connect_db()
747 for i,j in list.items():
748 retl=(i,chtxt,"0",str(Decimal(j)/beforenumf),beforenum,str(j),beforenum)
749 db[1].execute("INSERT INTO in_auto_bayes_key (keychar,chtxt,ratio_rec,ratio_all) \
750 VALUES (%s,%s,%s,%s)\
751 ON DUPLICATE KEY UPDATE \
752 ratio_all=CONVERT((ratio_all*%s+%s)/%s,DECIMAL(32,14))",retl)
754 def change_ratio_rec_reduce_in_auto_bayes_key(self,chtxt,beforenum,newnum):
755 beforenum=str(beforenum)
757 db = self.connect_db()
759 UPDATE in_auto_bayes_key SET ratio_rec=CONVERT(ratio_rec*%s/(%s+%s),DECIMAL(32,14)) WHERE chtxt=%s AND NOT (keychar=\"NUM\")",(beforenum,newnum,beforenum,chtxt)\
762 def change_ratio_rec_in_auto_bayes_key(self,key,chtxt,beforenum,addnum):
763 db = self.connect_db()
765 beforenum=str(beforenum)
766 db[1].execute("INSERT INTO in_auto_bayes_key (keychar,chtxt,ratio_rec,ratio_all) \
767 VALUES (%s,%s,%s,%s)\
768 ON DUPLICATE KEY UPDATE \
769 ratio_rec=CONVERT((ratio_rec*%s+%s)/%s,DECIMAL(32,14))",(key,chtxt,str(Decimal(addnum)/beforenumf),"0",beforenum,chtxt,key))
771 def change_multi_ratio_rec_in_auto_bayes_key(self,chtxt,beforenum,list):#self,key,chtxt,beforenum,addnum):
773 beforenum=str(beforenum)
774 db = self.connect_db()
775 for i,j in list.items():
776 retl=(i,chtxt,str(Decimal(j)/beforenumf),"0",beforenum,str(j),beforenum)
777 db[1].execute("INSERT INTO in_auto_bayes_key (keychar,chtxt,ratio_rec,ratio_all) \
778 VALUES (%s,%s,%s,%s)\
779 ON DUPLICATE KEY UPDATE \
780 ratio_rec=CONVERT((ratio_rec*%s+%s)/%s,DECIMAL(32,14))",retl)
782 def select_by_key_in_auto_bayes_key(self,key,chtxt):
783 db = self.connect_db()
784 dbexe = db[1].execute("\
785 SELECT keychar,chtxt,ratio_rec,ratio_all \
786 FROM in_auto_bayes_key \
787 WHERE keychar = %s AND chtxt = %s", \
791 dls = db[1].fetchall()
798 def new_auto_timeline_keyword(self):
799 db = self.connect_db()
802 CREATE TABLE auto_timeline_keyword \
804 id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,\
809 UNIQUE uni (chtxt,title,btime,etime)\
813 def add_auto_timeline_keyword(self,chtxt="", title="", btime="", etime=""):
814 db = self.connect_db()
816 INSERT IGNORE into auto_timeline_keyword \
817 (chtxt,title,btime,etime) \
818 values (%s,%s,%s,%s)', \
819 (chtxt, title, btime, etime))
822 def delete_old_auto_timeline_keyword(self, dhour):
823 db = self.connect_db()
825 DELETE FROM auto_timeline_keyword \
827 btime < DATE_SUB(now(),INTERVAL " + dhour + " HOUR )")
829 def new_auto_timeline_bayes(self):
830 db = self.connect_db()
833 CREATE TABLE auto_timeline_bayes \
835 id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,\
841 UNIQUE uni (chtxt,title,btime,etime)\
845 def add_auto_timeline_bayes(self,chtxt="", title="", btime="", etime="",point=""):
846 db = self.connect_db()
848 INSERT IGNORE into auto_timeline_bayes \
849 (chtxt,title,btime,etime,point) \
850 values (%s,%s,%s,%s,%s)', \
851 (chtxt, title, btime, etime,point))
853 def delete_old_auto_timeline_bayes(self, dhour):
854 db = self.connect_db()
856 DELETE FROM auto_timeline_bayes \
858 btime < DATE_SUB(now(),INTERVAL " + dhour + " HOUR )")