2 NO_ABON
\82 \82Ú
\81[
\82ñ
\8dÏ
\82Ý
\82Ì
\83\8c\83X
\82à
\95\
\8e¦
\82·
\82é(
\8b
\92²
\82³
\82ê
\82é)
3 SPAM_FILTER_ENABLED
\83X
\83p
\83\80\83t
\83B
\83\8b\83^
\82ð
\8b@
\94\
\82³
\82¹
\82é
10 Windows,Messages, ShellAPI, SysUtils, Classes,StdCtrls,StrUtils;
13 TIndiviAbon = class( TObject )
16 FOption: Integer; // 0:
\93§
\96¾ 1:
\92Ê
\8fí
\82 \82Ú
\81[
\82ñ
18 property Res : Integer read FRes write FRes;
19 property Option : Integer read FOption write FOption;
22 TIndiviAbonList = class( TList )
24 FFilePath : string; //!<
\83t
\83@
\83C
\83\8b\83p
\83X
25 FLearned : Integer; //!<
\83X
\83p
\83\80\8aw
\8fK
\8dÏ
\82Ý
\83\8c\83X No
27 function GetItem( index : Integer ) : TIndiviAbon;
28 procedure SetItem( index : Integer; value : TIndiviAbon );
31 destructor Destroy; override;
33 property Items[ index : Integer ] : TIndiviAbon
34 read GetItem write SetItem; default;
35 procedure Sort; overload;
36 procedure LoadFromFile( const filePath : string );
40 TAbon = class(TObject)
46 Ftokens : array of array of string;
47 FAbonRes : TIndiviAbonList;
51 FDeleterlo : Boolean; //&rlo;
\82ð
\8dí
\82é
\82© //
\92Ç
\89Á&lro;
\82à
\8dí
\82é
52 FReplaceul :Boolean ; //<ul>
\83^
\83O
\82ð<br>
\83^
\83O
\82É
\92u
\8a·
\82·
\82é
\82©
53 FReverse : Boolean ; //NG
\83\8f\81[
\83h
\82Å
\82Ì
\82 \82Ú
\81`
\82ñ
\82Ì
\8c\8b\89Ê
\82ð
\94½
\93]
\82³
\82¹
\82é
\82©
54 FAbonPopupRes : Boolean; //
\83\8c\83X
\83|
\83b
\83v
\83A
\83b
\83v
\82Ì
\8e\9e\82É
\82 \82Ú
\81[
\82ñ
\82·
\82é
\82©
55 FNGwordFileIndex : Integer; //
\8c»
\8dÝ
\93Ç
\82Ý
\8d\9e\82ñ
\82Å
\82éNG
\83\8f\81[
\83h
\82ªlist
\82Ì
\89½
\8ds
\96Ú
\82©
56 FNGwordname : String; //
\8c»
\8dÝ
\93Ç
\82Ý
\8d\9e\82ñ
\82Å
\82éNG
\83\8f\81[
\83h
\82Ì
\95\
\8e¦
\96¼
57 FIndividualFileName : String; //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82Ì
\83t
\83@
\83C
\83\8b\96¼
58 FReturnNGwordLineNum : Boolean; //NG
\83\8f\81[
\83h
\82Ì
\8ds
\90\94\82ð
\95Ô
\82·
\81B
59 FSetNGResAnchor : Boolean; //NG
\82É
\8aY
\93\96\82µ
\82½
\82Æ
\82«
\82É
\96{
\95¶
\82É
\82»
\82Ì
\83\8c\83X
\82Ö
\82Ì
\83\8c\83X
\83A
\83\93\83J
\81[
\82ð
\82Â
\82¯
\82é
\82©
\82Ç
\82¤
\82©
60 FDeleteSyria: Boolean; //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\91Î
\8dô
\81i܀~ݏ
\81j
61 FIgnoreKana: Boolean; //
\91S
\8ap
\94¼
\8ap
\82Ð
\82ç
\82ª
\82È
\83J
\83^
\83J
\83i
\82Ì
\88á
\82¢
\82ð
\96³
\8e\8b\82·
\82é
\82©
62 procedure SetTokens(index: integer ; argline:String);
63 function Getlistpath() : String;
64 procedure Setlistpath(const Value : String);
65 function LoadListFile(path :String;listStringList : TStringList) : Boolean;
66 function ReadNGwordslist(line : Integer) : Boolean;
67 function LoadFromSetResNumFile(SetResNumFile : String) : Boolean;
70 constructor Create; //
\83R
\83\93\83X
\83g
\83\89\83N
\83^
71 destructor Destroy; override; //
\83f
\83X
\83g
\83\89\83N
\83^
72 property Deleterlo: Boolean read FDeleterlo write FDeleterlo default false;
73 property Replaceul: Boolean read FReplaceul write FReplaceul default false;
74 property Reverse: Boolean read FReverse write FReverse default false;
75 property AbonString : String read FAbonString write FAbonString;
76 property AbonPopupRes : Boolean read FAbonPopupRes write FAbonPopupRes default false;
77 property listpath : String read Getlistpath write Setlistpath;
78 property NGwordFileIndex : Integer read FNGwordFileIndex write FNGwordFileIndex default 0;
79 property NGwordname : String read FNGwordname write FNGwordname;
80 property ReturnNGwordLineNum : Boolean read FReturnNGwordLineNum write FReturnNGwordLineNum default false;
81 property SetNGResAnchor : Boolean read FSetNGResAnchor write FSetNGResAnchor default false;
82 property DeleteSyria : Boolean read FDeleteSyria write FDeleteSyria default false;
83 property IgnoreKana: Boolean read FIgnoreKana write FIgnoreKana default false;
84 procedure Setroot(root :String);
85 function Getroot() : String;
87 function Getfullpath(argpath : String) : String;
88 procedure SetNGwordpath(path :String);
89 function GetNGwordpath() : String;
90 function LoadFromNGwordFile(path :String) : Boolean;
91 function ReLoadFromNGwordFile() : Boolean;
92 procedure LoadFromStringList( bufstl : TStringList );
93 function CheckAbonPopupRes(line : String) :Boolean;
94 function FindNGwords(const line : String; var NGwordsLineNum : Integer; var Invisible : Boolean) : Boolean;//1
\83\89\83C
\83\93\82¸
\82Â
\97p
\81B
95 //
\82 \82Ú
\81`
\82ñ
\8f\88\97\9d(NG
\83\8f\81[
\83h
\82Å
\82Ì
\83t
\83B
\83\8b\83^
\83\8a\83\93\83O)
96 procedure Execute(var ThreadStrings : TStringList); overload;
97 procedure Execute(var ResString : String; ResNumber : Integer); overload; //
\8eå
\82Éplugin
\82©
\82ç
\82ÌDat To HTML
\97p
99 {$IFDEF SPAM_FILTER_ENABLED}
100 //!
\83X
\83p
\83\80\83t
\83B
\83\8b\83^
\82Ì
\8aw
\8fK
101 procedure Learn( resList : TStringList );
103 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82µ
\82å
\82è
104 procedure IndividualAbon(var ThreadStrings : TStringList; SetResNumFile : String); overload;
105 procedure IndividualAbon(var ResString : String; SetResNumFile : String; ResNumber : Integer); overload;
106 procedure AddIndividualAbon( ResNum : Integer ; option : Integer; SetResNumFile : String);
107 function CheckIndividualAbonList(ResNum : Integer) : Boolean;
109 procedure EditNGwords(); //NGword.txt
\82ð
\8aJ
\82
\81B
110 function ShowAllTokens() : String; //
\83f
\83o
\83b
\83O
\97p
112 procedure GoHome();//List
\82Ì
\82P
\8ds
\96Ú
\82ð
\93Ç
\82Þ
113 function GoForward() : Boolean; //List
\82Ì
\88ê
\82Â
\8e\9f\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
114 function GoBack() : Boolean; //List
\82Ì
\88ê
\82Â
\91O
\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
116 function TreatSyria(AString: string): string;
118 function AddToken(AString: string; Invisible: Boolean): Boolean;
123 NGwordListFileName : String = 'NGwords.list';
127 uses MojuUtils, GikoSystem, GikoBayesian, Setting;
129 function InvidiAbonListSort( item1, item2 : Pointer ) : Integer;
132 Result := TIndiviAbon( item1 ).Res - TIndiviAbon( item2 ).Res;
136 destructor TIndiviAbonList.Destroy;
141 for i := 0 to Count - 1 do
142 if inherited Items[ i ] <> nil then
143 TObject( inherited Items[ i ] ).Free;
149 function TIndiviAbonList.GetItem( index : Integer ) : TIndiviAbon;
152 Result := TIndiviAbon( inherited Items[ index ] );
156 procedure TIndiviAbonList.SetItem( index : Integer; value : TIndiviAbon );
159 inherited Items[ index ] := Pointer( value );
163 procedure TIndiviAbonList.Sort;
166 inherited Sort( InvidiAbonListSort );
170 procedure TIndiviAbonList.LoadFromFile( const filePath : string );
172 bufStringList : TStringList;
178 if not FileExists( filePath ) then begin
183 FFilePath := filePath;
184 bufStringList := TStringList.Create;
186 bufStringList.LoadFromFile( filePath );
187 if bufStringList.Values[ 'Learned' ] <> '' then begin
188 FLearned := StrToInt( bufStringList.Values[ 'Learned' ] );
189 bufStringList.Delete( bufStringList.IndexOfName( 'Learned' ) );
195 for i := bufStringList.Count-1 downto 0 do begin
196 if bufStringList.Strings[i] = '' then begin
197 bufStringList.Delete(i);
202 for i := 0 to bufStringList.Count - 1 do begin
203 bufLine := Trim(bufStringList.Strings[i]);
204 item := TIndiviAbon.Create;
205 item.Res := StrToInt(Copy(bufLine,1,AnsiPos('-',bufLine)-1));
206 item.option := StrToInt(Copy(bufLine,AnsiPos('-',bufLine)+1,1));
215 procedure TIndiviAbonList.Save;
217 bufStringList : TStringList;
221 bufStringList := TStringList.Create;
223 bufStringList.Values[ 'Learned' ] := IntToStr( FLearned );
225 for i := 0 to Count - 1 do begin
227 IntToStr( Items[ i ].Res ) + '-' + IntToStr( Items[ i ].Option ) );
230 bufStringList.SaveToFile( FFilePath );
237 constructor TAbon.Create;
240 FAbonString := ' <> <> <> <><>';
241 FAbonRes := TIndiviAbonList.Create;
242 FpAbons := PChar(FAbonString);
243 FpAbone := FpAbons + Length(FAbonString);
247 destructor TAbon.Destroy;
252 //root
\82ÍExe\config\NGwords
\83t
\83H
\83\8b\83_
253 procedure TAbon.Setroot(root :String);
255 bufStringList : TStringList;
257 bufStringList := TStringList.Create;
259 if not DirectoryExists(root) then begin
262 if root[Length(root)] <> '\' then begin
265 Flistpath := root + NGwordListFileName;
266 LoadListFile(Flistpath, bufStringList);
272 function TAbon.Getroot() : String;
276 //NGwordpath
\82ÍNGword.txt
\82Ì
\83t
\83\8b\83p
\83X
277 procedure TAbon.SetNGwordpath(path :String);
279 FNGwordpath := Getfullpath(path);
280 LoadFromNGwordFile(FNGwordpath);
282 function TAbon.GetNGwordpath() : String;
284 Result := FNGwordpath;
286 //
\83t
\83\8b\83p
\83X
\82Å
\82È
\82¯
\82ê
\82Î
\83t
\83\8b\83p
\83X
\82É
\82µ
\82Ä
\95Ô
\82·
\81B
287 function TAbon.Getfullpath(argpath : String) : String;
289 if AnsiPos(':\',argpath) <> 2 then begin //
\83h
\83\89\83C
\83u
\82©
\82ç
\82Ì
\83t
\83\8b\83p
\83X
\82ª
\96³
\82¯
\82ê
\82Î
290 if Getroot() = '' then begin
291 Result := ''; //root
\83p
\83X
\82ª
\90Ý
\92è
\82³
\82ê
\82Ä
\82È
\82¢
\82©
\8bó
\82É
\82·
\82é
293 if (Froot[Length(Froot)] = '\') and (argpath[1] = '\') then begin //
\90æ
\93ª
\82Ì\
\82ð
\8dí
\8f\9c
296 Insert( Getroot(), argpath , 1);//root
\83p
\83X
\82ð
\91}
\93ü
304 //NGword
\83t
\83@
\83C
\83\8b\82Ì
\93Ç
\82Ý
\8d\9e\82Ý
305 function TAbon.LoadFromNGwordFile(path :String) : boolean;
307 bufstl : TStringList;
309 path := Getfullpath(path);
310 if path = '' then begin
314 bufstl := TStringList.Create;
316 if not FileExists(path) then begin
319 bufstl.SaveToFile(path);
323 bufstl.LoadFromFile(path);
324 LoadFromStringList( bufstl );
333 //NGword
\83\8a\83X
\83g
\93Ç
\82Ý
\8d\9e\82Ý
334 procedure TAbon.LoadFromStringList( bufstl : TStringList );
339 for i := bufstl.Count -1 downto 0 do begin
340 if bufstl.Strings[i] = '' then begin
344 SetLength(Ftokens,bufstl.Count);
345 for i := 0 to bufstl.Count -1 do begin
346 SetTokens(i , bufstl.Strings[i]);
353 //NGwordpath
\82ª
\8aù
\82É
\90Ý
\92è
\82³
\82ê
\82Ä
\82¢
\82é
\82Æ
\82«
\82Ì
\83\8a\83\8d\81[
\83h
\97p
\8aÖ
\90\94
354 function TAbon.ReLoadFromNGwordFile() : boolean;
356 if GetNGwordpath() ='' then begin
359 Result := LoadFromNGwordFile( GetNGwordpath() );
362 function TAbon.Getlistpath() : String;
366 procedure TAbon.Setlistpath(const Value : String);
368 Flistpath := Getfullpath(Value);
370 //
\88ê
\8ds
\82Ì
\92\86\82Ì
\83g
\81[
\83N
\83\93\82ð
\90Ø
\82è
\95ª
\82¯
\82Ä
\83Z
\83b
\83g
371 procedure TAbon.SetTokens(index: integer ; argline : String);
374 bufstl : TStringList;
379 bufstl := TStringList.Create;
381 if Length(argline) > 0 then begin
382 pos := AnsiPos(#9,argline);
383 while pos <> 0 DO begin
384 buftoken := Copy(argline,1,pos-1);
385 Delete(argline,1,pos);
386 if Length(buftoken) > 0 then begin
387 bufstl.Append(buftoken);
388 end else if ( bufstl.Count = 0 ) then begin
391 pos := AnsiPos(#9,argline);
393 if Length(argline) > 0 then begin
394 bufstl.Append(argline);
397 SetLength(Ftokens[index],ret);
398 for i := 0 to bufstl.Count - 1 do begin
400 Ftokens[index][i] := ZenToHan(bufstl.Strings[i])
402 Ftokens[index][i] := bufstl.Strings[i];
410 //Debug
\97p
\82¿
\82á
\82ñ
\82ÆNG
\83\8f\81[
\83h
\82ð
\8fE
\82¦
\82Ä
\82¢
\82é
\82©
411 function TAbon.ShowAllTokens() : String;
417 for i := 0 to High(Ftokens) do begin
418 for j := 0 to High(Ftokens[i]) do begin
419 ret := ret + Ftokens[i][j];
427 //NG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82½
\82çtrue
\82ð
\95Ô
\82µ
\81A
\82»
\82ÌNG
\83\8f\81[
\83h
\82Ì
\8ds
\90\94\82ðNGwordsLineNum
\82É
\93ü
\82ê
\82Ä
\95Ô
\82·
\81B
428 //
\82à
\82µ
\82à
\93§
\96¾
\82 \82Ú
\81`
\82ñ
\82É
\82·
\82é
\82È
\82çInbisible
\82ðtrue
\82É
\82µ
\82Ä
\95Ô
\82·
429 function TAbon.FindNGwords(const line : String; var NGwordsLineNum : Integer; var Invisible : Boolean) : Boolean; //1
\83\89\83C
\83\93\82¸
\82Â
\97p
\81B
442 if AnsiStrPosEx(PChar(line), PChar(line)+Length(line), FpAbons, FpAbone) = nil then begin
443 //
\91S
\94¼
\8ap
\82Ð
\82ç
\83J
\83i
\96³
\8e\8b\82·
\82é
\82©
445 target := ZenToHan(line)
449 trgLen := Length(target);
451 for lines := 0 to High(Ftokens) do begin
454 pts := PChar(bufline);
457 if Ftokens[lines][0] <> '' then begin
465 for cells := start to High(Ftokens[lines]) do begin
466 pos := AnsiStrPosEx(pts, pte,
467 PChar(Ftokens[lines][cells]), PChar(Ftokens[lines][cells]) + Length(Ftokens[lines][cells]));
468 if pos = nil then begin
472 Delete(bufline, pos - pte + 1, Length(Ftokens[lines][cells]));
473 pts := PChar(bufline);
474 pte := pts + Length(bufline);
477 if hit = true then begin
478 NGwordsLineNum := lines + 1;
485 //
\96\96\94ö
\82Ì
\83u
\81[
\83\8b\92l
\82Ítrue
\82¾
\82Æ
\81ANG
\83\8f\81[
\83h
\82ð
\8aÜ
\82Þ
\82à
\82Ì
\82¾
\82¯
\82ð
\95Ô
\82·
\81B
486 procedure TAbon.Execute(var ThreadStrings : TStringList);
489 NGwordsLine : Integer;
493 for i:=0 to ThreadStrings.Count - 1 do begin
495 if FindNGwords(ThreadStrings.Strings[i], NGwordsLine ,invisi) <> Reverse then begin
496 if invisi = true then begin
497 ThreadStrings.Strings[i] := '';
499 if not ReturnNGwordLineNum and not SetNGResAnchor then begin
500 ThreadStrings.Strings[i] := FAbonString;
501 end else if not ReturnNGwordLineNum then begin
502 ThreadStrings.Strings[i] := Format(' <> <> <>>%d<><>',[(i+1)]);
503 end else if not SetNGResAnchor then begin
504 ThreadStrings.Strings[i] := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B><><>',[NGwordsLine]);
506 ThreadStrings.Strings[i] := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B>>%d <><>',[NGwordsLine,(i+1)]);
510 bufline := ThreadStrings.Strings[i];
511 if Deleterlo = true then begin
512 bufline := CustomStringReplace(bufline,'&rlo;','');
513 bufline := CustomStringReplace(bufline,'&lro;','');
515 if Replaceul = true then begin
516 bufline := CustomStringReplace( bufline,'<ul>','<br>' );
517 bufline := CustomStringReplace( bufline,'</ul>','<br>' );
519 if DeleteSyria = true then
520 bufline := TreatSyria(bufline);
521 ThreadStrings.Strings[i] := bufline;
525 procedure TAbon.Execute(var ResString : String; ResNumber : Integer);
527 NGwordsLine : Integer;
532 if FindNGwords(ResString, NGwordsLine ,invisi) <> Reverse then begin
533 if invisi = true then begin
536 if not ReturnNGwordLineNum and not SetNGResAnchor then begin
537 ResString := FAbonString;
538 end else if not ReturnNGwordLineNum then begin
539 ResString := Format(' <> <> <>>%d<><>',[(ResNumber)]);
540 end else if not SetNGResAnchor then begin
541 ResString := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B><><>',[NGwordsLine]);
543 ResString := Format(' <> <> <><B> %d
\8ds
\96Ú
\82ÌNG
\83\8f\81[
\83h
\82ª
\8aÜ
\82Ü
\82ê
\82Ä
\82¢
\82Ü
\82·
\81B</B>>%d <><>',[NGwordsLine,(ResNumber)]);
547 bufline := ResString;
548 if Deleterlo = true then begin
549 bufline := CustomStringReplace( bufline,'&rlo;','' );
550 bufline := CustomStringReplace( bufline,'&lro;','' );
552 if Replaceul = true then begin
553 bufline := CustomStringReplace( bufline,'<ul>','<br>' );
554 bufline := CustomStringReplace( bufline,'</ul>','<br>' );
556 if DeleteSyria = true then
557 bufline := TreatSyria(bufline);
558 ResString := bufline;
564 //****************************************************************************//
565 //
\8c»
\8dÝ
\83Z
\83b
\83g
\82³
\82ê
\82Ä
\82¢
\82éNGword.txt
\82ð
\8aJ
\82
566 procedure TAbon.EditNGwords();
568 ShellExecute(0 ,nil,PChar(FNGwordpath),nil,nil,SW_SHOW);
570 //
\83|
\83b
\83v
\83A
\83b
\83v
\97p
\94»
\92è
\8aÖ
\90\94
571 function TAbon.CheckAbonPopupRes(line : String) :Boolean;
576 if AbonPopupRes = true then begin
577 Result := FindNGwords(line, i ,v);
582 //
\95¡
\90\94\82ÌNG
\83\8f\81[
\83h
\83e
\83L
\83X
\83g
\82ð
\93Ç
\82Ý
\8d\9e\82Þ==============================================
583 //List
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
584 function TAbon.LoadListFile(path :String; listStringList : TStringList) : Boolean;
587 listStringList.LoadFromFile(path);
590 listStringList.Append('
\88ê
\94Ê=NGword.txt');
591 listStringList.SaveToFile(path);
595 //List
\82Ì
\88ê
\82Â
\8e\9f\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
596 function TAbon.GoForward() : Boolean;
598 FNGwordFileIndex := FNGwordFileIndex + 1;
599 Result := ReadNGwordslist(FNGwordFileIndex);
601 //List
\82Ì
\88ê
\82Â
\91O
\82ÌNG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82ð
\93Ç
\82Ý
\8d\9e\82Þ
602 function TAbon.GoBack() : Boolean;
604 FNGwordFileIndex := FNGwordFileIndex -1;
605 Result := ReadNGwordslist(FNGwordFileIndex);
607 //List
\82Ì
\82P
\8ds
\96Ú
\82ð
\93Ç
\82Þ
608 procedure TAbon.GoHome();
610 FNGwordFileIndex := 0;
611 ReadNGwordslist(FNGwordFileIndex);
613 //List
\82Ìline
\8ds
\96Ú
\82ð
\93Ç
\82Þ
614 function TAbon.ReadNGwordslist(line : Integer) : Boolean;
616 liststl : TStringList;
619 liststl := TStringList.Create;
621 if LoadListFile(Flistpath,liststl) = true then begin
622 if line < 0 then begin
623 line := liststl.Count - 1;
624 FNGwordFileIndex := liststl.Count - 1;
625 end else if line > liststl.Count - 1 then begin
627 FNGwordFileIndex := 0;
629 linebuf := liststl.Strings[line];
630 FNGwordname := Copy(linebuf,1,AnsiPos('=',linebuf)-1);
631 Delete(linebuf,1,AnsiPos('=',linebuf));
632 SetNGwordpath(linebuf);
643 {$IFDEF SPAM_FILTER_ENABLED}
644 procedure TAbon.Learn( resList : TStringList );
647 wordCount : TWordCount;
648 spamminess : Extended;
649 indiviAbon : TIndiviAbon;
651 SPAM_THRESHOLD = 0.9;
654 if GikoSys.Setting.SpamFilterAlgorithm = gsfaNone then Exit;
656 wordCount := TWordCount.Create;
658 if (FAbonRes.FLearned = 0) and (FAbonRes.Count = 0) then begin
659 //
\8f\89\82ß
\82Ä
\82Ì
\8aw
\8fK
\82©
\82Â
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82 \82è
\82È
\82Ì
\82Å
\81A
\8b\8cver
\82©
\82ç
\82Ì
\88Ú
\8ds
\82É
\82Â
\82«
660 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\82ð
\8eg
\82Á
\82½
\8aw
\8fK
662 for i := 0 to FAbonRes.Count - 1 do begin
663 while (j < resList.Count) and (j + 1 < FAbonRes[ j ].Res) do begin
665 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
666 GikoSys.Bayesian.Learn( wordCount, False );
669 if j < resList.Count then begin
671 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
672 GikoSys.Bayesian.Learn( wordCount, True );
677 while j < resList.Count do begin
679 GikoSys.Bayesian.CountWord( resList[ j ], wordCount );
680 GikoSys.Bayesian.Learn( wordCount, False );
684 //
\8b\8cver
\82©
\82ç
\82Ì
\88Ú
\8ds
\82Å
\82Í
\82È
\82¢
\82Ì
\82Å
\83\8c\83X
\82ð
\91S
\82Ä
\90\84\98_
\82Å
\8aw
\8fK
685 //
\81¦
\90\84\98_
\82ª
\8aÔ
\88á
\82Á
\82Ä
\82¢
\82é
\8fê
\8d\87\82Í
\83\86\81[
\83U
\82ª
\82 \82Ú
\81`
\82ñ
\82ð
\8fC
\90³
\82·
\82é
\8e\96\82Å
\8aw
\8fK
\82³
\82ê
\82é
686 for j := FAbonRes.FLearned to resList.Count - 1 do begin
688 spamminess := GikoSys.SpamParse( resList[ j ], wordCount );
689 if spamminess >= SPAM_THRESHOLD then begin
691 GikoSys.Bayesian.Learn( wordCount, True );
692 indiviAbon := TIndiviAbon.Create;
693 indiviAbon.Res := j + 1;
694 indiviAbon.Option := 1;
695 FAbonRes.Add( indiviAbon );
698 GikoSys.Bayesian.Learn( wordCount, False );
703 FAbonRes.FLearned := resList.Count;
710 GikoSys.Bayesian.Save;
715 //
\95¡
\90\94\82ÌNG
\83\8f\81[
\83h
\83e
\83L
\83X
\83g
\82ð
\93Ç
\82Ý
\8d\9e\82Þ=====
\82±
\82±
\82Ü
\82Å=================================
716 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\8eÀ
\8ds
\8aÖ
\90\94
717 procedure TAbon.IndividualAbon(var ThreadStrings : TStringList; SetResNumFile : String);
722 f := LoadFromSetResNumFile( SetResNumFile );
723 FAbonRes.FFilePath := SetResNumFile; // Learn
\82Í
\82Å
\95Û
\91¶
\82·
\82é
\82Ì
\82Å
724 {$IFDEF SPAM_FILTER_ENABLED}
725 Learn( ThreadStrings );
729 for i := 0 to FAbonRes.Count - 1 do begin
730 if (FAbonRes[i].Res <= ThreadStrings.Count) and (FAbonRes[i].Res > 0) then begin
732 ThreadStrings.Strings[FAbonRes[i].Res-1] :=
733 '<font color="red">
\82 \82Ú
\81`
\82ñ
\8dÏ
\82Ý</font>' +
734 ThreadStrings.Strings[FAbonRes[i].Res-1];
736 if FAbonRes[i].option = 0 then begin
737 ThreadStrings.Strings[FAbonRes[i].Res-1] := '';
739 ThreadStrings.Strings[FAbonRes[i].Res-1] := '
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>';
746 procedure TAbon.IndividualAbon(var ResString : String; SetResNumFile : String; ResNumber : Integer);
750 if FileExists(SetResNumFile) = true then begin
751 if LoadFromSetResNumFile(SetResNumFile) = true then begin
752 for i := 0 to FAbonRes.Count - 1 do begin
753 if FAbonRes[i].Res = ResNumber then begin
754 if FAbonRes[i].option = 0 then begin
757 ResString := '
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>
\82 \82Ú
\81`
\82ñ<>';
764 FIndividualFileName := SetResNumFile;
766 FAbonRes := TIndiviAbonList.Create;
770 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\83t
\83@
\83C
\83\8b\93Ç
\82Ý
\8d\9e\82Ý
\8aÖ
\90\94
771 function TAbon.LoadFromSetResNumFile(SetResNumFile : String) : Boolean;
774 FIndividualFileName := SetResNumFile;
776 FAbonRes := TIndiviAbonList.Create;
777 if FileExists( SetResNumFile ) then begin
778 FAbonRes.LoadFromFile( SetResNumFile );
785 //
\8cÂ
\95Ê
\82 \82Ú
\81`
\82ñ
\83t
\83@
\83C
\83\8b\82É
\92Ç
\89Á
786 procedure TAbon.AddIndividualAbon( ResNum : Integer ; option : Integer; SetResNumFile : String);
788 IndividualFile : TStringList;
791 IndividualFile := TStringList.Create;
793 if FileExists(SetResNumFile) then begin
794 IndividualFile.LoadFromFile(SetResNumFile);
796 for j := 0 to IndividualFile.Count -1 do begin
797 if AnsiPos(IntToStr(ResNum) + '-', IndividualFile[j]) = 1 then begin
803 IndividualFile.Add(IntToStr(ResNum) + '-' + IntToStr(option))
805 IndividualFile[j] := IntToStr(ResNum) + '-' + IntToStr(option);
808 IndividualFile.Add(IntToStr(ResNum) + '-' + IntToStr(option));
810 IndividualFile.SaveToFile(SetResNumFile);
816 //
\83|
\83b
\83v
\83A
\83b
\83v
\82Ì
\94»
\92è
\97p
817 function TAbon.CheckIndividualAbonList(ResNum : Integer) : Boolean;
821 if (FAbonRes.Count > 0) and (FAbonRes[0].Res <> 0) then begin
822 for i := 0 to FAbonRes.Count - 1 do begin
823 if FAbonRes[i].Res = ResNum then begin
832 //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\91Î
\8dô
833 function TAbon.TreatSyria(AString: string): string;
837 //count: Integer; //(܀~ݏ)
839 p, pe, s, se : PChar;
847 pe := p + Length(AString);
849 se := s + Length(UNI_TAG);
851 p := AnsiStrPosEx(p, pe, s, se);
853 while p <> nil do begin
854 //&#
\82Ì
\8eè
\91O
\82Ü
\82Å
\83R
\83s
\81[
\82·
\82é
855 Result := Result + Copy(AString, 1, p - PChar(AString));
856 //&#
\82Ì
\8eè
\91O
\82Ü
\82Å
\8dí
\8f\9c\82·
\82é
857 Delete(AString, 1, p - PChar(AString));
859 //AString
\82É3
\95¶
\8e\9a\88È
\8fã
\82 \82ê
\82Î
\8e\9f\82Ì3
\95¶
\8e\9a\96Ú
\82ð
\83`
\83F
\83b
\83N
860 if Length(AString) > 2 then begin
861 ps := PChar(AString) + 2;
862 if (ps^ = 'x') or (ps^ = 'X') then begin
866 while ((ps^ >= '0') and (ps^ <= '9')) or
867 ((ps^ >= 'a') and (ps^ <= 'f')) or
868 ((ps^ >= 'A') and (ps^ <= 'F')) do begin
870 scode := scode + String(ps^);
876 while ((ps^ >= '0') and (ps^ <= '9')) do begin
877 scode := scode + String(ps^);
881 icode := StrToIntDef(scode, 0);
883 //
\8dÅ
\8cã
\82ª;
\82Å
\95Â
\82¶
\82Ä
\82¢
\82È
\82¯
\82ê
\82Î
\81A
\88ê
\95¶
\8e\9a\91O
\82Ü
\82Å
\82É
\82·
\82é
884 if not (ps^ = ';') then
887 //
\83V
\83\8a\83A
\8cê
\83u
\83\89\83N
\83\89\82Ì
\82Å
\82È
\82¢
888 if ( icode < 1758) or
889 ((icode > 1871) and (icode < 1958)) or
890 (icode > 1968) then begin
891 Result := Result + Copy(AString, 1, ps - PChar(AString) + 1);
894 Delete(AString, 1, ps - PChar(AString) + 1);
896 //
\8cã
\82ë
\82É
\95¶
\8e\9a\82ª
\96³
\82¢
\82Ì
\82Å
\81A
\82»
\82Ì
\82Ü
\82ÜResult
\82É
\93Ë
\82Á
\8d\9e\82Þ
897 Result := Result + AString;
901 pe := p + Length(AString);
902 p := AnsiStrPosEx(p, pe, s, se);
905 //
\8ec
\82Á
\82½
\95¶
\8e\9a\97ñ
\82ð
\91«
\82µ
\82Ä
\8c\8b\89Ê
\82É
\82·
\82é
906 Result := Result + AString;
909 // NG
\83\8f\81[
\83h
\83t
\83@
\83C
\83\8b\82É
\92Ç
\89Á
\92Ç
\89Á
\82³
\82ê
\82½
\8fê
\8d\87\81ATrue
\82ª
\82©
\82¦
\82é
910 function TAbon.AddToken(AString: string; Invisible: Boolean): Boolean;
912 bufStringList : TStringList;
916 if FileExists(GetNGwordpath) then begin
917 bufStringList := TStringList.Create;
919 bufStringList.LoadFromFile(GetNGwordpath);
920 if (Invisible) then begin
921 ngword := #9 + AString;
925 if (bufStringList.IndexOf(ngword) = -1) then begin
926 bufStringList.Add(ngword);
927 bufStringList.SaveToFile(GetNGwordpath);