6 Windows, SysUtils, Classes, ComCtrls, Controls, Forms, IdHTTP,
7 {HTTPApp,} YofUtils, IdGlobal, IdException, IdComponent, IniFiles, {DateUtils,}
8 GikoSystem, BoardGroup, ExternalBoardManager, ExternalBoardPlugInMain,
12 TDownloadItem = class;
13 TGikoDownloadType = (gdtBoard, gdtThread);
14 TGikoDownloadState = (gdsWait, gdsWork, gdsComplete, gdsDiffComplete, gdsNotModify, gdsAbort, gdsError);
15 TGikoCgiStatus = (gcsOK, gcsINCR, gcsERR);
16 TGikoDLProgress = (gdpStd, gdpAll, gdpDatOchi, gdpOfflaw);
18 TGikoWorkEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; const AWorkCount: Integer; ID: Integer) of object;
19 TGikoWorkBeginEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; const AWorkCountMax: Integer; ID: Integer; const AWorkTitle: string) of object;
20 TGikoWorkEndEvent = procedure(Sender: TObject; AWorkMode: TWorkMode; ID: Integer) of object;
21 TDownloadEndEvent = procedure(Sender: TObject; Item: TDownloadItem) of object;
22 TDownloadMsgEvent = procedure(Sender: TObject; Item: TDownloadItem; Msg: string; Icon: TGikoMessageIcon) of object;
25 FStatus: TGikoCgiStatus;
31 //FWorkCS: TCriticalSection;
32 //IdHttp
\82ÌOnWork
\81AOnWorkBegin,OnWorkEnd
\82Í
\95Ê
\82Ì
\83X
\83\8c\83b
\83h
\82©
\82ç
33 //
\8cÄ
\82Î
\82ê
\82é
\88×
\81ASynchronize
\82Å
\93¯
\8aú
\82·
\82é
\95K
\97v
\82ª
\82 \82é
\81B
34 //
\83N
\83\8a\83e
\83B
\83J
\83\8b\83Z
\83N
\83V
\83\87\83\93\82Í
\96³
\82
\82Ä
\82à
\82½
\82Ô
\82ñ
\95½
\8bC
\82¾
\82¯
\82Ç
\97p
\90S
\82Ì
\88×
\81B by eggcake
35 FWorkCS: TCriticalSection;
37 FAWorkMode: TWorkMode;
39 FAWorkCountMax: Integer
41 TDownloadThread = class(TThread)
48 FIcon: TGikoMessageIcon;
50 FOnWork: TGikoWorkEvent;
51 FOnWorkBegin: TGikoWorkBeginEvent;
52 FOnWorkEnd: TGikoWorkEndEvent;
53 FOnDownloadEnd: TDownloadEndEvent;
54 FOnDownloadMsg: TDownloadMsgEvent;
55 FDownloadTitle: string;
58 procedure FireDownloadEnd;
59 procedure FireDownloadMsg;
60 procedure GetSessionID;
61 procedure WorkBegin(Sender: TObject; AWorkMode: TWorkMode; const AWorkCountMax: Integer);
62 procedure WorkEnd(Sender: TObject; AWorkMode: TWorkMode);
63 procedure Work(Sender: TObject; AWorkMode: TWorkMode; const AWorkCount: Integer);
64 function ParseCgiStatus(Content: string): TCgiStatus;
65 function ParseRokkaStatus(Content: string): TCgiStatus;
66 function CgiDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime): Boolean;
67 function DatDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime; RangeStart: Integer; AdjustLen: Integer): Boolean;
68 procedure DeleteStatusLine(Item: TDownloadItem);
69 procedure InitHttpClient(client: TIdHttp);
70 procedure ClearHttpClient(client: TIdHttp);
72 procedure FireWorkBegin;
73 procedure FireWorkEnd;
75 procedure Execute; override;
77 property Item: TDownloadItem read FItem write FItem;
78 property Number: Integer read FNumber write FNumber;
79 constructor Create(CreateSuspended: Boolean);
80 destructor Destroy; override;
82 property OnWork: TGikoWorkEvent read FOnWork write FOnWork;
83 property OnWorkBegin: TGikoWorkBeginEvent read FOnWorkBegin write FOnWorkBegin;
84 property OnWorkEnd: TGikoWorkEndEvent read FOnWorkEnd write FOnWorkEnd;
85 property OnDownloadEnd: TDownloadEndEvent read FOnDownloadEnd write FOnDownloadEnd;
86 property OnDownloadMsg: TDownloadMsgEvent read FOnDownloadMsg write FOnDownloadMsg;
89 TDownloadItem = class(TObject)
91 FDownType: TGikoDownloadType;
93 FThreadItem: TThreadItem;
95 FContentLength: Integer;
96 FLastModified: TDateTime;
98 FResponseCode: Smallint;
99 FState: TGikoDownloadState;
101 FForceDownload: Boolean;
104 procedure SaveListFile;
105 procedure SaveItemFile;
107 property DownType: TGikoDownloadType read FDownType write FDownType;
108 property Board: TBoard read FBoard write FBoard;
109 property ThreadItem: TThreadItem read FThreadItem write FThreadItem;
111 property ContentLength: Integer read FContentLength write FContentLength;
112 property LastModified: TDateTime read FLastModified write FLastModified;
113 property Content: string read FContent write FContent;
114 property ResponseCode: Smallint read FResponseCode write FResponseCode;
115 property State: TGikoDownloadState read FState write FState;
116 property ErrText: string read FErrText write FErrText;
117 property ForceDownload: Boolean read FForceDownload write FForceDownload;
118 property IsAbone : Boolean read FIsAbone write FIsAbone;
124 Y_TextConverter, MojuUtils, HTMLCreate, ReplaceDataModule;
126 constructor TDownloadThread.Create(CreateSuspended: Boolean);
128 inherited Create(CreateSuspended);
129 FWorkData.FWorkCS := TCriticalSection.Create;
131 FIndy := TIdHttp.Create(nil);
133 FIndy.OnWorkBegin := WorkBegin;
134 FIndy.OnWorkEnd := WorkEnd;
135 FIndy.OnWork := Work;
138 destructor TDownloadThread.Destroy;
140 ClearHttpClient(FIndy);
142 FWorkData.FWorkCS.Free;
146 function RFC1123_Date(aDate : TDateTime) : String;
148 StrWeekDay : String = 'MonTueWedThuFriSatSun';
149 StrMonth : String = 'JanFebMarAprMayJunJulAugSepOctNovDec';
151 Year, Month, Day : Word;
152 Hour, Min, Sec, MSec : Word;
155 DecodeDate(aDate, Year, Month, Day);
156 DecodeTime(aDate, Hour, Min, Sec, MSec);
157 DayOfWeek := ((Trunc(aDate) - 2) mod 7);
158 Result := Copy(StrWeekDay, 1 + DayOfWeek * 3, 3) + ', ' +
159 Format('%2.2d %s %4.4d %2.2d:%2.2d:%2.2d',
160 [Day, Copy(StrMonth, 1 + 3 * (Month - 1), 3),
161 Year, Hour, Min, Sec]);
163 // ******************************************************************
164 // HTTPClient
\82Ì
\8f\89\8aú
\89»
165 // ******************************************************************
166 procedure TDownloadThread.InitHttpClient(client: TIdHttp);
168 ClearHttpClient(client);
170 client.Request.UserAgent := GikoSys.GetUserAgent;
171 client.RecvBufferSize := Gikosys.Setting.RecvBufferSize;
172 client.ProxyParams.BasicAuthentication := False;
173 client.ReadTimeout := GikoSys.Setting.ReadTimeOut;
175 Writeln('------------------------------------------------------------');
177 //FIndy.AllowCookies := False;
178 if GikoSys.Setting.ReadProxy then begin
179 if GikoSys.Setting.ProxyProtocol then
180 client.ProtocolVersion := pv1_1
182 client.ProtocolVersion := pv1_0;
183 client.ProxyParams.ProxyServer := GikoSys.Setting.ReadProxyAddress;
184 client.ProxyParams.ProxyPort := GikoSys.Setting.ReadProxyPort;
185 client.ProxyParams.ProxyUsername := GikoSys.Setting.ReadProxyUserID;
186 client.ProxyParams.ProxyPassword := GikoSys.Setting.ReadProxyPassword;
187 if GikoSys.Setting.ReadProxyUserID <> '' then
188 client.ProxyParams.BasicAuthentication := True;
190 Writeln('
\83v
\83\8d\83L
\83V
\90Ý
\92è
\82 \82è');
191 Writeln('
\83z
\83X
\83g: ' + GikoSys.Setting.ReadProxyAddress);
192 Writeln('
\83|
\81[
\83g: ' + IntToStr(GikoSys.Setting.ReadProxyPort));
195 if GikoSys.Setting.Protocol then
196 client.ProtocolVersion := pv1_1
198 client.ProtocolVersion := pv1_0;
199 client.ProxyParams.ProxyServer := '';
200 client.ProxyParams.ProxyPort := 80;
201 client.ProxyParams.ProxyUsername := '';
202 client.ProxyParams.ProxyPassword := '';
204 Writeln('
\83v
\83\8d\83L
\83V
\90Ý
\92è
\82È
\82µ');
208 // ******************************************************************
209 // HTTPClient
\82Ì
\83\8a\83N
\83G
\83X
\83g
\82Æ
\83\8c\83X
\83|
\83\93\83X
\82Ì
\83f
\81[
\83^
\82Ì
\8fÁ
\8b\8e
210 // ******************************************************************
211 procedure TDownloadThread.ClearHttpClient(client: TIdHttp);
213 client.Request.CustomHeaders.Clear;
214 client.Request.RawHeaders.Clear;
215 client.Request.Clear;
216 client.Response.CustomHeaders.Clear;
217 client.Response.RawHeaders.Clear;
218 client.Response.Clear;
220 client.ProxyParams.Clear;
222 procedure TDownloadThread.Execute;
224 ResStream: TMemoryStream;
227 CgiStatus: TCgiStatus;
233 DownloadResult: Boolean;
234 boardPlugIn : TBoardPlugIn;
235 lastContent : string;
236 logFile : TFileStream;
237 adjustMargin : Integer;
241 while not Terminated do begin
242 //=====
\83v
\83\89\83O
\83C
\83\93
245 ExternalBoardManager.OnWork := Work;
246 ExternalBoardManager.OnWorkBegin := WorkBegin;
247 ExternalBoardManager.OnWorkEnd := WorkEnd;
249 FDownloadTitle := '';
250 case FItem.FDownType of
253 FDownloadTitle := FItem.FBoard.Title;
254 if FItem.FBoard <> nil then begin
255 if FItem.FBoard.IsBoardPlugInAvailable then begin
256 boardPlugIn := FItem.FBoard.BoardPlugIn;
257 Item.State := TGikoDownloadState( boardPlugIn.DownloadBoard( DWORD( FItem.FBoard ) ) );
263 FDownloadTitle := FItem.FThreadItem.Title;
264 if FItem.FThreadItem <> nil then begin
265 if FItem.FThreadItem.ParentBoard.IsBoardPlugInAvailable then begin
266 boardPlugIn := FItem.FThreadItem.ParentBoard.BoardPlugIn;
267 Item.State := TGikoDownloadState( boardPlugIn.DownloadThread( DWORD( FItem.FThreadItem ) ) );
269 //if FItem.FThreadItem.IsBoardPlugInAvailable then begin
270 // boardPlugIn := FItem.FThreadItem.BoardPlugIn;
271 // Item.State := TGikoDownloadState( boardPlugIn.DownloadThread( DWORD( FItem.FThreadItem ) ) );
276 if Length(FDownloadTitle) = 0 then
277 FDownloadTitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
279 if boardPlugIn <> nil then begin
281 Item.State := gdsAbort;
283 if Assigned( OnDownloadEnd ) then
284 Synchronize( FireDownloadEnd );
293 //=====
\83v
\83\89\83O
\83C
\83\93\82ð
\8eg
\97p
\82µ
\82È
\82¢
\8fê
\8d\87
294 InitHttpClient(FIndy);
296 if Item.DownType = gdtThread then begin
297 if FileExists( Item.ThreadItem.GetThreadFileName ) then begin
298 // dat
\83t
\83@
\83C
\83\8b\82Ì
\8dÅ
\8cã
\82ð
\93Ç
\82Ý
\8fo
\82·
299 SetLength( lastContent, ADJUST_MARGIN + 1 );
300 logFile := TFileStream.Create( Item.ThreadItem.GetThreadFileName, fmOpenRead or fmShareDenyWrite );
302 logFile.Seek( -(ADJUST_MARGIN + 1), soFromEnd );
303 logFile.Read( lastContent[ 1 ], ADJUST_MARGIN + 1 );
304 lastContent := StringReplace( lastContent, #13, '', [] ); // CR
\82Ì
\8dí
\8f\9c
311 adjustMargin := Length( lastContent );
314 FIndy.Request.ContentRangeStart := 0;
315 FIndy.Request.LastModified := ZERO_DATE;
316 ResStream := TMemoryStream.Create;
319 //********************
320 //DAT or Subject
\8eæ
\93¾
321 //********************
322 Item.ResponseCode := 0;
326 if Item.DownType = gdtBoard then begin
328 Writeln('Subject
\8eæ
\93¾');
329 Writeln('URL: ' + Item.Board.GetReadCgiURL);
330 Writeln('Modified: ' + FloatToStr(Item.Board.LastModified));
332 URL := Item.Board.GetReadCgiURL;
333 if Item.ForceDownload then begin
335 ATitle := Item.Board.Title;
337 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
338 FMsg := '
\81\9a\8b
\90§
\8eæ
\93¾
\82ð
\8ds
\82¢
\82Ü
\82· - [' + ATitle + ']';
340 if Assigned(OnDownloadMsg) then
341 Synchronize(FireDownloadMsg);
342 Modified := ZERO_DATE
344 Modified := Item.Board.LastModified;
346 end else if Item.DownType = gdtThread then begin
348 Writeln('DAT
\8eæ
\93¾');
349 Writeln('URL: ' + Item.ThreadItem.GetDatURL);
350 Writeln('Modified: ' + FloatToStr(Item.ThreadItem.LastModified));
352 URL := Item.ThreadItem.GetDatURL;
353 if Item.ForceDownload then begin
355 ATitle := Item.ThreadItem.Title;
357 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
358 FMsg := '
\81\9a\8b
\90§
\8eæ
\93¾
\82ð
\8ds
\82¢
\82Ü
\82· - [' + ATitle + ']';
360 if FileExists(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG')) = true then
361 DeleteFile(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG'));
362 if Assigned(OnDownloadMsg) then
363 Synchronize(FireDownloadMsg);
364 Modified := ZERO_DATE;
368 Modified := Item.ThreadItem.LastModified;
369 if Item.ThreadItem.Size > 0 then begin
371 Writeln('RangeStart: ' + IntToStr(Item.ThreadItem.Size));
373 //
\82 \82Ú
\81[
\82ñ
\83`
\83F
\83b
\83N
\82Ì
\82½
\82ß adjustMargin
\83o
\83C
\83g
\91O
\82©
\82ç
\8eæ
\93¾
374 RangeStart := Item.ThreadItem.Size;
375 AdjustLen := -adjustMargin;
379 Item.IsAbone := False;
380 DownloadResult := DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen);
382 Writeln('ResponseCode: ' + IntToStr(FIndy.ResponseCode));
384 if Item.DownType = gdtThread then begin
385 if Item.ResponseCode = 416 then begin
386 Item.IsAbone := True;
387 DownloadResult := True;
388 end else if DownloadResult and (AdjustLen < 0) then begin
389 if Copy( Item.Content, 1, adjustMargin ) <> lastContent then
390 Item.IsAbone := True;
394 if Trim(FIndy.Response.RawHeaders.Values['Date']) <> '' then begin
395 if Item.DownType = gdtBoard then
396 Item.Board.LastGetTime := GikoSys.DateStrToDateTime(FIndy.Response.RawHeaders.Values['Date'])
398 Item.ThreadItem.ParentBoard.LastGetTime := GikoSys.DateStrToDateTime(FIndy.Response.RawHeaders.Values['Date']);
401 if DownloadResult then begin
403 Writeln('Date:' + FIndy.Response.RawHeaders.Values['Date']);
405 if Item.IsAbone then begin
407 Writeln('
\82 \82Ú
\81[
\82ñ
\8c\9f\8fo');
409 ATitle := Item.ThreadItem.Title;
411 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
412 //
\8d·
\95ª
\8eæ
\93¾
\82©
\82Â
\82P
\83o
\83C
\83g
\96Ú
\82ªLF
\82Å
\82È
\82¢
\8fê
\8d\87\82Í
\81u
\82 \82Ú
\81[
\82ñ
\81v
\82³
\82ê
\82Ä
\82¢
\82é
\82©
\82à
\82µ
\82ê
\82ñ
\82Ì
\82Å
\8dÄ
\8eæ
\93¾
415 FMsg := '
\81\9a\81u
\82 \82Ú
\81[
\82ñ
\81v
\82ð
\8c\9f\8fo
\82µ
\82½
\82Ì
\82Å
\8dÄ
\8eæ
\93¾
\82ð
\8ds
\82¢
\82Ü
\82· - [' + ATitle + ']';
417 if FileExists(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG')) = true then
418 DeleteFile(ChangeFileExt(Item.FThreadItem.GetThreadFileName,'.NG'));
419 if Assigned(OnDownloadMsg) then
420 Synchronize(FireDownloadMsg);
421 if not DatDownload(Item.DownType, URL, ZERO_DATE, RangeStart, AdjustLen) then
422 Item.State := gdsError;
424 Writeln('
\82 \82Ú
\81[
\82ñ
\8dÄ
\8eæ
\93¾
\8cã');
425 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
427 end else if (Item.DownType = gdtThread) and (AdjustLen < 0) then begin
428 //
\8d·
\95ª
\8eæ
\93¾
\82ª
\8fo
\97\88\82½
\8fê
\8d\87\82Í
\82 \82Ú
\81[
\82ñ
\83`
\83F
\83b
\83N
\97p
\82É
\8eæ
\93¾
\82µ
\82½
\97]
\95ª
\82È
\83T
\83C
\83Y
\82ð
\8dí
\8f\9c
429 Item.Content := Copy(Item.Content, adjustMargin + 1, MaxInt);
432 Item.State := gdsError;
433 if (Item.DownType = gdtBoard) and (Item.ResponseCode = 302) then begin
434 FMsg := '
\81\9a\81\9a\94Â
\82ª
\88Ú
\93]
\82µ
\82½
\82©
\82à
\82µ
\82ê
\82È
\82¢
\82Ì
\82Å
\94Â
\8dX
\90V
\82ð
\8ds
\82Á
\82Ä
\82
\82¾
\82³
\82¢
\81\9a\81\9a';
436 if Assigned(OnDownloadMsg) then
437 Synchronize(FireDownloadMsg);
441 //********************
443 //********************
444 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
446 Writeln('dat.gz
\8eæ
\93¾');
448 ATitle := Item.ThreadItem.Title;
450 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
451 FMsg := '
\81\9adat
\82ª
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ß
\89ß
\8b\8e\83\8d\83O(dat.gz)
\82ð
\92T
\82µ
\82Ü
\82· - [' + ATitle + ']';
453 if Assigned(OnDownloadMsg) then
454 Synchronize(FireDownloadMsg);
455 URL := Item.ThreadItem.GetDatgzURL;
456 Modified := Item.ThreadItem.LastModified;
459 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
460 Item.State := gdsError;
462 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
466 //********************
467 //dat.gz
\81@
\81¨
\81@dat
\82Ì
\8eæ
\93¾
\81@2005
\94N6
\8c\8e\92Ç
\89Á
\81@by
\82à
\82¶
\82ã
468 //********************
469 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
471 Writeln('dat
\8eæ
\93¾');
473 FMsg := '
\89ß
\8b\8e\83\8d\83O(dat.gz)
\82ª
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ß
\89ß
\8b\8e\83\8d\83O(dat)
\82ð
\92T
\82µ
\82Ü
\82· - [' + ATitle + ']';
475 if Assigned(OnDownloadMsg) then
476 Synchronize(FireDownloadMsg);
477 URL := ChangeFileExt(URL, '');
478 Modified := Item.ThreadItem.LastModified;
481 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
482 Item.State := gdsError;
484 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
488 //********************
490 //********************
492 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
493 ATitle := Item.ThreadItem.Title;
495 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
496 FMsg := '
\81\9a\89ß
\8b\8e\83\8d\83O(1)
\82ª
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ß
\89ß
\8b\8e\83\8d\83O(2)
\82©
\82ç
\92T
\82µ
\82Ü
\82· - [' + ATitle + ']';
498 if Assigned(OnDownloadMsg) then
499 Synchronize(FireDownloadMsg);
500 URL := Item.ThreadItem.GetOldDatgzURL;
501 Modified := Item.ThreadItem.LastModified;
504 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
505 Item.State := gdsError;
509 //////////////// 2013/10/13 ShiroKuma
\91Î
\89\9e zako Start ///////////////////////////
510 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
512 Writeln('offlaw2.so
\82Å
\8eæ
\93¾');
514 ATitle := Item.ThreadItem.Title;
516 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
517 FMsg := '
\81\9adat.gz
\82ª
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ßofflaw2.so
\82ð
\97\98\97p
\82µ
\82Ü
\82· - [' + ATitle + ']';
519 if Assigned(OnDownloadMsg) then
520 Synchronize(FireDownloadMsg);
521 URL := Item.ThreadItem.GetOfflaw2SoURL;
522 Modified := Item.ThreadItem.LastModified;
525 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then begin
527 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
529 Item.State := gdsError;
531 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
532 FMsg := '
\94Â
\82ª
\88Ú
\93]
\82µ
\82½
\82©
\82à
\82µ
\82ê
\82È
\82¢
\82Ì
\82Å
\94Â
\8dX
\90V
\82ð
\8ds
\82Á
\82Ä
\82
\82¾
\82³
\82¢
\81B';
534 if Assigned(OnDownloadMsg) then
535 Synchronize(FireDownloadMsg);
540 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
542 if Item.ResponseCode = 200 then begin
544 Writeln('CGIStatus: OK');
546 if Copy(Item.Content, 1, 5) = 'ERROR' then begin
548 Writeln('Offlow2Error');
550 Item.ResponseCode := 404;
551 Item.State := gdsError;
552 Item.ErrText := '
\83X
\83\8c\82Í
\91¶
\8dÝ
\82µ
\82È
\82¢
\82æ
\82¤
\82Å
\82·
\81B' + Item.Content;
556 Writeln('CGIStatus: 404(ERROR)');
558 Item.ResponseCode := 404;
559 Item.State := gdsError;
560 Item.ErrText := CgiStatus.FErrText;
564 //////////////// 2013/10/13 ShiroKuma
\91Î
\89\9e zako End /////////////////////////////
566 //////////////// 2014/03/08 Rokka
\91Î
\89\9e zako Start ///////////////////////////////
567 if (Item.DownType = gdtThread) and ((Item.ResponseCode = 302) or (Item.ResponseCode = 404)) then begin
569 Synchronize(GetSessionID);
570 if (FSessionID <> '') then begin
572 Writeln('Rokka
\82Å
\8eæ
\93¾');
574 ATitle := Item.ThreadItem.Title;
576 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
577 FMsg := '
\81\9aofflow2.so
\82É
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ßRokka
\82ð
\97\98\97p
\82µ
\82Ü
\82· - [' + ATitle + ']';
579 if Assigned(OnDownloadMsg) then
580 Synchronize(FireDownloadMsg);
581 URL := Item.ThreadItem.GetRokkaURL(FSessionID);
582 Modified := Item.ThreadItem.LastModified;
586 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then begin
588 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
590 Item.State := gdsError;
592 CgiStatus := ParseRokkaStatus(Item.Content);
594 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
596 case CgiStatus.FStatus of
599 Writeln('CGIStatus: OK');
601 Item.ResponseCode := 200;
602 DeleteStatusLine(Item);
606 Writeln('CGIStatus: 404(ERROR)');
608 Item.ResponseCode := 404;
609 Item.State := gdsError;
610 Item.ErrText := CgiStatus.FErrText;
616 //////////////// 2014/03/08 Rokka
\91Î
\89\9e zako End /////////////////////////////////
618 //********************
620 //********************
621 if not GikoSys.Is2chHost(GikoSys.UrlToServer(URL)) then begin
622 if (Item.DownType = gdtThread) and (Item.ResponseCode = 404) then begin
624 Writeln('
\8aO
\95\94\94Â
\89ß
\8b\8e\83\8d\83O
\8eæ
\93¾');
626 URL := Item.ThreadItem.GetExternalBoardKakoDatURL;
627 Modified := Item.ThreadItem.LastModified;
630 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
631 Item.State := gdsError;
633 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
638 //********************
639 //offlaw.cgi
\82Å
\8eæ
\93¾
640 //********************
642 Synchronize(GetSessionID);
643 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) and (FSessionID <> '') then begin
645 Writeln('offlaw.cgi
\82Å
\8eæ
\93¾');
647 ATitle := Item.ThreadItem.Title;
649 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
650 FMsg := '
\81\9adat.gz
\82ª
\91¶
\8dÝ
\82µ
\82È
\82¢
\82½
\82ßofflaw.cgi
\82ð
\97\98\97p
\82µ
\82Ü
\82· - [' + ATitle + ']';
652 if Assigned(OnDownloadMsg) then
653 Synchronize(FireDownloadMsg);
654 URL := Item.ThreadItem.GetOfflawCgiURL(FSessionID);
655 Modified := Item.ThreadItem.LastModified;
658 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then begin
660 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
662 Item.State := gdsError;
664 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) then begin
665 FMsg := '
\94Â
\82ª
\88Ú
\93]
\82µ
\82½
\82©
\82à
\82µ
\82ê
\82È
\82¢
\82Ì
\82Å
\94Â
\8dX
\90V
\82ð
\8ds
\82Á
\82Ä
\82
\82¾
\82³
\82¢
\81B';
667 if Assigned(OnDownloadMsg) then
668 Synchronize(FireDownloadMsg);
672 CgiStatus := ParseCgiStatus(Item.Content);
674 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
676 case CgiStatus.FStatus of
679 Writeln('CGIStatus: OK');
681 Item.ResponseCode := 200;
682 DeleteStatusLine(Item);
685 //
\8d¡
\82Í
\82 \82è
\82¦
\82È
\82¢
687 Writeln('CGIStatus: 206');
689 Item.ResponseCode := 206;
690 DeleteStatusLine(Item);
694 Writeln('CGIStatus: 404(ERROR)');
696 Item.ResponseCode := 404;
697 Item.State := gdsError;
698 Item.ErrText := CgiStatus.FErrText;
701 if (Item.ResponseCode = 404) and (AnsiPos('
\89ß
\8b\8e\83\8d\83O
\91q
\8cÉ
\82Å
\94
\8c©', Item.ErrText) <> 0) then begin
703 Writeln('
\89ß
\8b\8e\83\8d\83O
\8eæ
\93¾');
705 ATitle := Item.ThreadItem.Title;
707 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
708 FMsg := '
\81\9a\89ß
\8b\8e\83\8d\83O
\91q
\8cÉ
\82Å
\94
\8c© - [' + ATitle + ']';
710 if Assigned(OnDownloadMsg) then
711 Synchronize(FireDownloadMsg);
712 Idx := Pos(' ', Item.ErrText);
713 if Idx <> 0 then begin
714 URL := Copy(Item.ErrText, Idx + 1, Length(Item.ErrText));
715 if Pos( '://', URL ) = 0 then begin
716 if Pos('../', URL) = 1 then
717 URL := Copy(URL, 4, MaxInt );
718 if Pos( '/', URL ) = 1 then
719 URL := Copy( URL, 2, MaxInt );
720 URL := GikoSys.UrlToServer(Item.ThreadItem.ParentBoard.URL) + URL;
722 Modified := Item.ThreadItem.LastModified;
725 if not DatDownload(Item.DownType, URL, Modified, RangeStart, AdjustLen) then
726 Item.State := gdsError;
728 Writeln('ResponseCode: ' + IntToStr(Item.ResponseCode));
734 if (Item.DownType = gdtThread) and (Item.ResponseCode = 302) and (FSessionID = '') then begin
736 Writeln('
\83\8d\83O
\83C
\83\93\82³
\82ê
\82Ä
\82È
\82¢
\82Ì
\82Å
\89ß
\8b\8e\83\8d\83O
\8eæ
\93¾
\95s
\89Â');
738 ATitle := Item.ThreadItem.Title;
740 ATitle := '
\81i
\96¼
\8fÌ
\95s
\96¾
\81j';
741 FMsg := '
\81\9a\83\8d\83O
\83C
\83\93\82³
\82ê
\82Ä
\82¢
\82È
\82¢
\82½
\82ß
\92T
\82·
\82±
\82Æ
\82ª
\8fo
\97\88\82Ü
\82¹
\82ñ - [' + ATitle + ']';
743 if Assigned(OnDownloadMsg) then
744 Synchronize(FireDownloadMsg);
748 case Item.ResponseCode of
749 200: Item.State := gdsComplete;
750 206: Item.State := gdsDiffComplete;
751 304: Item.State := gdsNotModify;
753 Item.State := gdsError;
756 Item.State := gdsError;
759 Item.State := gdsAbort;
761 if Assigned(OnDownloadEnd) then
762 Synchronize(FireDownloadEnd);
766 ClearHttpClient(FIndy);
768 if Terminated then Break;
773 function TDownloadThread.CgiDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime): Boolean;
775 ResponseCode: Integer;
776 ResStream: TMemoryStream;
779 FIndy.Request.ContentRangeStart := 0;
780 FIndy.Request.ContentRangeEnd := 0;
782 FIndy.Request.CustomHeaders.Clear;
783 if (Modified <> 0) and (Modified <> ZERO_DATE) then begin
784 FIndy.Request.LastModified := modified - OffsetFromUTC;
786 FIndy.Request.AcceptEncoding := '';
787 FIndy.Request.Accept := 'text/html';
788 ResStream := TMemoryStream.Create;
793 Writeln('URL: ' + URL);
795 FIndy.Get(URL, ResStream);
796 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
797 Item.LastModified := FIndy.Response.LastModified;
798 //
\8d·
\95ª
\8eæ
\93¾
\82Å
\82P
\83o
\83C
\83g
\91O
\82©
\82ç
\82Æ
\82Á
\82Ä
\82«
\82½
\82Æ
\82«
\82Í
\83}
\83C
\83i
\83X
\82·
\82é
799 Item.ContentLength := Length(Item.Content);
800 //
\96³
\82¢
\82Æ
\8ev
\82¤
\82¯
\82Ç
\81B
\81B
\81B
801 if Item.Content = '' then
806 Writeln('
\8eæ
\93¾
\82Å
\97á
\8aO
\82È
\82µ');
808 ResponseCode := FIndy.ResponseCode;
810 on E: EIdSocketError do begin
812 Item.LastModified := ZERO_DATE;
813 Item.ContentLength := 0;
814 Item.ErrText := E.Message;
817 Screen.Cursor := crDefault;
819 on E: EIdConnectException do begin
821 Item.LastModified := ZERO_DATE;
822 Item.ContentLength := 0;
823 Item.ErrText := E.Message;
826 Screen.Cursor := crDefault;
828 on E: Exception do begin
830 Writeln('
\8eæ
\93¾
\82Å
\97á
\8aO
\82 \82è');
831 Writeln('E.Message: ' + E.Message);
834 Item.LastModified := ZERO_DATE;
835 Item.ContentLength := 0;
836 Item.ErrText := E.Message;
837 ResponseCode := FIndy.ResponseCode;
839 Screen.Cursor := crDefault;
843 if (Item.ContentLength = 0) and (ResponseCode = 206) then
844 Item.ResponseCode := 304
846 Item.ResponseCode := ResponseCode;
851 function TDownloadThread.DatDownload(ItemType: TGikoDownloadType; URL: string; Modified: TDateTime; RangeStart: Integer; AdjustLen: Integer): Boolean;
853 ResponseCode: Integer;
854 ResStream: TMemoryStream;
857 if (ItemType = gdtThread) and (RangeStart > 0) then begin
858 FIndy.Request.ContentRangeStart := RangeStart + AdjustLen;
859 FIndy.Request.ContentRangeEnd := 0;
861 FIndy.Request.ContentRangeStart := 0;
862 FIndy.Request.ContentRangeEnd := 0;
865 FIndy.Request.CustomHeaders.Clear;
866 FIndy.Request.CacheControl := 'no-cache';
867 FIndy.Request.CustomHeaders.Add('Pragma: no-cache');
868 if (Modified <> 0) and (Modified <> ZERO_DATE) then begin
869 FIndy.Request.LastModified := modified - OffsetFromUTC;
871 if RangeStart = 0 then
872 FIndy.Request.AcceptEncoding := 'gzip'
874 FIndy.Request.AcceptEncoding := '';
875 ResStream := TMemoryStream.Create;
880 Writeln('URL: ' + URL);
882 FIndy.Get(URL, ResStream);
883 Item.Content := GikoSys.GzipDecompress(ResStream, FIndy.Response.ContentEncoding);
884 Item.ContentLength := Length(Item.Content) + AdjustLen;
886 if GikoSys.Setting.ReplaceDat then begin
887 Item.Content := ReplaceDM.Replace(Item.Content);
889 Item.LastModified := FIndy.Response.LastModified;
890 if Item.Content = '' then
895 Writeln('
\8eæ
\93¾
\82Å
\97á
\8aO
\82È
\82µ');
897 ResponseCode := FIndy.ResponseCode;
899 on E: EIdSocketError do begin
901 Item.LastModified := ZERO_DATE;
902 Item.ContentLength := 0;
903 Item.ErrText := E.Message;
906 Screen.Cursor := crDefault;
908 on E: EIdConnectException do begin
910 Item.LastModified := ZERO_DATE;
911 Item.ContentLength := 0;
912 Item.ErrText := E.Message;
915 Screen.Cursor := crDefault;
917 on E: Exception do begin
919 Writeln('
\8eæ
\93¾
\82Å
\97á
\8aO
\82 \82è');
920 Writeln('E.Message: ' + E.Message);
923 Item.LastModified := ZERO_DATE;
924 Item.ContentLength := 0;
925 Item.ErrText := E.Message;
926 ResponseCode := FIndy.ResponseCode;
928 Screen.Cursor := crDefault;
932 if (Item.ContentLength = 0) and (ResponseCode = 206) then
933 Item.ResponseCode := 304
935 Item.ResponseCode := ResponseCode;
940 procedure TDownloadThread.FireDownloadEnd;
942 OnDownloadEnd(self, Item);
945 procedure TDownloadThread.FireDownloadMsg;
947 OnDownloadMsg(Self, Item, FMsg, FIcon);
950 procedure TDownloadThread.GetSessionID;
952 FSessionID := GikoSys.Dolib.SessionID;
955 procedure TDownloadThread.Abort;
958 FIndy.DisconnectSocket;
959 if socket <> nil then begin
960 socket.DisconnectSocket;
964 procedure TDownloadThread.WorkBegin(Sender: TObject;
965 AWorkMode: TWorkMode; const AWorkCountMax: Integer);
967 if Assigned(OnWorkBegin) then begin
968 FWorkData.FWorkCS.Acquire;
970 FWorkData.FSender := Sender;
971 FWorkData.FAWorkMode := AWorkMode;
972 FWorkData.FAWorkCountMax := AWorkCountMax;
973 Synchronize(FireWorkBegin);
975 FWorkData.FWorkCS.Release;
980 procedure TDownloadThread.WorkEnd(Sender: TObject;
981 AWorkMode: TWorkMode);
983 if Assigned(OnWorkEnd) then begin;
984 FWorkData.FWorkCS.Acquire;
986 FWorkData.FSender := Sender;
987 FWorkData.FAWorkMode := AWorkMode;
988 Synchronize(FireWorkEnd);
990 FWorkData.FWorkCS.Release;
995 procedure TDownloadThread.Work(Sender: TObject; AWorkMode:
996 TWorkMode; const AWorkCount: Integer);
998 if Assigned(OnWork) then begin
999 FWorkData.FWorkCS.Acquire;
1001 FWorkData.FSender := Sender;
1002 FWorkData.FAWorkMode := AWorkMode;
1003 FWorkData.FAWorkCount := AWorkCount;
1004 Synchronize(FireWork);
1006 FWorkData.FWorkCS.Release;
1011 //
\82±
\82±
\82©
\82ç
\90V
\8bK
\83\81\83\
\83b
\83h
1012 procedure TDownloadThread.FireWorkBegin;
1014 OnWorkBegin(FWorkData.FSender, FWorkData.FAWorkMode,
1015 FWorkData.FAWorkCountMax,
1016 FNumber, FDownloadTitle);
1019 procedure TDownloadThread.FireWorkEnd;
1021 OnWorkEnd(FWorkData.FSender, FWorkData.FAWorkMode,
1025 procedure TDownloadThread.FireWork;
1027 OnWork(FWorkData.FSender, FWorkData.FAWorkMode,
1028 FWorkData.FAWorkCount,
1032 function TDownloadThread.ParseCgiStatus(Content: string): TCgiStatus;
1041 // [+OK]
\82Ì
\8fê
\8d\87\82Í
\8d·
\95ª
1042 // [-INCR] (Incorrect)
\82Ì
\8fê
\8d\87\82Í
\82·
\82×
\82Ä
\82Ì
\83f
\81[
\83^
1043 // [-ERR (
\83e
\83L
\83X
\83g)]
\82Ì
\8fê
\8d\87\82Í
\82È
\82ñ
\82©
\83G
\83\89\81[
1044 //
\97á
\81F+OK 23094/512K
1046 // -ERR
\82»
\82ñ
\82È
\94Â
\82È
\82¢
\82Å
\82·
1047 Idx := AnsiPos(#10, Content);
1048 StatusLine := Copy(Content, 0, Idx);
1050 Idx := AnsiPos(' ', Content);
1051 Status := Copy(StatusLine, 0, Idx - 1);
1052 Line := Copy(StatusLine, Idx + 1, Length(StatusLine));
1054 // Idx := AnsiPos('/', Line);
1055 if Trim(Status) = '-ERR' then
1058 Size := Copy(Line, 0, Idx - 1);
1060 if Trim(Status) = '+OK' then
1061 Result.FStatus := gcsOK
1062 else if Trim(Status) = '-INCR' then
1063 Result.FStatus := gcsINCR
1064 else if Trim(Status) = '-ERR' then begin
1065 Result.FStatus := gcsERR;
1066 Result.FErrText := Msg;
1073 Result.FStatus := gcsERR;
1074 Result.FErrText := '
\83G
\83\89\81[
\82È
\82ñ
\82¾
\82¯
\82Ç
\81A
\82æ
\82
\95ª
\82©
\82ç
\82È
\82¢
\83G
\83\89\81[';
1079 if GikoSys.IsNumeric(Size) then
1080 Result.FSize := StrToInt(Size)
1083 Result.FStatus := gcsERR;
1084 Result.FErrText := '
\83X
\83e
\81[
\83^
\83X
\89ð
\90Í
\8e¸
\94s[' + StatusLine + ']';
1088 function TDownloadThread.ParseRokkaStatus(Content: string): TCgiStatus;
1094 //
\81@
\83\8c\83X
\83|
\83\93\83X : 1
\8ds
\96Ú
\82Érokka
\82Ì
\8f\88\97\9d\8c\8b\89Ê
\82ª
\8bL
\8fq
\82³
\82ê
\82Ü
\82·
1095 //
\81@
\81@"Success XXX"
\81@-
\90¬
\8c÷
\81@XXX
\82Édat
\82Ì
\8fó
\91Ô
\81i
\8eæ
\93¾
\8c³
\81j
\82ª
\8bL
\8fq
\82³
\82ê
\82Ü
\82·
1096 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@Live
\81@
\81@
\81@
\81@
\83\89\83C
\83u
\83X
\83\8c\83b
\83h
1097 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@Pool
\81@
\81@
\81@
\81@dat
\97\8e\82¿
\83X
\83\8c\83b
\83h
1098 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@Archive
\81@
\81@
\89ß
\8b\8e\83\8d\83O
1099 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\88È
\8d~
\82Ì
\8ds
\82ÉDAT
\8c`
\8e®(name<>email<>datetime<>body<>[title])
\82Å
\83\8d\83O
\82ª
\8bL
\8fq
\82³
\82ê
\82Ä
\82¢
\82Ü
\82·
1100 //
\81@
\81@"Error XXX"
\81@
\81@-
\89½
\82ç
\82©
\82Ì
\83G
\83\89\81[
\82Å
\82·
\81@XXX
\82ª
\83G
\83\89\81[
\83R
\81[
\83h
\82Å
\82·
\81B
1101 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@13
\81@
\81@
\81@not found
\81@
\81@
\81@
\81@
\81@
\81@
\97v
\8b\81\82³
\82ê
\82½dat
\82ª
\8c©
\82Â
\82©
\82è
\82Ü
\82¹
\82ñ
\82Å
\82µ
\82½
1102 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@8008135
\81@inputError
\81@
\81@
\81@
\81@
\81@
\83\8a\83N
\83G
\83X
\83gURL
\82ÌSERVER
\82©BOARD
\82ª
\90³
\82µ
\82
\82È
\82¢
\82Å
\82·
1103 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@666
\81@
\81@
\81@urlError
\81@
\81@
\81@
\81@
\81@
\81@OPTIONS
\82Ü
\82½
\82ÍQueryString
\82ª
\90³
\82µ
\82
\82È
\82¢
\82Å
\82·
1104 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@69
\81@
\81@
\81@authenticationError
\81@KAGI
\82ª
\95s
\90³
\81i
\97L
\8cø
\8aú
\8cÀ
\90Ø
\82ê
\82»
\82Ì
\91¼
\81j
1105 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@420
\81@
\81@
\81@timeLimitError
\81@
\81@
\81@
\83A
\83N
\83Z
\83X
\8aÔ
\8au
\82ª
\92Z
\82·
\82¬
\82Ü
\82·
1106 //
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@
\81@42
\81@
\81@
\81@methodError
\81@
\81@
\81@
\81@
\81@
\82»
\82ÌHTTP
\83\81\83\
\83b
\83h
\82Í
\8b\96\89Â
\82³
\82ê
\82Ä
\82¢
\82Ü
\82¹
\82ñ
1107 Idx := AnsiPos(#10, Content);
1109 StatusLine := Copy(Content, 0, Idx)
1111 StatusLine := Content;
1113 if (AnsiPos('Success', StatusLine) = 1) then begin
1114 Result.FStatus := gcsOK;
1115 Delete(StatusLine, 1, 7);
1116 Status := Trim(StatusLine);
1117 if (Status = 'Live') then //
\91½
\95ª
\82±
\82ê
\82Í
\97\88\82È
\82¢
1118 Result.FErrText := '
\8eæ
\93¾
\90¬
\8c÷
\81i
\83\89\83C
\83u
\83X
\83\8c\83b
\83h
\81j'
1119 else if (Status = 'Pool') then
1120 Result.FErrText := '
\8eæ
\93¾
\90¬
\8c÷
\81idat
\97\8e\82¿
\83X
\83\8c\83b
\83h
\81j'
1121 else if (Status = 'Archive') then
1122 Result.FErrText := '
\8eæ
\93¾
\90¬
\8c÷
\81i
\89ß
\8b\8e\83\8d\83O
\81j'
1124 Result.FErrText := '
\8eæ
\93¾
\90¬
\8c÷';
1126 else if (AnsiPos('Error', StatusLine) = 1) then begin
1127 Result.FStatus := gcsERR;
1128 Delete(StatusLine, 1, 5);
1129 Status := Trim(StatusLine);
1130 if (Status = '13') then
1131 Result.FErrText := '
\97v
\8b\81\82³
\82ê
\82½dat
\82ª
\8c©
\82Â
\82©
\82è
\82Ü
\82¹
\82ñ
\82Å
\82µ
\82½'
1132 else if (Status = '8008135') then
1133 Result.FErrText := '
\83\8a\83N
\83G
\83X
\83gURL
\82ÌSERVER
\82©BOARD
\82ª
\90³
\82µ
\82
\82È
\82¢
\82Å
\82·'
1134 else if (Status = '666') then
1135 Result.FErrText := 'OPTIONS
\82Ü
\82½
\82ÍQueryString
\82ª
\90³
\82µ
\82
\82È
\82¢
\82Å
\82·'
1136 else if (Status = '69') then
1137 Result.FErrText := 'KAGI
\82ª
\95s
\90³
\81i
\97L
\8cø
\8aú
\8cÀ
\90Ø
\82ê
\82»
\82Ì
\91¼
\81j'
1138 else if (Status = '20') then
1139 Result.FErrText := '
\83A
\83N
\83Z
\83X
\8aÔ
\8au
\82ª
\92Z
\82·
\82¬
\82Ü
\82·'
1140 else if (Status = '42') then
1141 Result.FErrText := '
\82»
\82ÌHTTP
\83\81\83\
\83b
\83h
\82Í
\8b\96\89Â
\82³
\82ê
\82Ä
\82¢
\82Ü
\82¹
\82ñ'
1143 Result.FErrText := '
\8eæ
\93¾
\83G
\83\89\81[[' + Status + ']';
1146 Result.FStatus := gcsERR;
1147 Result.FErrText := '
\83X
\83e
\81[
\83^
\83X
\89ð
\90Í
\8e¸
\94s[' + StatusLine + ']';
1152 //
\82P
\8ds
\96Ú
\82ð
\8fÁ
\82µ
\82Ä
\81A
\83R
\83\93\83e
\83\93\83c
\83T
\83C
\83Y
\82ð
\90Ý
\92è
\82·
\82é
1153 procedure TDownloadThread.DeleteStatusLine(Item: TDownloadItem);
1157 SList := TStringList.Create;
1159 SList.Text := Item.Content;
1160 //1
\8ds
\96Ú
\82ð
\8dí
\8f\9c
1161 if SList.Count > 1 then
1163 Item.Content := SList.Text;
1164 //
\89ü
\8ds
\83R
\81[
\83h
\82ðCRLF -> LF
\82Æ
\8dl
\82¦
\82Ä
\81A
\8ds
\90\94\95ª
\82¾
\82¯
\83}
\83C
\83i
\83X
1165 Item.ContentLength := Length(SList.Text) - SList.Count;
1171 procedure TDownloadItem.SaveListFile;
1175 NewItem: TThreadItem;
1182 function MakeThreadCallBack(
1183 inInstance : DWORD; // TBoardItem
\82Ì
\83C
\83\93\83X
\83^
\83\93\83X
1184 inURL : PChar; //
\83X
\83\8c\83b
\83h
\82Ì URL
1185 inTitle : PChar; //
\83X
\83\8c\83^
\83C
1186 inCount : DWORD //
\83\8c\83X
\82Ì
\90\94
1187 ) : Boolean; stdcall; //
\97ñ
\8b\93\82ð
\91±
\82¯
\82é
\82È
\82ç True
1189 _ThreadItem : TThreadItem; // '_'
\82Í
\83N
\83\89\83X
\82Ì
\83v
\83\8d\83p
\83e
\83B
\82Æ
\82©
\82Ô
\82Á
\82Ä
\82é
\82Ì
\82Å
1193 boardItem := TBoard( inInstance );
1195 boardItem.IntData := boardItem.IntData + 1;
1196 if boardItem.IntData < (boardItem.Count shr 2) then
1197 index := boardItem.GetIndexFromURL( string( inURL ) )
1199 index := boardItem.GetIndexFromURL( string( inURL ), True );
1200 if index = -1 then begin
1201 //
\90V
\82µ
\82¢
\83X
\83\8c\83b
\83h
1202 _ThreadItem := TThreadItem.Create( boardItem.BoardPlugIn, boardItem, string( inURL ) );
1204 _ThreadItem.Title := string( inTitle );
1205 _ThreadItem.AllResCount := inCount;
1206 _ThreadItem.ParentBoard := Board;
1207 _ThreadItem.No := boardItem.IntData;
1208 _ThreadItem.RoundDate := ZERO_DATE;
1209 _ThreadItem.LastModified := ZERO_DATE;
1210 _ThreadItem.AgeSage := gasNew;
1211 boardItem.Add(_ThreadItem);
1213 //
\8f\87\88Ê
\82ª
\8fã
\82ª
\82Á
\82Ä
\82¢
\82ê
\82ÎAge
\82É
\82·
\82é
1214 if boardItem.Items[index].No > boardItem.IntData then
1215 boardItem.Items[index].AgeSage := gasAge
1216 //
\8f\87\88Ê
\82ª
\8fã
\82ª
\82Á
\82Ä
\82È
\82¢
\82¯
\82Ç
\81A
\83\8c\83X
\82ª
\82Â
\82¢
\82Ä
\82½
\82ç
\81ASage
\82É
1217 else if boardItem.Items[index].AllResCount <> inCount then
1218 boardItem.Items[index].AgeSage := gasSage
1219 //
\8f\87\88Ê
\8fã
\82ª
\82Á
\82Ä
\82È
\82¢
\82µ
\81A
\83\8c\83X
\82Ì
\91\9d\8c¸
\82à
\96³
\82¯
\82ê
\82Î
\81ANone
1221 boardItem.Items[index].AgeSage := gasNone;
1223 boardItem.Items[index].No := boardItem.IntData;
1224 boardItem.Items[index].AllResCount := inCount;
1231 Writeln('SAVELIST');
1233 //Board.ListData := TList.Create;
1234 Body := TStringList.Create;
1236 //
\83_
\83E
\83\93\83\8d\81[
\83h
\93ú
\8e\9e\90Ý
\92è
\81i
\83\8d\81[
\83J
\83\8b\93ú
\8e\9e\81j
1237 Board.RoundDate := Now;
1238 //
\83T
\81[
\83o
\8fã
\83t
\83@
\83C
\83\8b\82Ì
\8dX
\90V
\8e\9e\8d\8f\90Ý
\92è
1239 Board.LastModified := LastModified;
1242 //dat
\97\8e\82¿
\83X
\83\8c\82Ì
\83\
\81[
\83g
\8f\87\82ð
\8c\88\92è
\82·
\82é
\82½
\82ß
\82É
\83\
\81[
\83g
\82·
\82é
1243 if GikoSys.Setting.DatOchiSortIndex >= 0 then begin
1244 Sort.SetSortNoFlag(true);
1245 Sort.SetSortOrder(GikoSys.Setting.DatOchiSortOrder);
1246 Sort.SetSortIndex(GikoSys.Setting.DatOchiSortIndex);
1247 //Sort.SortNonAcquiredCountFlag := GikoSys.Setting.NonAcquiredCount;
1248 Board.CustomSort(ThreadItemSortProc);
1252 rt := GetTickCount - st;
1253 Writeln('END Sortd' + IntToStr(rt) + ' ms');
1256 for i := Board.Count - 1 downto 0 do
1257 Board.Items[i].AgeSage := gasNull;
1259 if Board.IsBoardPlugInAvailable then begin
1260 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82ð
\8dì
\90¬
\82·
\82é
1261 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\8cÃ
\82¢
\83\8a\83X
\83g
\82Ì
\83\8d\83O
\82ª
\82 \82é
\82È
\82ç
\82»
\82ê
\82ð
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\92Ç
\89Á
1262 //
\8cÃ
\82¢
\83\8d\83O
\82ª
\82È
\82¯
\82ê
\82Î
\81A
\90V
\82½
\82É
\83X
\83\8c\83I
\83u
\83W
\83F
\83N
\83g
\82ð
\8dì
\90¬
1265 rt := GetTickCount - st;
1266 Writeln('Start Enum' + IntToStr(rt) + ' ms');
1269 //
\82±
\82ê
\82ª
\92x
\82¢
\81@
\97v
\89ü
\91P
1271 Board.BoardPlugIn.EnumThread( DWORD( Board ), @MakeThreadCallBack );
1275 rt := GetTickCount - st;
1276 Writeln('End Enum' + IntToStr(rt) + ' ms');
1279 //
\8cÃ
\82¢
\83\8a\83X
\83g
\82É
\82µ
\82©
\82È
\82¢
\82â
\82Â
\82ç
\82ð
\8dí
\8f\9c
1280 for i := Board.Count - 1 downto 0 do begin
1281 if( Board.Items[i].AgeSage = gasNull )and not (Board.Items[i].IsLogFile) then
1285 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\96³
\82©
\82Á
\82½
\83A
\83C
\83e
\83\80\82ð
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\92Ç
\89Á
1286 for i := 0 to Board.Count - 1 do begin
1287 if(Board.Items[i].AgeSage = gasNull) and (Board.Items[i].IsLogFile) then begin
1288 Board.IntData := Board.IntData + 1;
1289 Board.Items[i].No := Board.IntData;
1290 Board.Items[i].AllResCount := Board.Items[i].Count;
1291 Board.Items[i].NewResCount := 0;
1292 Board.Items[i].AgeSage := gasArch;
1297 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82ð
\8dì
\90¬
\82·
\82é
1298 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\8cÃ
\82¢
\83\8a\83X
\83g
\82Ì
\83\8d\83O
\82ª
\82 \82é
\82È
\82ç
\82»
\82ê
\82ð
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\92Ç
\89Á
1299 //
\8cÃ
\82¢
\83\8d\83O
\82ª
\82È
\82¯
\82ê
\82Î
\81A
\90V
\82½
\82É
\83X
\83\8c\83I
\83u
\83W
\83F
\83N
\83g
\82ð
\8dì
\90¬
1300 Body.Text := Content;
1302 for i := 0 to Body.Count - 1 do begin
1303 Rec := GikoSys.DivideSubject(Body[i]);
1304 Rec.FFileName := Trim(Rec.FFileName);
1305 if (Rec.FTitle = '') and (Rec.FCount = 0) then Continue;
1307 index := Board.GetIndexFromFileName(Rec.FFileName);
1308 if index = -1 then begin
1309 //
\90V
\82µ
\82¢
\83X
\83\8c\83b
\83h
1310 NewItem := TThreadItem.Create(
1313 GikoSys.Get2chBoard2ThreadURL( Board, ChangeFileExt( Rec.FFileName, '' ) ) );
1314 NewItem.Title := Rec.FTitle;
1315 NewItem.AllResCount := Rec.FCount;
1316 NewItem.ParentBoard := Board;
1317 NewItem.No := NumCount;
1318 NewItem.RoundDate := ZERO_DATE;
1319 NewItem.LastModified := ZERO_DATE;
1320 NewItem.AgeSage := gasNew;
1323 if Board.Items[index].No > NumCount then
1324 Board.Items[index].AgeSage := gasAge
1325 else if Board.Items[index].AllResCount < Rec.FCount then
1326 Board.Items[index].AgeSage := gasSage
1328 Board.Items[index].AgeSage := gasNone;
1330 Board.Items[index].No := NumCount;
1331 Board.Items[index].AllResCount := Rec.FCount;
1334 //
\8cÃ
\82¢
\83\8a\83X
\83g
\82Ì
\8dí
\8f\9c
1335 for i := Board.Count - 1 downto 0 do begin
1336 if( Board.Items[i].AgeSage = gasNull )and not (Board.Items[i].IsLogFile) then
1340 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\96³
\82©
\82Á
\82½
\83A
\83C
\83e
\83\80\82Ì
\8dX
\90V
1341 for i := 0 to Board.Count - 1 do begin
1342 if( Board.Items[i].AgeSage = gasNull )and (Board.Items[i].IsLogFile) then begin
1344 Board.Items[i].No := NumCount;
1345 Board.Items[i].AllResCount := Board.Items[i].Count;
1346 Board.Items[i].NewResCount := 0;
1347 Board.Items[i].AgeSage := gasArch;
1350 //
\83\8a\83X
\83g(subject.txt)
\82ð
\95Û
\91¶
1351 GikoSys.ForceDirectoriesEx(ExtractFilePath(Board.GetSubjectFileName));
1352 Body.Text := MojuUtils.Sanitize(Body.Text);
1353 Body.SaveToFile(Board.GetSubjectFileName);
1362 {procedure TDownloadItem.SaveListFile;
1366 NewItem: TThreadItem;
1368 // SaveCount: Integer;
1373 NewList := TList.Create;
1374 Body := TStringList.Create;
1376 //
\8f\84\89ñ
\93ú
\8e\9e\90Ý
\92è
1377 Board.RoundDate := Now;
1378 //
\83T
\81[
\83o
\8fã
\83t
\83@
\83C
\83\8b\82Ì
\8dX
\90V
\8e\9e\8d\8f\90Ý
\92è
1379 Board.LastModified := LastModified;
1381 //
\83\8a\83X
\83g
\95Û
\91¶
\8c\8f\90\94\8eæ
\93¾
1382 //SaveCount := MaxInt;
1384 //
\8cÃ
\82¢
\83\8a\83X
\83g
\82©
\82ç
\83\8d\83O
\96³
\82µ
\83A
\83C
\83e
\83\80\82ð
\8dí
\8f\9c
1385 for i := Board.Count - 1 downto 0 do
1386 if not Board.Items[i].IsLogFile then
1389 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82ð
\8dì
\90¬
\82·
\82é
1390 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\8cÃ
\82¢
\83\8a\83X
\83g
\82Ì
\83\8d\83O
\82ª
\82 \82é
\82È
\82ç
\82»
\82ê
\82ð
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\92Ç
\89Á
1391 //
\8cÃ
\82¢
\83\8d\83O
\82ª
\82È
\82¯
\82ê
\82Î
\81A
\90V
\82½
\82É
\83X
\83\8c\83I
\83u
\83W
\83F
\83N
\83g
\82ð
\8dì
\90¬
1392 Body.Text := Content;
1393 // Loop := Min(Body.Count, SaveCount);
1395 // for i := 0 to Loop - 1 do begin
1396 for i := 0 to Body.Count - 1 do begin
1397 if i = 0 then Continue; //
\82P
\8ds
\96Ú
\82Í
\83X
\83e
\81[
\83^
\83X
\8ds
\82Ì
\82½
\82ß
\8f\88\97\9d\82È
\82µ
1399 Rec := GikoSys.DivideSubject(Body[i]);
1400 if (Rec.FTitle = '') and (Rec.FCount = 0) then Continue;
1402 index := Board.GetIndex(Rec.FFileName);
1403 if index = -1 then begin
1404 NewItem := TThreadItem.Create;
1405 NewItem.FileName := Rec.FFileName;
1406 NewItem.Title := Rec.FTitle;
1407 NewItem.Count := Rec.FCount;
1408 NewItem.ParentBoard := Board;
1409 NewItem.No := NumCount;
1410 NewItem.RoundDate := ZERO_DATE;
1411 NewItem.LastModified := ZERO_DATE;
1412 NewList.Add(NewItem);
1414 //Board.Items[index].Count := Count;
1415 Board.Items[index].No := NumCount;
1416 NewList.Add(Board.Items[index]);
1417 Board.DeleteList(index);
1421 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\96³
\82©
\82Á
\82½
\8cÃ
\82¢
\83\8d\83O
\97L
\82è
\83A
\83C
\83e
\83\80\82ð
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82É
\92Ç
\89Á
1422 for i := 0 to Board.Count - 1 do begin
1424 Board.Items[i].No := NumCount;
1425 NewList.Add(Board.Items[i]);
1428 //
\8cÃ
\82¢
\83\8a\83X
\83g
\82ð
\8fÁ
\82·
\81i
\83\8a\83X
\83g
\82Ì
\82Ý
\81B
\83X
\83\8c\83I
\83u
\83W
\83F
\83N
\83g
\8e©
\91Ì
\82Í
\8fÁ
\82³
\82È
\82¢
\81j
1429 for i := Board.Count - 1 downto 0 do
1430 Board.DeleteList(i);
1432 //
\90V
\82µ
\82¢
\83\8a\83X
\83g
\82ð
\83{
\81[
\83h
\83I
\83u
\83W
\83F
\83N
\83g
\82É
\92Ç
\89Á
1433 for i := 0 to NewList.Count - 1 do
1434 Board.Add(TThreadItem(NewList[i]));
1436 //
\83\8a\83X
\83g(subject.txt)
\82ð
\95Û
\91¶
1437 // GikoSys.ForceDirectoriesEx(GikoSys.GetLogDir + Board.BBSID);
1438 // Body.SaveToFile(GikoSys.GetSubjectFileName(Board.BBSID));
1439 GikoSys.ForceDirectoriesEx(ExtractFilePath(Board.GetSubjectFileName));
1440 Body.SaveToFile(Board.GetSubjectFileName);
1447 procedure TDownloadItem.SaveItemFile;
1449 Body, oldBody: TStringList;
1460 FileName := ThreadItem.GetThreadFileName;
1462 //if not ThreadItem.IsBoardPlugInAvailable then begin
1463 if not ThreadItem.ParentBoard.IsBoardPlugInAvailable then begin
1464 if Trim(Content) = '' then
1467 GikoSys.ForceDirectoriesEx(ExtractFilePath(FileName));
1470 Body := TStringList.Create;
1474 // if FileExists(FileName) and (ResponseCode = 206) then begin
1475 if FileExists(FileName) and (State = gdsDiffComplete) then begin
1480 Body.LoadFromFile(FileName);
1481 OldCnt := Body.Count;
1482 Body.Text := Body.Text + Content;
1483 Body.SaveToFile(FileName);
1484 NewRes := Body.Count - OldCnt;
1486 on E:EFOpenError do begin
1494 //Cnt := Body.Count;
1496 if IsAbone then begin
1497 //
\82 \82Ú
\81[
\82ñ
\82ð
\8c\9f\8fo
\82µ
\82½
\82Ì
\82Å
\82±
\82±
\82Ü
\82Å
\93Ç
\82ñ
\82¾
\82Æ
\90V
\92\85\83\8c\83X
\94Ô
\82Ì
\82Â
\82¯
\82È
\82¨
\82µ
1498 oldBody := TStringList.Create;
1504 oldBody.LoadFromFile(FileName);
1506 on E:EFOpenError do begin
1517 Body.Text := Content;
1518 if (ThreadItem.Kokomade > 0) and (ThreadItem.Kokomade <= oldBody.Count) then begin
1519 ThreadItem.Kokomade := Body.IndexOf(oldBody.Strings[ ThreadItem.Kokomade - 1 ]);
1520 if ThreadItem.Kokomade <> -1 then ThreadItem.Kokomade := ThreadItem.Kokomade + 1;
1523 LastIdx := oldBody.Count;
1526 OldCnt := Body.IndexOf(oldBody.Strings[ LastIdx ]) + 1;
1527 until ( OldCnt <> 0 ) or (LastIdx = 0);
1529 if OldCnt >= Body.Count then OldCnt := Body.Count - 1;
1530 NewRes := Body.Count - OldCnt;
1532 //
\82±
\82±
\82Ü
\82Å
\93Ç
\82ñ
\82¾
\82ª
\90V
\92\85\83\8c\83X
\94Ô
\82ð
\92´
\82³
\82È
\82¢
\82æ
\82¤
\82É(
\88Ù
\8fí
\8fI
\97¹
\8e\9e\82Ì
\83\8a\83J
\83o
\83\8a)
1533 if ThreadItem.Kokomade > OldCnt then begin
1535 ThreadItem.Kokomade := OldCnt
1537 ThreadItem.Kokomade := 1;
1545 Body.Text := Content;
1546 //ThreadItem.Count := 0;
1548 NewRes := Body.Count;
1549 //Cnt := Body.Count;
1551 // if Body.Count > 0 then
1553 Body.SaveToFile(FileName);
1555 if ThreadItem.Title = '' then begin
1556 THTMLCreate.DivideStrLine(Body[0], @Res);
1557 ThreadItem.Title := Res.FTitle;
1559 ThreadItem.Size := 0;
1566 ThreadItem.Size := ThreadItem.Size + ContentLength;
1567 ThreadItem.LastModified := LastModified;
1568 ThreadItem.Count := Cnt;
1569 //ThreadItem.AllResCount := Cnt;
1570 ThreadItem.NewResCount := NewRes;
1571 ThreadItem.NewReceive := OldCnt + 1;
1573 ThreadItem.AllResCount := ThreadItem.Count;
1574 ThreadItem.IsLogFile := True;
1575 ThreadItem.RoundDate := Now;
1576 if not ThreadItem.UnRead then begin
1577 ThreadItem.UnRead := True;
1579 // if ThreadItem.RoundNo = 6 then
1580 // ThreadItem.RoundNo := 0;
1582 //
\88Ù
\8fí
\8fI
\97¹
\8e\9e\82Í
\83C
\83\93\83f
\83b
\83N
\83X
\82ª
\8dX
\90V
\82³
\82ê
\82È
\82¢
\82½
\82ß
\81A
\83e
\83\93\83|
\83\89\83\8a\82ð
\8dì
\90¬
\82·
\82é
\81B
1583 //
\90³
\8fí
\8fI
\97¹
\8e\9e\82É
\82Í
\8dí
\8f\9c
1584 //
\88Ù
\8fí
\8fI
\97¹
\8e\9e\82Í
\81A
\8e\9f\89ñ
\8bN
\93®
\8e\9e\82É
\83e
\83\93\83|
\83\89\83\8a\82ð
\8c©
\82Ä
\8dX
\90V
1585 ini := TMemIniFile.Create(ChangeFileExt(FileName, '.tmp'));
1587 ini.WriteDateTime('Setting', 'RoundDate', ThreadItem.RoundDate);
1588 ini.WriteDateTime('Setting', 'LastModified', ThreadItem.LastModified);
1589 ini.WriteInteger('Setting', 'Size', ThreadItem.Size);
1590 ini.WriteInteger('Setting', 'Count', ThreadItem.Count);
1591 ini.WriteInteger('Setting', 'AllResCount', ThreadItem.AllResCount);
1592 ini.WriteInteger('Setting', 'NewResCount', ThreadItem.NewResCount);
1593 ini.WriteInteger('Setting', 'NewReceive', ThreadItem.NewReceive);
1594 // ini.WriteInteger('Setting', 'RoundNo', ThreadItem.RoundNo);
1595 // ini.WriteBool('Setting', 'Round', ThreadItem.Round);
1596 ini.WriteBool('Setting', 'UnRead', ThreadItem.UnRead);