OSDN Git Service

C# 8.0 のnull許容参照型を有効化
[opentween/open-tween.git] / OpenTween / Twitter.cs
1 // OpenTween - Client of Twitter
2 // Copyright (c) 2007-2011 kiri_feather (@kiri_feather) <kiri.feather@gmail.com>
3 //           (c) 2008-2011 Moz (@syo68k)
4 //           (c) 2008-2011 takeshik (@takeshik) <http://www.takeshik.org/>
5 //           (c) 2010-2011 anis774 (@anis774) <http://d.hatena.ne.jp/anis774/>
6 //           (c) 2010-2011 fantasticswallow (@f_swallow) <http://twitter.com/f_swallow>
7 //           (c) 2011      Egtra (@egtra) <http://dev.activebasic.com/egtra/>
8 //           (c) 2013      kim_upsilon (@kim_upsilon) <https://upsilo.net/~upsilon/>
9 // All rights reserved.
10 //
11 // This file is part of OpenTween.
12 //
13 // This program is free software; you can redistribute it and/or modify it
14 // under the terms of the GNU General Public License as published by the Free
15 // Software Foundation; either version 3 of the License, or (at your option)
16 // any later version.
17 //
18 // This program is distributed in the hope that it will be useful, but
19 // WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
20 // or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
21 // for more details.
22 //
23 // You should have received a copy of the GNU General Public License along
24 // with this program. If not, see <http://www.gnu.org/licenses/>, or write to
25 // the Free Software Foundation, Inc., 51 Franklin Street - Fifth Floor,
26 // Boston, MA 02110-1301, USA.
27
28 #nullable enable
29
30 using System.Diagnostics;
31 using System.IO;
32 using System.Linq;
33 using System.Net;
34 using System.Net.Http;
35 using System.Runtime.CompilerServices;
36 using System.Text;
37 using System.Text.RegularExpressions;
38 using System.Threading;
39 using System.Threading.Tasks;
40 using System;
41 using System.Reflection;
42 using System.Collections.Generic;
43 using System.Windows.Forms;
44 using OpenTween.Api;
45 using OpenTween.Api.DataModel;
46 using OpenTween.Connection;
47 using OpenTween.Models;
48 using OpenTween.Setting;
49 using System.Globalization;
50
51 namespace OpenTween
52 {
53     public class Twitter : IDisposable
54     {
55         #region Regexp from twitter-text-js
56
57         // The code in this region code block incorporates works covered by
58         // the following copyright and permission notices:
59         //
60         //   Copyright 2011 Twitter, Inc.
61         //
62         //   Licensed under the Apache License, Version 2.0 (the "License"); you
63         //   may not use this work except in compliance with the License. You
64         //   may obtain a copy of the License in the LICENSE file, or at:
65         //
66         //   http://www.apache.org/licenses/LICENSE-2.0
67         //
68         //   Unless required by applicable law or agreed to in writing, software
69         //   distributed under the License is distributed on an "AS IS" BASIS,
70         //   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
71         //   implied. See the License for the specific language governing
72         //   permissions and limitations under the License.
73
74         //Hashtag用正規表現
75         private const string LATIN_ACCENTS = @"\u00c0-\u00d6\u00d8-\u00f6\u00f8-\u00ff\u0100-\u024f\u0253\u0254\u0256\u0257\u0259\u025b\u0263\u0268\u026f\u0272\u0289\u028b\u02bb\u1e00-\u1eff";
76         private const string NON_LATIN_HASHTAG_CHARS = @"\u0400-\u04ff\u0500-\u0527\u1100-\u11ff\u3130-\u3185\uA960-\uA97F\uAC00-\uD7AF\uD7B0-\uD7FF";
77         //private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u3096\u3400-\u4DBF\u4E00-\u9FFF\u20000-\u2A6DF\u2A700-\u2B73F\u2B740-\u2B81F\u2F800-\u2FA1F";
78         private const string CJ_HASHTAG_CHARACTERS = @"\u30A1-\u30FA\u30FC\u3005\uFF66-\uFF9F\uFF10-\uFF19\uFF21-\uFF3A\uFF41-\uFF5A\u3041-\u309A\u3400-\u4DBF\p{IsCJKUnifiedIdeographs}";
79         private const string HASHTAG_BOUNDARY = @"^|$|\s|「|」|。|\.|!";
80         private const string HASHTAG_ALPHA = "[a-z_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
81         private const string HASHTAG_ALPHANUMERIC = "[a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
82         private const string HASHTAG_TERMINATOR = "[^a-z0-9_" + LATIN_ACCENTS + NON_LATIN_HASHTAG_CHARS + CJ_HASHTAG_CHARACTERS + "]";
83         public const string HASHTAG = "(" + HASHTAG_BOUNDARY + ")(#|#)(" + HASHTAG_ALPHANUMERIC + "*" + HASHTAG_ALPHA + HASHTAG_ALPHANUMERIC + "*)(?=" + HASHTAG_TERMINATOR + "|" + HASHTAG_BOUNDARY + ")";
84         //URL正規表現
85         private const string url_valid_preceding_chars = @"(?:[^A-Za-z0-9@@$##\ufffe\ufeff\uffff\u202a-\u202e]|^)";
86         public const string url_invalid_without_protocol_preceding_chars = @"[-_./]$";
87         private const string url_invalid_domain_chars = @"\!'#%&'\(\)*\+,\\\-\.\/:;<=>\?@\[\]\^_{|}~\$\u2000-\u200a\u0009-\u000d\u0020\u0085\u00a0\u1680\u180e\u2028\u2029\u202f\u205f\u3000\ufffe\ufeff\uffff\u202a-\u202e";
88         private const string url_valid_domain_chars = @"[^" + url_invalid_domain_chars + "]";
89         private const string url_valid_subdomain = @"(?:(?:" + url_valid_domain_chars + @"(?:[_-]|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
90         private const string url_valid_domain_name = @"(?:(?:" + url_valid_domain_chars + @"(?:-|" + url_valid_domain_chars + @")*)?" + url_valid_domain_chars + @"\.)";
91         private const string url_valid_GTLD = @"(?:(?:aero|asia|biz|cat|com|coop|edu|gov|info|int|jobs|mil|mobi|museum|name|net|org|pro|tel|travel|xxx)(?=[^0-9a-zA-Z]|$))";
92         private const string url_valid_CCTLD = @"(?:(?:ac|ad|ae|af|ag|ai|al|am|an|ao|aq|ar|as|at|au|aw|ax|az|ba|bb|bd|be|bf|bg|bh|bi|bj|bm|bn|bo|br|bs|bt|bv|bw|by|bz|ca|cc|cd|cf|cg|ch|ci|ck|cl|cm|cn|co|cr|cs|cu|cv|cx|cy|cz|dd|de|dj|dk|dm|do|dz|ec|ee|eg|eh|er|es|et|eu|fi|fj|fk|fm|fo|fr|ga|gb|gd|ge|gf|gg|gh|gi|gl|gm|gn|gp|gq|gr|gs|gt|gu|gw|gy|hk|hm|hn|hr|ht|hu|id|ie|il|im|in|io|iq|ir|is|it|je|jm|jo|jp|ke|kg|kh|ki|km|kn|kp|kr|kw|ky|kz|la|lb|lc|li|lk|lr|ls|lt|lu|lv|ly|ma|mc|md|me|mg|mh|mk|ml|mm|mn|mo|mp|mq|mr|ms|mt|mu|mv|mw|mx|my|mz|na|nc|ne|nf|ng|ni|nl|no|np|nr|nu|nz|om|pa|pe|pf|pg|ph|pk|pl|pm|pn|pr|ps|pt|pw|py|qa|re|ro|rs|ru|rw|sa|sb|sc|sd|se|sg|sh|si|sj|sk|sl|sm|sn|so|sr|ss|st|su|sv|sy|sz|tc|td|tf|tg|th|tj|tk|tl|tm|tn|to|tp|tr|tt|tv|tw|tz|ua|ug|uk|us|uy|uz|va|vc|ve|vg|vi|vn|vu|wf|ws|ye|yt|za|zm|zw)(?=[^0-9a-zA-Z]|$))";
93         private const string url_valid_punycode = @"(?:xn--[0-9a-z]+)";
94         private const string url_valid_domain = @"(?<domain>" + url_valid_subdomain + "*" + url_valid_domain_name + "(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + ")|" + url_valid_punycode + ")";
95         public const string url_valid_ascii_domain = @"(?:(?:[a-z0-9" + LATIN_ACCENTS + @"]+)\.)+(?:" + url_valid_GTLD + "|" + url_valid_CCTLD + "|" + url_valid_punycode + ")";
96         public const string url_invalid_short_domain = "^" + url_valid_domain_name + url_valid_CCTLD + "$";
97         private const string url_valid_port_number = @"[0-9]+";
98
99         private const string url_valid_general_path_chars = @"[a-z0-9!*';:=+,.$/%#\[\]\-_~|&" + LATIN_ACCENTS + "]";
100         private const string url_balance_parens = @"(?:\(" + url_valid_general_path_chars + @"+\))";
101         private const string url_valid_path_ending_chars = @"(?:[+\-a-z0-9=_#/" + LATIN_ACCENTS + "]|" + url_balance_parens + ")";
102         private const string pth = "(?:" +
103             "(?:" +
104                 url_valid_general_path_chars + "*" +
105                 "(?:" + url_balance_parens + url_valid_general_path_chars + "*)*" +
106                 url_valid_path_ending_chars +
107                 ")|(?:@" + url_valid_general_path_chars + "+/)" +
108             ")";
109         private const string qry = @"(?<query>\?[a-z0-9!?*'();:&=+$/%#\[\]\-_.,~|]*[a-z0-9_&=#/])?";
110         public const string rgUrl = @"(?<before>" + url_valid_preceding_chars + ")" +
111                                     "(?<url>(?<protocol>https?://)?" +
112                                     "(?<domain>" + url_valid_domain + ")" +
113                                     "(?::" + url_valid_port_number + ")?" +
114                                     "(?<path>/" + pth + "*)?" +
115                                     qry +
116                                     ")";
117
118         #endregion
119
120         /// <summary>
121         /// Twitter API のステータスページのURL
122         /// </summary>
123         public const string ServiceAvailabilityStatusUrl = "https://status.io.watchmouse.com/7617";
124
125         /// <summary>
126         /// ツイートへのパーマリンクURLを判定する正規表現
127         /// </summary>
128         public static readonly Regex StatusUrlRegex = new Regex(@"https?://([^.]+\.)?twitter\.com/(#!/)?(?<ScreenName>[a-zA-Z0-9_]+)/status(es)?/(?<StatusId>[0-9]+)(/photo)?", RegexOptions.IgnoreCase);
129
130         /// <summary>
131         /// attachment_url に指定可能な URL を判定する正規表現
132         /// </summary>
133         public static readonly Regex AttachmentUrlRegex = new Regex(@"https?://(
134    twitter\.com/[0-9A-Za-z_]+/status/[0-9]+
135  | mobile\.twitter\.com/[0-9A-Za-z_]+/status/[0-9]+
136  | twitter\.com/messages/compose\?recipient_id=[0-9]+(&.+)?
137 )$", RegexOptions.IgnoreCase | RegexOptions.IgnorePatternWhitespace);
138
139         /// <summary>
140         /// FavstarやaclogなどTwitter関連サービスのパーマリンクURLからステータスIDを抽出する正規表現
141         /// </summary>
142         public static readonly Regex ThirdPartyStatusUrlRegex = new Regex(@"https?://(?:[^.]+\.)?(?:
143   favstar\.fm/users/[a-zA-Z0-9_]+/status/       # Favstar
144 | favstar\.fm/t/                                # Favstar (short)
145 | aclog\.koba789\.com/i/                        # aclog
146 | frtrt\.net/solo_status\.php\?status=          # RtRT
147 )(?<StatusId>[0-9]+)", RegexOptions.IgnoreCase | RegexOptions.IgnorePatternWhitespace);
148
149         /// <summary>
150         /// DM送信かどうかを判定する正規表現
151         /// </summary>
152         public static readonly Regex DMSendTextRegex = new Regex(@"^DM? +(?<id>[a-zA-Z0-9_]+) +(?<body>.*)", RegexOptions.IgnoreCase | RegexOptions.Singleline);
153
154         public TwitterApi Api { get; }
155         public TwitterConfiguration Configuration { get; private set; }
156         public TwitterTextConfiguration TextConfiguration { get; private set; }
157
158         public bool GetFollowersSuccess { get; private set; } = false;
159         public bool GetNoRetweetSuccess { get; private set; } = false;
160
161         delegate void GetIconImageDelegate(PostClass post);
162         private readonly object LockObj = new object();
163         private ISet<long> followerId = new HashSet<long>();
164         private long[] noRTId = Array.Empty<long>();
165
166         //プロパティからアクセスされる共通情報
167         private readonly List<string> _hashList = new List<string>();
168
169         private string? nextCursorDirectMessage = null;
170
171         private long previousStatusId = -1L;
172
173         //private FavoriteQueue favQueue;
174
175         //private List<PostClass> _deletemessages = new List<PostClass>();
176
177         public Twitter() : this(new TwitterApi())
178         {
179         }
180
181         public Twitter(TwitterApi api)
182         {
183             this.Api = api;
184             this.Configuration = TwitterConfiguration.DefaultConfiguration();
185             this.TextConfiguration = TwitterTextConfiguration.DefaultConfiguration();
186         }
187
188         public TwitterApiAccessLevel AccessLevel
189             => MyCommon.TwitterApiInfo.AccessLevel;
190
191         protected void ResetApiStatus()
192             => MyCommon.TwitterApiInfo.Reset();
193
194         public void ClearAuthInfo()
195         {
196             Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
197             this.ResetApiStatus();
198         }
199
200         [Obsolete]
201         public void VerifyCredentials()
202         {
203             try
204             {
205                 this.VerifyCredentialsAsync().Wait();
206             }
207             catch (AggregateException ex) when (ex.InnerException is WebApiException)
208             {
209                 throw new WebApiException(ex.InnerException.Message, ex);
210             }
211         }
212
213         public async Task VerifyCredentialsAsync()
214         {
215             var user = await this.Api.AccountVerifyCredentials()
216                 .ConfigureAwait(false);
217
218             this.UpdateUserStats(user);
219         }
220
221         public void Initialize(string token, string tokenSecret, string username, long userId)
222         {
223             //OAuth認証
224             if (string.IsNullOrEmpty(token) || string.IsNullOrEmpty(tokenSecret) || string.IsNullOrEmpty(username))
225             {
226                 Twitter.AccountState = MyCommon.ACCOUNT_STATE.Invalid;
227             }
228             this.ResetApiStatus();
229             this.Api.Initialize(token, tokenSecret, userId, username);
230             if (SettingManager.Common.UserstreamStartup) this.ReconnectUserStream();
231         }
232
233         internal static string PreProcessUrl(string orgData)
234         {
235             int posl1;
236             var posl2 = 0;
237             //var IDNConveter = new IdnMapping();
238             var href = "<a href=\"";
239
240             while (true)
241             {
242                 if (orgData.IndexOf(href, posl2, StringComparison.Ordinal) > -1)
243                 {
244                     // IDN展開
245                     posl1 = orgData.IndexOf(href, posl2, StringComparison.Ordinal);
246                     posl1 += href.Length;
247                     posl2 = orgData.IndexOf("\"", posl1, StringComparison.Ordinal);
248                     var urlStr = orgData.Substring(posl1, posl2 - posl1);
249
250                     if (!urlStr.StartsWith("http://", StringComparison.Ordinal)
251                         && !urlStr.StartsWith("https://", StringComparison.Ordinal)
252                         && !urlStr.StartsWith("ftp://", StringComparison.Ordinal))
253                     {
254                         continue;
255                     }
256
257                     var replacedUrl = MyCommon.IDNEncode(urlStr);
258                     if (replacedUrl == null) continue;
259                     if (replacedUrl == urlStr) continue;
260
261                     orgData = orgData.Replace("<a href=\"" + urlStr, "<a href=\"" + replacedUrl);
262                     posl2 = 0;
263                 }
264                 else
265                 {
266                     break;
267                 }
268             }
269             return orgData;
270         }
271
272         public async Task<PostClass?> PostStatus(PostStatusParams param)
273         {
274             this.CheckAccountState();
275
276             if (Twitter.DMSendTextRegex.IsMatch(param.Text))
277             {
278                 var mediaId = param.MediaIds != null && param.MediaIds.Any() ? param.MediaIds[0] : (long?)null;
279
280                 await this.SendDirectMessage(param.Text, mediaId)
281                     .ConfigureAwait(false);
282                 return null;
283             }
284
285             var response = await this.Api.StatusesUpdate(param.Text, param.InReplyToStatusId, param.MediaIds,
286                     param.AutoPopulateReplyMetadata, param.ExcludeReplyUserIds, param.AttachmentUrl)
287                 .ConfigureAwait(false);
288
289             var status = await response.LoadJsonAsync()
290                 .ConfigureAwait(false);
291
292             this.UpdateUserStats(status.User);
293
294             if (status.Id == this.previousStatusId)
295                 throw new WebApiException("OK:Delaying?");
296
297             this.previousStatusId = status.Id;
298
299             //投稿したものを返す
300             var post = CreatePostsFromStatusData(status);
301             if (this.ReadOwnPost) post.IsRead = true;
302             return post;
303         }
304
305         public async Task<long> UploadMedia(IMediaItem item, string? mediaCategory = null)
306         {
307             this.CheckAccountState();
308
309             string mediaType;
310
311             switch (item.Extension)
312             {
313                 case ".png":
314                     mediaType = "image/png";
315                     break;
316                 case ".jpg":
317                 case ".jpeg":
318                     mediaType = "image/jpeg";
319                     break;
320                 case ".gif":
321                     mediaType = "image/gif";
322                     break;
323                 default:
324                     mediaType = "application/octet-stream";
325                     break;
326             }
327
328             var initResponse = await this.Api.MediaUploadInit(item.Size, mediaType, mediaCategory)
329                 .ConfigureAwait(false);
330
331             var initMedia = await initResponse.LoadJsonAsync()
332                 .ConfigureAwait(false);
333
334             var mediaId = initMedia.MediaId;
335
336             await this.Api.MediaUploadAppend(mediaId, 0, item)
337                 .ConfigureAwait(false);
338
339             var response = await this.Api.MediaUploadFinalize(mediaId)
340                 .ConfigureAwait(false);
341
342             var media = await response.LoadJsonAsync()
343                 .ConfigureAwait(false);
344
345             while (media.ProcessingInfo is TwitterUploadMediaResult.MediaProcessingInfo processingInfo)
346             {
347                 switch (processingInfo.State)
348                 {
349                     case "pending":
350                         break;
351                     case "in_progress":
352                         break;
353                     case "succeeded":
354                         goto succeeded;
355                     case "failed":
356                         throw new WebApiException($"Err:Upload failed ({processingInfo.Error?.Name})");
357                     default:
358                         throw new WebApiException($"Err:Invalid state ({processingInfo.State})");
359                 }
360
361                 await Task.Delay(TimeSpan.FromSeconds(processingInfo.CheckAfterSecs ?? 5))
362                     .ConfigureAwait(false);
363
364                 media = await this.Api.MediaUploadStatus(mediaId)
365                     .ConfigureAwait(false);
366             }
367
368             succeeded:
369             return media.MediaId;
370         }
371
372         public async Task SendDirectMessage(string postStr, long? mediaId = null)
373         {
374             this.CheckAccountState();
375             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
376
377             var mc = Twitter.DMSendTextRegex.Match(postStr);
378
379             var body = mc.Groups["body"].Value;
380             var recipientName = mc.Groups["id"].Value;
381
382             var recipient = await this.Api.UsersShow(recipientName)
383                 .ConfigureAwait(false);
384
385             var response = await this.Api.DirectMessagesEventsNew(recipient.Id, body, mediaId)
386                 .ConfigureAwait(false);
387
388             var messageEventSingle = await response.LoadJsonAsync()
389                 .ConfigureAwait(false);
390
391             await this.CreateDirectMessagesEventFromJson(messageEventSingle, read: true)
392                 .ConfigureAwait(false);
393         }
394
395         public async Task<PostClass?> PostRetweet(long id, bool read)
396         {
397             this.CheckAccountState();
398
399             //データ部分の生成
400             var post = TabInformations.GetInstance()[id];
401             if (post == null)
402                 throw new WebApiException("Err:Target isn't found.");
403
404             var target = post.RetweetedId ?? id;  //再RTの場合は元発言をRT
405
406             var response = await this.Api.StatusesRetweet(target)
407                 .ConfigureAwait(false);
408
409             var status = await response.LoadJsonAsync()
410                 .ConfigureAwait(false);
411
412             //二重取得回避
413             lock (LockObj)
414             {
415                 if (TabInformations.GetInstance().ContainsKey(status.Id))
416                     return null;
417             }
418
419             //Retweet判定
420             if (status.RetweetedStatus == null)
421                 throw new WebApiException("Invalid Json!");
422
423             //Retweetしたものを返す
424             post = CreatePostsFromStatusData(status);
425
426             //ユーザー情報
427             post.IsMe = true;
428
429             post.IsRead = read;
430             post.IsOwl = false;
431             if (this.ReadOwnPost) post.IsRead = true;
432             post.IsDm = false;
433
434             return post;
435         }
436
437         public string Username
438             => this.Api.CurrentScreenName;
439
440         public long UserId
441             => this.Api.CurrentUserId;
442
443         public static MyCommon.ACCOUNT_STATE AccountState { get; set; } = MyCommon.ACCOUNT_STATE.Valid;
444         public bool RestrictFavCheck { get; set; }
445         public bool ReadOwnPost { get; set; }
446
447         public int FollowersCount { get; private set; }
448         public int FriendsCount { get; private set; }
449         public int StatusesCount { get; private set; }
450         public string Location { get; private set; } = "";
451         public string Bio { get; private set; } = "";
452
453         /// <summary>ユーザーのフォロワー数などの情報を更新します</summary>
454         private void UpdateUserStats(TwitterUser self)
455         {
456             this.FollowersCount = self.FollowersCount;
457             this.FriendsCount = self.FriendsCount;
458             this.StatusesCount = self.StatusesCount;
459             this.Location = self.Location ?? "";
460             this.Bio = self.Description ?? "";
461         }
462
463         /// <summary>
464         /// 渡された取得件数がWORKERTYPEに応じた取得可能範囲に収まっているか検証する
465         /// </summary>
466         public static bool VerifyApiResultCount(MyCommon.WORKERTYPE type, int count)
467             => count >= 20 && count <= GetMaxApiResultCount(type);
468
469         /// <summary>
470         /// 渡された取得件数が更新時の取得可能範囲に収まっているか検証する
471         /// </summary>
472         public static bool VerifyMoreApiResultCount(int count)
473             => count >= 20 && count <= 200;
474
475         /// <summary>
476         /// 渡された取得件数が起動時の取得可能範囲に収まっているか検証する
477         /// </summary>
478         public static bool VerifyFirstApiResultCount(int count)
479             => count >= 20 && count <= 200;
480
481         /// <summary>
482         /// WORKERTYPEに応じた取得可能な最大件数を取得する
483         /// </summary>
484         public static int GetMaxApiResultCount(MyCommon.WORKERTYPE type)
485         {
486             // 参照: REST APIs - 各endpointのcountパラメータ
487             // https://dev.twitter.com/rest/public
488             switch (type)
489             {
490                 case MyCommon.WORKERTYPE.Timeline:
491                 case MyCommon.WORKERTYPE.Reply:
492                 case MyCommon.WORKERTYPE.UserTimeline:
493                 case MyCommon.WORKERTYPE.Favorites:
494                 case MyCommon.WORKERTYPE.List:  // 不明
495                     return 200;
496
497                 case MyCommon.WORKERTYPE.PublicSearch:
498                     return 100;
499
500                 default:
501                     throw new InvalidOperationException("Invalid type: " + type);
502             }
503         }
504
505         /// <summary>
506         /// WORKERTYPEに応じた取得件数を取得する
507         /// </summary>
508         public static int GetApiResultCount(MyCommon.WORKERTYPE type, bool more, bool startup)
509         {
510             if (SettingManager.Common.UseAdditionalCount)
511             {
512                 switch (type)
513                 {
514                     case MyCommon.WORKERTYPE.Favorites:
515                         if (SettingManager.Common.FavoritesCountApi != 0)
516                             return SettingManager.Common.FavoritesCountApi;
517                         break;
518                     case MyCommon.WORKERTYPE.List:
519                         if (SettingManager.Common.ListCountApi != 0)
520                             return SettingManager.Common.ListCountApi;
521                         break;
522                     case MyCommon.WORKERTYPE.PublicSearch:
523                         if (SettingManager.Common.SearchCountApi != 0)
524                             return SettingManager.Common.SearchCountApi;
525                         break;
526                     case MyCommon.WORKERTYPE.UserTimeline:
527                         if (SettingManager.Common.UserTimelineCountApi != 0)
528                             return SettingManager.Common.UserTimelineCountApi;
529                         break;
530                 }
531                 if (more && SettingManager.Common.MoreCountApi != 0)
532                 {
533                     return Math.Min(SettingManager.Common.MoreCountApi, GetMaxApiResultCount(type));
534                 }
535                 if (startup && SettingManager.Common.FirstCountApi != 0 && type != MyCommon.WORKERTYPE.Reply)
536                 {
537                     return Math.Min(SettingManager.Common.FirstCountApi, GetMaxApiResultCount(type));
538                 }
539             }
540
541             // 上記に当てはまらない場合の共通処理
542             var count = SettingManager.Common.CountApi;
543
544             if (type == MyCommon.WORKERTYPE.Reply)
545                 count = SettingManager.Common.CountApiReply;
546
547             return Math.Min(count, GetMaxApiResultCount(type));
548         }
549
550         public async Task GetHomeTimelineApi(bool read, HomeTabModel tab, bool more, bool startup)
551         {
552             this.CheckAccountState();
553
554             var count = GetApiResultCount(MyCommon.WORKERTYPE.Timeline, more, startup);
555
556             TwitterStatus[] statuses;
557             if (more)
558             {
559                 statuses = await this.Api.StatusesHomeTimeline(count, maxId: tab.OldestId)
560                     .ConfigureAwait(false);
561             }
562             else
563             {
564                 statuses = await this.Api.StatusesHomeTimeline(count)
565                     .ConfigureAwait(false);
566             }
567
568             var minimumId = this.CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.Timeline, tab, read);
569             if (minimumId != null)
570                 tab.OldestId = minimumId.Value;
571         }
572
573         public async Task GetMentionsTimelineApi(bool read, MentionsTabModel tab, bool more, bool startup)
574         {
575             this.CheckAccountState();
576
577             var count = GetApiResultCount(MyCommon.WORKERTYPE.Reply, more, startup);
578
579             TwitterStatus[] statuses;
580             if (more)
581             {
582                 statuses = await this.Api.StatusesMentionsTimeline(count, maxId: tab.OldestId)
583                     .ConfigureAwait(false);
584             }
585             else
586             {
587                 statuses = await this.Api.StatusesMentionsTimeline(count)
588                     .ConfigureAwait(false);
589             }
590
591             var minimumId = this.CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.Reply, tab, read);
592             if (minimumId != null)
593                 tab.OldestId = minimumId.Value;
594         }
595
596         public async Task GetUserTimelineApi(bool read, string userName, UserTimelineTabModel tab, bool more)
597         {
598             this.CheckAccountState();
599
600             var count = GetApiResultCount(MyCommon.WORKERTYPE.UserTimeline, more, false);
601
602             TwitterStatus[] statuses;
603             if (string.IsNullOrEmpty(userName))
604             {
605                 var target = tab.ScreenName;
606                 if (string.IsNullOrEmpty(target)) return;
607                 userName = target;
608                 statuses = await this.Api.StatusesUserTimeline(userName, count)
609                     .ConfigureAwait(false);
610             }
611             else
612             {
613                 if (more)
614                 {
615                     statuses = await this.Api.StatusesUserTimeline(userName, count, maxId: tab.OldestId)
616                         .ConfigureAwait(false);
617                 }
618                 else
619                 {
620                     statuses = await this.Api.StatusesUserTimeline(userName, count)
621                         .ConfigureAwait(false);
622                 }
623             }
624
625             var minimumId = CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.UserTimeline, tab, read);
626
627             if (minimumId != null)
628                 tab.OldestId = minimumId.Value;
629         }
630
631         public async Task<PostClass> GetStatusApi(bool read, long id)
632         {
633             this.CheckAccountState();
634
635             var status = await this.Api.StatusesShow(id)
636                 .ConfigureAwait(false);
637
638             var item = CreatePostsFromStatusData(status);
639
640             item.IsRead = read;
641             if (item.IsMe && !read && this.ReadOwnPost) item.IsRead = true;
642
643             return item;
644         }
645
646         public async Task GetStatusApi(bool read, long id, TabModel tab)
647         {
648             var post = await this.GetStatusApi(read, id)
649                 .ConfigureAwait(false);
650
651             //非同期アイコン取得&StatusDictionaryに追加
652             if (tab != null && tab.IsInnerStorageTabType)
653                 tab.AddPostQueue(post);
654             else
655                 TabInformations.GetInstance().AddPost(post);
656         }
657
658         private PostClass CreatePostsFromStatusData(TwitterStatus status)
659             => this.CreatePostsFromStatusData(status, false);
660
661         private PostClass CreatePostsFromStatusData(TwitterStatus status, bool favTweet)
662         {
663             var post = new PostClass();
664             TwitterEntities entities;
665             string sourceHtml;
666
667             post.StatusId = status.Id;
668             if (status.RetweetedStatus != null)
669             {
670                 var retweeted = status.RetweetedStatus;
671
672                 post.CreatedAt = MyCommon.DateTimeParse(retweeted.CreatedAt);
673
674                 //Id
675                 post.RetweetedId = retweeted.Id;
676                 //本文
677                 post.TextFromApi = retweeted.FullText;
678                 entities = retweeted.MergedEntities;
679                 sourceHtml = retweeted.Source;
680                 //Reply先
681                 post.InReplyToStatusId = retweeted.InReplyToStatusId;
682                 post.InReplyToUser = retweeted.InReplyToScreenName;
683                 post.InReplyToUserId = status.InReplyToUserId;
684
685                 if (favTweet)
686                 {
687                     post.IsFav = true;
688                 }
689                 else
690                 {
691                     //幻覚fav対策
692                     var tc = TabInformations.GetInstance().FavoriteTab;
693                     post.IsFav = tc.Contains(retweeted.Id);
694                 }
695
696                 if (retweeted.Coordinates != null)
697                     post.PostGeo = new PostClass.StatusGeo(retweeted.Coordinates.Coordinates[0], retweeted.Coordinates.Coordinates[1]);
698
699                 //以下、ユーザー情報
700                 var user = retweeted.User;
701                 if (user != null)
702                 {
703                     post.UserId = user.Id;
704                     post.ScreenName = user.ScreenName;
705                     post.Nickname = user.Name.Trim();
706                     post.ImageUrl = user.ProfileImageUrlHttps;
707                     post.IsProtect = user.Protected;
708                 }
709                 else
710                 {
711                     post.UserId = 0L;
712                     post.ScreenName = "?????";
713                     post.Nickname = "Unknown User";
714                 }
715
716                 //Retweetした人
717                 if (status.User != null)
718                 {
719                     post.RetweetedBy = status.User.ScreenName;
720                     post.RetweetedByUserId = status.User.Id;
721                     post.IsMe = post.RetweetedByUserId == this.UserId;
722                 }
723                 else
724                 {
725                     post.RetweetedBy = "?????";
726                     post.RetweetedByUserId = 0L;
727                 }
728             }
729             else
730             {
731                 post.CreatedAt = MyCommon.DateTimeParse(status.CreatedAt);
732                 //本文
733                 post.TextFromApi = status.FullText;
734                 entities = status.MergedEntities;
735                 sourceHtml = status.Source;
736                 post.InReplyToStatusId = status.InReplyToStatusId;
737                 post.InReplyToUser = status.InReplyToScreenName;
738                 post.InReplyToUserId = status.InReplyToUserId;
739
740                 if (favTweet)
741                 {
742                     post.IsFav = true;
743                 }
744                 else
745                 {
746                     //幻覚fav対策
747                     var tc = TabInformations.GetInstance().FavoriteTab;
748                     post.IsFav = tc.Posts.TryGetValue(post.StatusId, out var tabinfoPost) && tabinfoPost.IsFav;
749                 }
750
751                 if (status.Coordinates != null)
752                     post.PostGeo = new PostClass.StatusGeo(status.Coordinates.Coordinates[0], status.Coordinates.Coordinates[1]);
753
754                 //以下、ユーザー情報
755                 var user = status.User;
756                 if (user != null)
757                 {
758                     post.UserId = user.Id;
759                     post.ScreenName = user.ScreenName;
760                     post.Nickname = user.Name.Trim();
761                     post.ImageUrl = user.ProfileImageUrlHttps;
762                     post.IsProtect = user.Protected;
763                     post.IsMe = post.UserId == this.UserId;
764                 }
765                 else
766                 {
767                     post.UserId = 0L;
768                     post.ScreenName = "?????";
769                     post.Nickname = "Unknown User";
770                 }
771             }
772             //HTMLに整形
773             var textFromApi = post.TextFromApi;
774
775             var quotedStatusLink = (status.RetweetedStatus ?? status).QuotedStatusPermalink;
776
777             if (quotedStatusLink != null && entities.Urls.Any(x => x.ExpandedUrl == quotedStatusLink.Expanded))
778                 quotedStatusLink = null; // 移行期は entities.urls と quoted_status_permalink の両方に含まれる場合がある
779
780             post.Text = CreateHtmlAnchor(textFromApi, entities, quotedStatusLink);
781             post.TextFromApi = textFromApi;
782             post.TextFromApi = this.ReplaceTextFromApi(post.TextFromApi, entities, quotedStatusLink);
783             post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
784             post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
785             post.AccessibleText = CreateAccessibleText(textFromApi, entities, (status.RetweetedStatus ?? status).QuotedStatus, quotedStatusLink);
786             post.AccessibleText = WebUtility.HtmlDecode(post.AccessibleText);
787             post.AccessibleText = post.AccessibleText.Replace("<3", "\u2661");
788
789             this.ExtractEntities(entities, post.ReplyToList, post.Media);
790
791             post.QuoteStatusIds = GetQuoteTweetStatusIds(entities, quotedStatusLink)
792                 .Where(x => x != post.StatusId && x != post.RetweetedId)
793                 .Distinct().ToArray();
794
795             post.ExpandedUrls = entities.OfType<TwitterEntityUrl>()
796                 .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
797                 .ToArray();
798
799             // メモリ使用量削減 (同一のテキストであれば同一の string インスタンスを参照させる)
800             if (post.Text == post.TextFromApi)
801                 post.Text = post.TextFromApi;
802             if (post.AccessibleText == post.TextFromApi)
803                 post.AccessibleText = post.TextFromApi;
804
805             // 他の発言と重複しやすい (共通化できる) 文字列は string.Intern を通す
806             post.ScreenName = string.Intern(post.ScreenName);
807             post.Nickname = string.Intern(post.Nickname);
808             post.ImageUrl = string.Intern(post.ImageUrl);
809             post.RetweetedBy = post.RetweetedBy != null ? string.Intern(post.RetweetedBy) : null;
810
811             //Source整形
812             var (sourceText, sourceUri) = ParseSource(sourceHtml);
813             post.Source = string.Intern(sourceText);
814             post.SourceUri = sourceUri;
815
816             post.IsReply = post.RetweetedId == null && post.ReplyToList.Any(x => x.UserId == this.UserId);
817             post.IsExcludeReply = false;
818
819             if (post.IsMe)
820             {
821                 post.IsOwl = false;
822             }
823             else
824             {
825                 if (followerId.Count > 0) post.IsOwl = !followerId.Contains(post.UserId);
826             }
827
828             post.IsDm = false;
829             return post;
830         }
831
832         /// <summary>
833         /// ツイートに含まれる引用ツイートのURLからステータスIDを抽出
834         /// </summary>
835         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<TwitterEntity>? entities, TwitterQuotedStatusPermalink? quotedStatusLink)
836         {
837             entities ??= Enumerable.Empty<TwitterEntity>();
838
839             var urls = entities.OfType<TwitterEntityUrl>().Select(x => x.ExpandedUrl);
840
841             if (quotedStatusLink != null)
842                 urls = urls.Append(quotedStatusLink.Expanded);
843
844             return GetQuoteTweetStatusIds(urls);
845         }
846
847         public static IEnumerable<long> GetQuoteTweetStatusIds(IEnumerable<string> urls)
848         {
849             foreach (var url in urls)
850             {
851                 var match = Twitter.StatusUrlRegex.Match(url);
852                 if (match.Success)
853                 {
854                     if (long.TryParse(match.Groups["StatusId"].Value, out var statusId))
855                         yield return statusId;
856                 }
857             }
858         }
859
860         private long? CreatePostsFromJson(TwitterStatus[] items, MyCommon.WORKERTYPE gType, TabModel? tab, bool read)
861         {
862             long? minimumId = null;
863
864             foreach (var status in items)
865             {
866                 if (minimumId == null || minimumId.Value > status.Id)
867                     minimumId = status.Id;
868
869                 //二重取得回避
870                 lock (LockObj)
871                 {
872                     if (tab == null)
873                     {
874                         if (TabInformations.GetInstance().ContainsKey(status.Id)) continue;
875                     }
876                     else
877                     {
878                         if (tab.Contains(status.Id)) continue;
879                     }
880                 }
881
882                 //RT禁止ユーザーによるもの
883                 if (gType != MyCommon.WORKERTYPE.UserTimeline &&
884                     status.RetweetedStatus != null && this.noRTId.Contains(status.User.Id)) continue;
885
886                 var post = CreatePostsFromStatusData(status);
887
888                 post.IsRead = read;
889                 if (post.IsMe && !read && this.ReadOwnPost) post.IsRead = true;
890
891                 if (tab != null && tab.IsInnerStorageTabType)
892                     tab.AddPostQueue(post);
893                 else
894                     TabInformations.GetInstance().AddPost(post);
895             }
896
897             return minimumId;
898         }
899
900         private long? CreatePostsFromSearchJson(TwitterSearchResult items, PublicSearchTabModel tab, bool read, bool more)
901         {
902             long? minimumId = null;
903
904             foreach (var status in items.Statuses)
905             {
906                 if (minimumId == null || minimumId.Value > status.Id)
907                     minimumId = status.Id;
908
909                 if (!more && status.Id > tab.SinceId) tab.SinceId = status.Id;
910                 //二重取得回避
911                 lock (LockObj)
912                 {
913                     if (tab.Contains(status.Id)) continue;
914                 }
915
916                 var post = CreatePostsFromStatusData(status);
917
918                 post.IsRead = read;
919                 if ((post.IsMe && !read) && this.ReadOwnPost) post.IsRead = true;
920
921                 tab.AddPostQueue(post);
922             }
923
924             return minimumId;
925         }
926
927         private long? CreateFavoritePostsFromJson(TwitterStatus[] items, bool read)
928         {
929             var favTab = TabInformations.GetInstance().FavoriteTab;
930             long? minimumId = null;
931
932             foreach (var status in items)
933             {
934                 if (minimumId == null || minimumId.Value > status.Id)
935                     minimumId = status.Id;
936
937                 //二重取得回避
938                 lock (LockObj)
939                 {
940                     if (favTab.Contains(status.Id)) continue;
941                 }
942
943                 var post = CreatePostsFromStatusData(status, true);
944
945                 post.IsRead = read;
946
947                 TabInformations.GetInstance().AddPost(post);
948             }
949
950             return minimumId;
951         }
952
953         public async Task GetListStatus(bool read, ListTimelineTabModel tab, bool more, bool startup)
954         {
955             var count = GetApiResultCount(MyCommon.WORKERTYPE.List, more, startup);
956
957             TwitterStatus[] statuses;
958             if (more)
959             {
960                 statuses = await this.Api.ListsStatuses(tab.ListInfo.Id, count, maxId: tab.OldestId, includeRTs: SettingManager.Common.IsListsIncludeRts)
961                     .ConfigureAwait(false);
962             }
963             else
964             {
965                 statuses = await this.Api.ListsStatuses(tab.ListInfo.Id, count, includeRTs: SettingManager.Common.IsListsIncludeRts)
966                     .ConfigureAwait(false);
967             }
968
969             var minimumId = CreatePostsFromJson(statuses, MyCommon.WORKERTYPE.List, tab, read);
970
971             if (minimumId != null)
972                 tab.OldestId = minimumId.Value;
973         }
974
975         /// <summary>
976         /// startStatusId からリプライ先の発言を辿る。発言は posts 以外からは検索しない。
977         /// </summary>
978         /// <returns>posts の中から検索されたリプライチェインの末端</returns>
979         internal static PostClass FindTopOfReplyChain(IDictionary<long, PostClass> posts, long startStatusId)
980         {
981             if (!posts.ContainsKey(startStatusId))
982                 throw new ArgumentException("startStatusId (" + startStatusId + ") が posts の中から見つかりませんでした。", nameof(startStatusId));
983
984             var nextPost = posts[startStatusId];
985             while (nextPost.InReplyToStatusId != null)
986             {
987                 if (!posts.ContainsKey(nextPost.InReplyToStatusId.Value))
988                     break;
989                 nextPost = posts[nextPost.InReplyToStatusId.Value];
990             }
991
992             return nextPost;
993         }
994
995         public async Task GetRelatedResult(bool read, RelatedPostsTabModel tab)
996         {
997             var targetPost = tab.TargetPost;
998             var relPosts = new Dictionary<long, PostClass>();
999             if (targetPost.TextFromApi.Contains("@") && targetPost.InReplyToStatusId == null)
1000             {
1001                 //検索結果対応
1002                 var p = TabInformations.GetInstance()[targetPost.StatusId];
1003                 if (p != null && p.InReplyToStatusId != null)
1004                 {
1005                     targetPost = p;
1006                 }
1007                 else
1008                 {
1009                     p = await this.GetStatusApi(read, targetPost.StatusId)
1010                         .ConfigureAwait(false);
1011                     targetPost = p;
1012                 }
1013             }
1014             relPosts.Add(targetPost.StatusId, targetPost);
1015
1016             Exception? lastException = null;
1017
1018             // in_reply_to_status_id を使用してリプライチェインを辿る
1019             var nextPost = FindTopOfReplyChain(relPosts, targetPost.StatusId);
1020             var loopCount = 1;
1021             while (nextPost.InReplyToStatusId != null && loopCount++ <= 20)
1022             {
1023                 var inReplyToId = nextPost.InReplyToStatusId.Value;
1024
1025                 var inReplyToPost = TabInformations.GetInstance()[inReplyToId];
1026                 if (inReplyToPost == null)
1027                 {
1028                     try
1029                     {
1030                         inReplyToPost = await this.GetStatusApi(read, inReplyToId)
1031                             .ConfigureAwait(false);
1032                     }
1033                     catch (WebApiException ex)
1034                     {
1035                         lastException = ex;
1036                         break;
1037                     }
1038                 }
1039
1040                 relPosts.Add(inReplyToPost.StatusId, inReplyToPost);
1041
1042                 nextPost = FindTopOfReplyChain(relPosts, nextPost.StatusId);
1043             }
1044
1045             //MRTとかに対応のためツイート内にあるツイートを指すURLを取り込む
1046             var text = targetPost.Text;
1047             var ma = Twitter.StatusUrlRegex.Matches(text).Cast<Match>()
1048                 .Concat(Twitter.ThirdPartyStatusUrlRegex.Matches(text).Cast<Match>());
1049             foreach (var _match in ma)
1050             {
1051                 if (long.TryParse(_match.Groups["StatusId"].Value, out var _statusId))
1052                 {
1053                     if (relPosts.ContainsKey(_statusId))
1054                         continue;
1055
1056                     var p = TabInformations.GetInstance()[_statusId];
1057                     if (p == null)
1058                     {
1059                         try
1060                         {
1061                             p = await this.GetStatusApi(read, _statusId)
1062                                 .ConfigureAwait(false);
1063                         }
1064                         catch (WebApiException ex)
1065                         {
1066                             lastException = ex;
1067                             break;
1068                         }
1069                     }
1070
1071                     if (p != null)
1072                         relPosts.Add(p.StatusId, p);
1073                 }
1074             }
1075
1076             relPosts.Values.ToList().ForEach(p =>
1077             {
1078                 if (p.IsMe && !read && this.ReadOwnPost)
1079                     p.IsRead = true;
1080                 else
1081                     p.IsRead = read;
1082
1083                 tab.AddPostQueue(p);
1084             });
1085
1086             if (lastException != null)
1087                 throw new WebApiException(lastException.Message, lastException);
1088         }
1089
1090         public async Task GetSearch(bool read, PublicSearchTabModel tab, bool more)
1091         {
1092             var count = GetApiResultCount(MyCommon.WORKERTYPE.PublicSearch, more, false);
1093
1094             long? maxId = null;
1095             long? sinceId = null;
1096             if (more)
1097             {
1098                 maxId = tab.OldestId - 1;
1099             }
1100             else
1101             {
1102                 sinceId = tab.SinceId;
1103             }
1104
1105             var searchResult = await this.Api.SearchTweets(tab.SearchWords, tab.SearchLang, count, maxId, sinceId)
1106                 .ConfigureAwait(false);
1107
1108             if (!TabInformations.GetInstance().ContainsTab(tab))
1109                 return;
1110
1111             var minimumId = this.CreatePostsFromSearchJson(searchResult, tab, read, more);
1112
1113             if (minimumId != null)
1114                 tab.OldestId = minimumId.Value;
1115         }
1116
1117         private void CreateDirectMessagesFromJson(TwitterDirectMessage[] item, MyCommon.WORKERTYPE gType, bool read)
1118         {
1119             foreach (var message in item)
1120             {
1121                 var post = new PostClass();
1122                 try
1123                 {
1124                     post.StatusId = message.Id;
1125
1126                     //二重取得回避
1127                     lock (LockObj)
1128                     {
1129                         if (TabInformations.GetInstance().DirectMessageTab.Contains(post.StatusId)) continue;
1130                     }
1131                     //sender_id
1132                     //recipient_id
1133                     post.CreatedAt = MyCommon.DateTimeParse(message.CreatedAt);
1134                     //本文
1135                     var textFromApi = message.Text;
1136                     //HTMLに整形
1137                     post.Text = CreateHtmlAnchor(textFromApi, message.Entities, quotedStatusLink: null);
1138                     post.TextFromApi = this.ReplaceTextFromApi(textFromApi, message.Entities, quotedStatusLink: null);
1139                     post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
1140                     post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
1141                     post.AccessibleText = CreateAccessibleText(textFromApi, message.Entities, quotedStatus: null, quotedStatusLink: null);
1142                     post.AccessibleText = WebUtility.HtmlDecode(post.AccessibleText);
1143                     post.AccessibleText = post.AccessibleText.Replace("<3", "\u2661");
1144                     post.IsFav = false;
1145
1146                     this.ExtractEntities(message.Entities, post.ReplyToList, post.Media);
1147
1148                     post.QuoteStatusIds = GetQuoteTweetStatusIds(message.Entities, quotedStatusLink: null)
1149                         .Distinct().ToArray();
1150
1151                     post.ExpandedUrls = message.Entities.OfType<TwitterEntityUrl>()
1152                         .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
1153                         .ToArray();
1154
1155                     //以下、ユーザー情報
1156                     TwitterUser? user;
1157                     if (gType == MyCommon.WORKERTYPE.UserStream)
1158                     {
1159                         if (this.Api.CurrentUserId == message.Recipient?.Id)
1160                         {
1161                             user = message.Sender;
1162                             post.IsMe = false;
1163                             post.IsOwl = true;
1164                         }
1165                         else
1166                         {
1167                             user = message.Recipient;
1168                             post.IsMe = true;
1169                             post.IsOwl = false;
1170                         }
1171                     }
1172                     else
1173                     {
1174                         if (gType == MyCommon.WORKERTYPE.DirectMessegeRcv)
1175                         {
1176                             user = message.Sender;
1177                             post.IsMe = false;
1178                             post.IsOwl = true;
1179                         }
1180                         else
1181                         {
1182                             user = message.Recipient;
1183                             post.IsMe = true;
1184                             post.IsOwl = false;
1185                         }
1186                     }
1187
1188                     if (user != null)
1189                     {
1190                         post.UserId = user.Id;
1191                         post.ScreenName = user.ScreenName;
1192                         post.Nickname = user.Name.Trim();
1193                         post.ImageUrl = user.ProfileImageUrlHttps;
1194                         post.IsProtect = user.Protected;
1195                         post.IsMe = post.UserId == this.UserId;
1196                     }
1197                     else
1198                     {
1199                         post.UserId = 0L;
1200                         post.ScreenName = "?????";
1201                         post.Nickname = "Unknown User";
1202                     }
1203
1204                     // メモリ使用量削減 (同一のテキストであれば同一の string インスタンスを参照させる)
1205                     if (post.Text == post.TextFromApi)
1206                         post.Text = post.TextFromApi;
1207                     if (post.AccessibleText == post.TextFromApi)
1208                         post.AccessibleText = post.TextFromApi;
1209
1210                     // 他の発言と重複しやすい (共通化できる) 文字列は string.Intern を通す
1211                     post.ScreenName = string.Intern(post.ScreenName);
1212                     post.Nickname = string.Intern(post.Nickname);
1213                     post.ImageUrl = string.Intern(post.ImageUrl);
1214                 }
1215                 catch(Exception ex)
1216                 {
1217                     MyCommon.TraceOut(ex, MethodBase.GetCurrentMethod().Name);
1218                     MessageBox.Show("Parse Error(CreateDirectMessagesFromJson)");
1219                     continue;
1220                 }
1221
1222                 post.IsRead = read;
1223                 if (post.IsMe && !read && this.ReadOwnPost) post.IsRead = true;
1224                 post.IsReply = false;
1225                 post.IsExcludeReply = false;
1226                 post.IsDm = true;
1227
1228                 var dmTab = TabInformations.GetInstance().DirectMessageTab;
1229                 dmTab.AddPostQueue(post);
1230             }
1231         }
1232
1233         public async Task GetDirectMessageEvents(bool read, bool backward)
1234         {
1235             this.CheckAccountState();
1236             this.CheckAccessLevel(TwitterApiAccessLevel.ReadWriteAndDirectMessage);
1237
1238             var count = 50;
1239
1240             TwitterMessageEventList eventList;
1241             if (backward)
1242             {
1243                 eventList = await this.Api.DirectMessagesEventsList(count, this.nextCursorDirectMessage)
1244                     .ConfigureAwait(false);
1245             }
1246             else
1247             {
1248                 eventList = await this.Api.DirectMessagesEventsList(count)
1249                     .ConfigureAwait(false);
1250             }
1251
1252             this.nextCursorDirectMessage = eventList.NextCursor;
1253
1254             await this.CreateDirectMessagesEventFromJson(eventList, read)
1255                 .ConfigureAwait(false);
1256         }
1257
1258         private async Task CreateDirectMessagesEventFromJson(TwitterMessageEventSingle eventSingle, bool read)
1259         {
1260             var eventList = new TwitterMessageEventList
1261             {
1262                 Apps = new Dictionary<string, TwitterMessageEventList.App>(),
1263                 Events = new[] { eventSingle.Event },
1264             };
1265
1266             await this.CreateDirectMessagesEventFromJson(eventList, read)
1267                 .ConfigureAwait(false);
1268         }
1269
1270         private async Task CreateDirectMessagesEventFromJson(TwitterMessageEventList eventList, bool read)
1271         {
1272             var events = eventList.Events
1273                 .Where(x => x.Type == "message_create")
1274                 .ToArray();
1275
1276             if (events.Length == 0)
1277                 return;
1278
1279             var userIds = Enumerable.Concat(
1280                 events.Select(x => x.MessageCreate.SenderId),
1281                 events.Select(x => x.MessageCreate.Target.RecipientId)
1282             ).Distinct().ToArray();
1283
1284             var users = (await this.Api.UsersLookup(userIds).ConfigureAwait(false))
1285                 .ToDictionary(x => x.IdStr);
1286
1287             var apps = eventList.Apps ?? new Dictionary<string, TwitterMessageEventList.App>();
1288
1289             this.CreateDirectMessagesEventFromJson(events, users, apps, read);
1290         }
1291
1292         private void CreateDirectMessagesEventFromJson(IEnumerable<TwitterMessageEvent> events, IReadOnlyDictionary<string, TwitterUser> users,
1293             IReadOnlyDictionary<string, TwitterMessageEventList.App> apps, bool read)
1294         {
1295             foreach (var eventItem in events)
1296             {
1297                 var post = new PostClass();
1298                 post.StatusId = long.Parse(eventItem.Id);
1299
1300                 var timestamp = long.Parse(eventItem.CreatedTimestamp);
1301                 post.CreatedAt = DateTimeUtc.UnixEpoch + TimeSpan.FromTicks(timestamp * TimeSpan.TicksPerMillisecond);
1302                 //本文
1303                 var textFromApi = eventItem.MessageCreate.MessageData.Text;
1304
1305                 var entities = eventItem.MessageCreate.MessageData.Entities;
1306                 var mediaEntity = eventItem.MessageCreate.MessageData.Attachment?.Media;
1307
1308                 if (mediaEntity != null)
1309                     entities.Media = new[] { mediaEntity };
1310
1311                 //HTMLに整形
1312                 post.Text = CreateHtmlAnchor(textFromApi, entities, quotedStatusLink: null);
1313                 post.TextFromApi = this.ReplaceTextFromApi(textFromApi, entities, quotedStatusLink: null);
1314                 post.TextFromApi = WebUtility.HtmlDecode(post.TextFromApi);
1315                 post.TextFromApi = post.TextFromApi.Replace("<3", "\u2661");
1316                 post.AccessibleText = CreateAccessibleText(textFromApi, entities, quotedStatus: null, quotedStatusLink: null);
1317                 post.AccessibleText = WebUtility.HtmlDecode(post.AccessibleText);
1318                 post.AccessibleText = post.AccessibleText.Replace("<3", "\u2661");
1319                 post.IsFav = false;
1320
1321                 this.ExtractEntities(entities, post.ReplyToList, post.Media);
1322
1323                 post.QuoteStatusIds = GetQuoteTweetStatusIds(entities, quotedStatusLink: null)
1324                     .Distinct().ToArray();
1325
1326                 post.ExpandedUrls = entities.OfType<TwitterEntityUrl>()
1327                     .Select(x => new PostClass.ExpandedUrlInfo(x.Url, x.ExpandedUrl))
1328                     .ToArray();
1329
1330                 //以下、ユーザー情報
1331                 string userId;
1332                 if (eventItem.MessageCreate.SenderId != this.Api.CurrentUserId.ToString(CultureInfo.InvariantCulture))
1333                 {
1334                     userId = eventItem.MessageCreate.SenderId;
1335                     post.IsMe = false;
1336                     post.IsOwl = true;
1337                 }
1338                 else
1339                 {
1340                     userId = eventItem.MessageCreate.Target.RecipientId;
1341                     post.IsMe = true;
1342                     post.IsOwl = false;
1343                 }
1344
1345                 if (!users.TryGetValue(userId, out var user))
1346                     continue;
1347
1348                 post.UserId = user.Id;
1349                 post.ScreenName = user.ScreenName;
1350                 post.Nickname = user.Name.Trim();
1351                 post.ImageUrl = user.ProfileImageUrlHttps;
1352                 post.IsProtect = user.Protected;
1353
1354                 // メモリ使用量削減 (同一のテキストであれば同一の string インスタンスを参照させる)
1355                 if (post.Text == post.TextFromApi)
1356                     post.Text = post.TextFromApi;
1357                 if (post.AccessibleText == post.TextFromApi)
1358                     post.AccessibleText = post.TextFromApi;
1359
1360                 // 他の発言と重複しやすい (共通化できる) 文字列は string.Intern を通す
1361                 post.ScreenName = string.Intern(post.ScreenName);
1362                 post.Nickname = string.Intern(post.Nickname);
1363                 post.ImageUrl = string.Intern(post.ImageUrl);
1364
1365                 var appId = eventItem.MessageCreate.SourceAppId;
1366                 if (appId != null && apps.TryGetValue(appId, out var app))
1367                 {
1368                     post.Source = string.Intern(app.Name);
1369
1370                     try
1371                     {
1372                         post.SourceUri = new Uri(SourceUriBase, app.Url);
1373                     }
1374                     catch (UriFormatException) { }
1375                 }
1376
1377                 post.IsRead = read;
1378                 if (post.IsMe && !read && this.ReadOwnPost)
1379                     post.IsRead = true;
1380                 post.IsReply = false;
1381                 post.IsExcludeReply = false;
1382                 post.IsDm = true;
1383
1384                 var dmTab = TabInformations.GetInstance().DirectMessageTab;
1385                 dmTab.AddPostQueue(post);
1386             }
1387         }
1388
1389         public async Task GetFavoritesApi(bool read, FavoritesTabModel tab, bool backward)
1390         {
1391             this.CheckAccountState();
1392
1393             var count = GetApiResultCount(MyCommon.WORKERTYPE.Favorites, backward, false);
1394
1395             TwitterStatus[] statuses;
1396             if (backward)
1397             {
1398                 statuses = await this.Api.FavoritesList(count, maxId: tab.OldestId)
1399                     .ConfigureAwait(false);
1400             }
1401             else
1402             {
1403                 statuses = await this.Api.FavoritesList(count)
1404                     .ConfigureAwait(false);
1405             }
1406
1407             var minimumId = this.CreateFavoritePostsFromJson(statuses, read);
1408
1409             if (minimumId != null)
1410                 tab.OldestId = minimumId.Value;
1411         }
1412
1413         private string ReplaceTextFromApi(string text, TwitterEntities? entities, TwitterQuotedStatusPermalink? quotedStatusLink)
1414         {
1415             if (entities != null)
1416             {
1417                 if (entities.Urls != null)
1418                 {
1419                     foreach (var m in entities.Urls)
1420                     {
1421                         if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1422                     }
1423                 }
1424                 if (entities.Media != null)
1425                 {
1426                     foreach (var m in entities.Media)
1427                     {
1428                         if (!string.IsNullOrEmpty(m.DisplayUrl)) text = text.Replace(m.Url, m.DisplayUrl);
1429                     }
1430                 }
1431             }
1432
1433             if (quotedStatusLink != null)
1434                 text += " " + quotedStatusLink.Display;
1435
1436             return text;
1437         }
1438
1439         internal static string CreateAccessibleText(string text, TwitterEntities? entities, TwitterStatus? quotedStatus, TwitterQuotedStatusPermalink? quotedStatusLink)
1440         {
1441             if (entities == null)
1442                 return text;
1443
1444             if (entities.Urls != null)
1445             {
1446                 foreach (var entity in entities.Urls)
1447                 {
1448                     if (quotedStatus != null)
1449                     {
1450                         var matchStatusUrl = Twitter.StatusUrlRegex.Match(entity.ExpandedUrl);
1451                         if (matchStatusUrl.Success && matchStatusUrl.Groups["StatusId"].Value == quotedStatus.IdStr)
1452                         {
1453                             var quotedText = CreateAccessibleText(quotedStatus.FullText, quotedStatus.MergedEntities, quotedStatus: null, quotedStatusLink: null);
1454                             text = text.Replace(entity.Url, string.Format(Properties.Resources.QuoteStatus_AccessibleText, quotedStatus.User.ScreenName, quotedText));
1455                             continue;
1456                         }
1457                     }
1458
1459                     if (!string.IsNullOrEmpty(entity.DisplayUrl))
1460                         text = text.Replace(entity.Url, entity.DisplayUrl);
1461                 }
1462             }
1463
1464             if (entities.Media != null)
1465             {
1466                 foreach (var entity in entities.Media)
1467                 {
1468                     if (!string.IsNullOrEmpty(entity.AltText))
1469                     {
1470                         text = text.Replace(entity.Url, string.Format(Properties.Resources.ImageAltText, entity.AltText));
1471                     }
1472                     else if (!string.IsNullOrEmpty(entity.DisplayUrl))
1473                     {
1474                         text = text.Replace(entity.Url, entity.DisplayUrl);
1475                     }
1476                 }
1477             }
1478
1479             if (quotedStatus != null && quotedStatusLink != null)
1480             {
1481                 var quoteText = CreateAccessibleText(quotedStatus.FullText, quotedStatus.MergedEntities, quotedStatus: null, quotedStatusLink: null);
1482                 text += " " + string.Format(Properties.Resources.QuoteStatus_AccessibleText, quotedStatus.User.ScreenName, quoteText);
1483             }
1484
1485             return text;
1486         }
1487
1488         /// <summary>
1489         /// フォロワーIDを更新します
1490         /// </summary>
1491         /// <exception cref="WebApiException"/>
1492         public async Task RefreshFollowerIds()
1493         {
1494             if (MyCommon._endingFlag) return;
1495
1496             var cursor = -1L;
1497             var newFollowerIds = Enumerable.Empty<long>();
1498             do
1499             {
1500                 var ret = await this.Api.FollowersIds(cursor)
1501                     .ConfigureAwait(false);
1502
1503                 if (ret.Ids == null)
1504                     throw new WebApiException("ret.ids == null");
1505
1506                 newFollowerIds = newFollowerIds.Concat(ret.Ids);
1507                 cursor = ret.NextCursor;
1508             } while (cursor != 0);
1509
1510             this.followerId = newFollowerIds.ToHashSet();
1511             TabInformations.GetInstance().RefreshOwl(this.followerId);
1512
1513             this.GetFollowersSuccess = true;
1514         }
1515
1516         /// <summary>
1517         /// RT 非表示ユーザーを更新します
1518         /// </summary>
1519         /// <exception cref="WebApiException"/>
1520         public async Task RefreshNoRetweetIds()
1521         {
1522             if (MyCommon._endingFlag) return;
1523
1524             this.noRTId = await this.Api.NoRetweetIds()
1525                 .ConfigureAwait(false);
1526
1527             this.GetNoRetweetSuccess = true;
1528         }
1529
1530         /// <summary>
1531         /// t.co の文字列長などの設定情報を更新します
1532         /// </summary>
1533         /// <exception cref="WebApiException"/>
1534         public async Task RefreshConfiguration()
1535         {
1536             this.Configuration = await this.Api.Configuration()
1537                 .ConfigureAwait(false);
1538
1539             // TextConfiguration 相当の JSON を得る API が存在しないため、TransformedURLLength のみ help/configuration.json に合わせて更新する
1540             this.TextConfiguration.TransformedURLLength = this.Configuration.ShortUrlLengthHttps;
1541         }
1542
1543         public async Task GetListsApi()
1544         {
1545             this.CheckAccountState();
1546
1547             var ownedLists = await TwitterLists.GetAllItemsAsync(x =>
1548                 this.Api.ListsOwnerships(this.Username, cursor: x, count: 1000))
1549                     .ConfigureAwait(false);
1550
1551             var subscribedLists = await TwitterLists.GetAllItemsAsync(x =>
1552                 this.Api.ListsSubscriptions(this.Username, cursor: x, count: 1000))
1553                     .ConfigureAwait(false);
1554
1555             TabInformations.GetInstance().SubscribableLists = Enumerable.Concat(ownedLists, subscribedLists)
1556                 .Select(x => new ListElement(x, this))
1557                 .ToList();
1558         }
1559
1560         public async Task DeleteList(long listId)
1561         {
1562             await this.Api.ListsDestroy(listId)
1563                 .IgnoreResponse()
1564                 .ConfigureAwait(false);
1565
1566             var tabinfo = TabInformations.GetInstance();
1567
1568             tabinfo.SubscribableLists = tabinfo.SubscribableLists
1569                 .Where(x => x.Id != listId)
1570                 .ToList();
1571         }
1572
1573         public async Task<ListElement> EditList(long listId, string new_name, bool isPrivate, string description)
1574         {
1575             var response = await this.Api.ListsUpdate(listId, new_name, description, isPrivate)
1576                 .ConfigureAwait(false);
1577
1578             var list = await response.LoadJsonAsync()
1579                 .ConfigureAwait(false);
1580
1581             return new ListElement(list, this);
1582         }
1583
1584         public async Task<long> GetListMembers(long listId, List<UserInfo> lists, long cursor)
1585         {
1586             this.CheckAccountState();
1587
1588             var users = await this.Api.ListsMembers(listId, cursor)
1589                 .ConfigureAwait(false);
1590
1591             Array.ForEach(users.Users, u => lists.Add(new UserInfo(u)));
1592
1593             return users.NextCursor;
1594         }
1595
1596         public async Task CreateListApi(string listName, bool isPrivate, string description)
1597         {
1598             this.CheckAccountState();
1599
1600             var response = await this.Api.ListsCreate(listName, description, isPrivate)
1601                 .ConfigureAwait(false);
1602
1603             var list = await response.LoadJsonAsync()
1604                 .ConfigureAwait(false);
1605
1606             TabInformations.GetInstance().SubscribableLists.Add(new ListElement(list, this));
1607         }
1608
1609         public async Task<bool> ContainsUserAtList(long listId, string user)
1610         {
1611             this.CheckAccountState();
1612
1613             try
1614             {
1615                 await this.Api.ListsMembersShow(listId, user)
1616                     .ConfigureAwait(false);
1617
1618                 return true;
1619             }
1620             catch (TwitterApiException ex)
1621                 when (ex.Errors.Any(x => x.Code == TwitterErrorCode.NotFound))
1622             {
1623                 return false;
1624             }
1625         }
1626
1627         private void ExtractEntities(TwitterEntities? entities, List<(long UserId, string ScreenName)> AtList, List<MediaInfo> media)
1628         {
1629             if (entities != null)
1630             {
1631                 if (entities.Hashtags != null)
1632                 {
1633                     lock (this.LockObj)
1634                     {
1635                         this._hashList.AddRange(entities.Hashtags.Select(x => "#" + x.Text));
1636                     }
1637                 }
1638                 if (entities.UserMentions != null)
1639                 {
1640                     foreach (var ent in entities.UserMentions)
1641                     {
1642                         AtList.Add((ent.Id, ent.ScreenName));
1643                     }
1644                 }
1645                 if (entities.Media != null)
1646                 {
1647                     if (media != null)
1648                     {
1649                         foreach (var ent in entities.Media)
1650                         {
1651                             if (!media.Any(x => x.Url == ent.MediaUrlHttps))
1652                             {
1653                                 if (ent.VideoInfo != null &&
1654                                     ent.Type == "animated_gif" || ent.Type == "video")
1655                                 {
1656                                     //var videoUrl = ent.VideoInfo.Variants
1657                                     //    .Where(v => v.ContentType == "video/mp4")
1658                                     //    .OrderByDescending(v => v.Bitrate)
1659                                     //    .Select(v => v.Url).FirstOrDefault();
1660                                     media.Add(new MediaInfo(ent.MediaUrlHttps, ent.AltText, ent.ExpandedUrl));
1661                                 }
1662                                 else
1663                                     media.Add(new MediaInfo(ent.MediaUrlHttps, ent.AltText, videoUrl: null));
1664                             }
1665                         }
1666                     }
1667                 }
1668             }
1669         }
1670
1671         internal static string CreateHtmlAnchor(string text, TwitterEntities? entities, TwitterQuotedStatusPermalink? quotedStatusLink)
1672         {
1673             var mergedEntities = entities.Concat(TweetExtractor.ExtractEmojiEntities(text));
1674
1675             // PostClass.ExpandedUrlInfo を使用して非同期に URL 展開を行うためここでは expanded_url を使用しない
1676             text = TweetFormatter.AutoLinkHtml(text, mergedEntities, keepTco: true);
1677
1678             text = Regex.Replace(text, "(^|[^a-zA-Z0-9_/&##@@>=.~])(sm|nm)([0-9]{1,10})", "$1<a href=\"https://www.nicovideo.jp/watch/$2$3\">$2$3</a>");
1679             text = PreProcessUrl(text); //IDN置換
1680
1681             if (quotedStatusLink != null)
1682             {
1683                 text += string.Format(" <a href=\"{0}\" title=\"{0}\">{1}</a>",
1684                     WebUtility.HtmlEncode(quotedStatusLink.Url),
1685                     WebUtility.HtmlEncode(quotedStatusLink.Display));
1686             }
1687
1688             return text;
1689         }
1690
1691         private static readonly Uri SourceUriBase = new Uri("https://twitter.com/");
1692
1693         /// <summary>
1694         /// Twitter APIから得たHTML形式のsource文字列を分析し、source名とURLに分離します
1695         /// </summary>
1696         internal static (string SourceText, Uri? SourceUri) ParseSource(string? sourceHtml)
1697         {
1698             if (string.IsNullOrEmpty(sourceHtml))
1699                 return ("", null);
1700
1701             string sourceText;
1702             Uri? sourceUri;
1703
1704             // sourceHtmlの例: <a href="http://twitter.com" rel="nofollow">Twitter Web Client</a>
1705
1706             var match = Regex.Match(sourceHtml, "^<a href=\"(?<uri>.+?)\".*?>(?<text>.+)</a>$", RegexOptions.IgnoreCase);
1707             if (match.Success)
1708             {
1709                 sourceText = WebUtility.HtmlDecode(match.Groups["text"].Value);
1710                 try
1711                 {
1712                     var uriStr = WebUtility.HtmlDecode(match.Groups["uri"].Value);
1713                     sourceUri = new Uri(SourceUriBase, uriStr);
1714                 }
1715                 catch (UriFormatException)
1716                 {
1717                     sourceUri = null;
1718                 }
1719             }
1720             else
1721             {
1722                 sourceText = WebUtility.HtmlDecode(sourceHtml);
1723                 sourceUri = null;
1724             }
1725
1726             return (sourceText, sourceUri);
1727         }
1728
1729         public async Task<TwitterApiStatus?> GetInfoApi()
1730         {
1731             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid) return null;
1732
1733             if (MyCommon._endingFlag) return null;
1734
1735             var limits = await this.Api.ApplicationRateLimitStatus()
1736                 .ConfigureAwait(false);
1737
1738             MyCommon.TwitterApiInfo.UpdateFromJson(limits);
1739
1740             return MyCommon.TwitterApiInfo;
1741         }
1742
1743         /// <summary>
1744         /// ブロック中のユーザーを更新します
1745         /// </summary>
1746         /// <exception cref="WebApiException"/>
1747         public async Task RefreshBlockIds()
1748         {
1749             if (MyCommon._endingFlag) return;
1750
1751             var cursor = -1L;
1752             var newBlockIds = Enumerable.Empty<long>();
1753             do
1754             {
1755                 var ret = await this.Api.BlocksIds(cursor)
1756                     .ConfigureAwait(false);
1757
1758                 newBlockIds = newBlockIds.Concat(ret.Ids);
1759                 cursor = ret.NextCursor;
1760             } while (cursor != 0);
1761
1762             var blockIdsSet = newBlockIds.ToHashSet();
1763             blockIdsSet.Remove(this.UserId); // 元のソースにあったので一応残しておく
1764
1765             TabInformations.GetInstance().BlockIds = blockIdsSet;
1766         }
1767
1768         /// <summary>
1769         /// ミュート中のユーザーIDを更新します
1770         /// </summary>
1771         /// <exception cref="WebApiException"/>
1772         public async Task RefreshMuteUserIdsAsync()
1773         {
1774             if (MyCommon._endingFlag) return;
1775
1776             var ids = await TwitterIds.GetAllItemsAsync(x => this.Api.MutesUsersIds(x))
1777                 .ConfigureAwait(false);
1778
1779             TabInformations.GetInstance().MuteUserIds = ids.ToHashSet();
1780         }
1781
1782         public string[] GetHashList()
1783         {
1784             string[] hashArray;
1785             lock (LockObj)
1786             {
1787                 hashArray = _hashList.ToArray();
1788                 _hashList.Clear();
1789             }
1790             return hashArray;
1791         }
1792
1793         public string AccessToken
1794             => ((TwitterApiConnection)this.Api.Connection).AccessToken;
1795
1796         public string AccessTokenSecret
1797             => ((TwitterApiConnection)this.Api.Connection).AccessSecret;
1798
1799         private void CheckAccountState()
1800         {
1801             if (Twitter.AccountState != MyCommon.ACCOUNT_STATE.Valid)
1802                 throw new WebApiException("Auth error. Check your account");
1803         }
1804
1805         private void CheckAccessLevel(TwitterApiAccessLevel accessLevelFlags)
1806         {
1807             if (!this.AccessLevel.HasFlag(accessLevelFlags))
1808                 throw new WebApiException("Auth Err:try to re-authorization.");
1809         }
1810
1811         public int GetTextLengthRemain(string postText)
1812         {
1813             var matchDm = Twitter.DMSendTextRegex.Match(postText);
1814             if (matchDm.Success)
1815                 return this.GetTextLengthRemainDM(matchDm.Groups["body"].Value);
1816
1817             return this.GetTextLengthRemainWeighted(postText);
1818         }
1819
1820         private int GetTextLengthRemainDM(string postText)
1821         {
1822             var textLength = 0;
1823
1824             var pos = 0;
1825             while (pos < postText.Length)
1826             {
1827                 textLength++;
1828
1829                 if (char.IsSurrogatePair(postText, pos))
1830                     pos += 2; // サロゲートペアの場合は2文字分進める
1831                 else
1832                     pos++;
1833             }
1834
1835             var urls = TweetExtractor.ExtractUrls(postText);
1836             foreach (var url in urls)
1837             {
1838                 var shortUrlLength = url.StartsWith("https://", StringComparison.OrdinalIgnoreCase)
1839                     ? this.Configuration.ShortUrlLengthHttps
1840                     : this.Configuration.ShortUrlLength;
1841
1842                 textLength += shortUrlLength - url.Length;
1843             }
1844
1845             return this.Configuration.DmTextCharacterLimit - textLength;
1846         }
1847
1848         private int GetTextLengthRemainWeighted(string postText)
1849         {
1850             var config = this.TextConfiguration;
1851             var totalWeight = 0;
1852
1853             int GetWeightFromCodepoint(int codepoint)
1854             {
1855                 foreach (var weightRange in config.Ranges)
1856                 {
1857                     if (codepoint >= weightRange.Start && codepoint <= weightRange.End)
1858                         return weightRange.Weight;
1859                 }
1860
1861                 return config.DefaultWeight;
1862             }
1863
1864             var urls = TweetExtractor.ExtractUrlEntities(postText).ToArray();
1865             var emojis = config.EmojiParsingEnabled
1866                 ? TweetExtractor.ExtractEmojiEntities(postText).ToArray()
1867                 : Array.Empty<TwitterEntityEmoji>();
1868
1869             var codepoints = postText.ToCodepoints().ToArray();
1870             var index = 0;
1871             while (index < codepoints.Length)
1872             {
1873                 var urlEntity = urls.FirstOrDefault(x => x.Indices[0] == index);
1874                 if (urlEntity != null)
1875                 {
1876                     totalWeight += config.TransformedURLLength * config.Scale;
1877                     index = urlEntity.Indices[1];
1878                     continue;
1879                 }
1880
1881                 var emojiEntity = emojis.FirstOrDefault(x => x.Indices[0] == index);
1882                 if (emojiEntity != null)
1883                 {
1884                     totalWeight += GetWeightFromCodepoint(codepoints[index]);
1885                     index = emojiEntity.Indices[1];
1886                     continue;
1887                 }
1888
1889                 var codepoint = codepoints[index];
1890                 totalWeight += GetWeightFromCodepoint(codepoint);
1891
1892                 index++;
1893             }
1894
1895             var remainWeight = config.MaxWeightedTweetLength * config.Scale - totalWeight;
1896
1897             return remainWeight / config.Scale;
1898         }
1899
1900
1901 #region "UserStream"
1902         public string TrackWord { get; set; } = "";
1903         public bool AllAtReply { get; set; } = false;
1904
1905         public event EventHandler NewPostFromStream;
1906         public event EventHandler UserStreamStarted;
1907         public event EventHandler UserStreamStopped;
1908         public event EventHandler<PostDeletedEventArgs> PostDeleted;
1909         public event EventHandler<UserStreamEventReceivedEventArgs> UserStreamEventReceived;
1910         private DateTimeUtc _lastUserstreamDataReceived;
1911         private StreamAutoConnector? userStreamConnector;
1912
1913         public class FormattedEvent
1914         {
1915             public MyCommon.EVENTTYPE Eventtype { get; set; }
1916             public DateTimeUtc CreatedAt { get; set; }
1917             public string Event { get; set; } = "";
1918             public string Username { get; set; } = "";
1919             public string Target { get; set; } = "";
1920             public long Id { get; set; }
1921             public bool IsMe { get; set; }
1922         }
1923
1924         public List<FormattedEvent> StoredEvent { get; } = new List<FormattedEvent>();
1925
1926         private readonly IReadOnlyDictionary<string, MyCommon.EVENTTYPE> eventTable = new Dictionary<string, MyCommon.EVENTTYPE>
1927         {
1928             ["favorite"] = MyCommon.EVENTTYPE.Favorite,
1929             ["unfavorite"] = MyCommon.EVENTTYPE.Unfavorite,
1930             ["follow"] = MyCommon.EVENTTYPE.Follow,
1931             ["list_member_added"] = MyCommon.EVENTTYPE.ListMemberAdded,
1932             ["list_member_removed"] = MyCommon.EVENTTYPE.ListMemberRemoved,
1933             ["block"] = MyCommon.EVENTTYPE.Block,
1934             ["unblock"] = MyCommon.EVENTTYPE.Unblock,
1935             ["user_update"] = MyCommon.EVENTTYPE.UserUpdate,
1936             ["deleted"] = MyCommon.EVENTTYPE.Deleted,
1937             ["list_created"] = MyCommon.EVENTTYPE.ListCreated,
1938             ["list_destroyed"] = MyCommon.EVENTTYPE.ListDestroyed,
1939             ["list_updated"] = MyCommon.EVENTTYPE.ListUpdated,
1940             ["unfollow"] = MyCommon.EVENTTYPE.Unfollow,
1941             ["list_user_subscribed"] = MyCommon.EVENTTYPE.ListUserSubscribed,
1942             ["list_user_unsubscribed"] = MyCommon.EVENTTYPE.ListUserUnsubscribed,
1943             ["mute"] = MyCommon.EVENTTYPE.Mute,
1944             ["unmute"] = MyCommon.EVENTTYPE.Unmute,
1945             ["quoted_tweet"] = MyCommon.EVENTTYPE.QuotedTweet,
1946         };
1947
1948         public bool IsUserstreamDataReceived
1949             => (DateTimeUtc.Now - this._lastUserstreamDataReceived).TotalSeconds < 31;
1950
1951         private void userStream_MessageReceived(ITwitterStreamMessage message)
1952         {
1953             this._lastUserstreamDataReceived = DateTimeUtc.Now;
1954
1955             switch (message)
1956             {
1957                 case StreamMessageStatus statusMessage:
1958                     var status = statusMessage.Status.Normalize();
1959
1960                     if (status.RetweetedStatus is TwitterStatus retweetedStatus)
1961                     {
1962                         var sourceUserId = statusMessage.Status.User.Id;
1963                         var targetUserId = retweetedStatus.User.Id;
1964
1965                         // 自分に関係しないリツイートの場合は無視する
1966                         var selfUserId = this.UserId;
1967                         if (sourceUserId == selfUserId || targetUserId == selfUserId)
1968                         {
1969                             // 公式 RT をイベントとしても扱う
1970                             var evt = this.CreateEventFromRetweet(status);
1971                             this.StoredEvent.Insert(0, evt);
1972                             this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
1973                         }
1974                         // 従来通り公式 RT の表示も行うため break しない
1975                     }
1976
1977                     this.CreatePostsFromJson(new[] { status }, MyCommon.WORKERTYPE.UserStream, null, false);
1978                     this.NewPostFromStream?.Invoke(this, EventArgs.Empty);
1979                     break;
1980
1981                 case StreamMessageDirectMessage dmMessage:
1982                     this.CreateDirectMessagesFromJson(new[] { dmMessage.DirectMessage }, MyCommon.WORKERTYPE.UserStream, false);
1983                     this.NewPostFromStream?.Invoke(this, EventArgs.Empty);
1984                     break;
1985
1986                 case StreamMessageDelete deleteMessage:
1987                     var deletedId = deleteMessage.Status?.Id ?? deleteMessage.DirectMessage?.Id;
1988                     if (deletedId == null)
1989                         break;
1990
1991                     this.PostDeleted?.Invoke(this, new PostDeletedEventArgs(deletedId.Value));
1992
1993                     foreach (var index in MyCommon.CountDown(this.StoredEvent.Count - 1, 0))
1994                     {
1995                         var evt = this.StoredEvent[index];
1996                         if (evt.Id == deletedId.Value && (evt.Event == "favorite" || evt.Event == "unfavorite"))
1997                         {
1998                             this.StoredEvent.RemoveAt(index);
1999                         }
2000                     }
2001                     break;
2002
2003                 case StreamMessageEvent eventMessage:
2004                     this.CreateEventFromJson(eventMessage);
2005                     break;
2006
2007                 case StreamMessageScrubGeo scrubGeoMessage:
2008                     TabInformations.GetInstance().ScrubGeoReserve(scrubGeoMessage.UserId, scrubGeoMessage.UpToStatusId);
2009                     break;
2010
2011                 default:
2012                     break;
2013             }
2014         }
2015
2016         /// <summary>
2017         /// UserStreamsから受信した公式RTをイベントに変換します
2018         /// </summary>
2019         private FormattedEvent CreateEventFromRetweet(TwitterStatus status)
2020         {
2021             if (status.RetweetedStatus == null)
2022                 throw new InvalidOperationException();
2023
2024             return new FormattedEvent
2025             {
2026                 Eventtype = MyCommon.EVENTTYPE.Retweet,
2027                 Event = "retweet",
2028                 CreatedAt = MyCommon.DateTimeParse(status.CreatedAt),
2029                 IsMe = status.User.Id == this.UserId,
2030                 Username = status.User.ScreenName,
2031                 Target = string.Format("@{0}:{1}", new[]
2032                 {
2033                     status.RetweetedStatus.User.ScreenName,
2034                     WebUtility.HtmlDecode(status.RetweetedStatus.FullText),
2035                 }),
2036                 Id = status.RetweetedStatus.Id,
2037             };
2038         }
2039
2040         private void CreateEventFromJson(StreamMessageEvent message)
2041         {
2042             var eventData = message.Event;
2043
2044             var evt = new FormattedEvent
2045             {
2046                 CreatedAt = MyCommon.DateTimeParse(eventData.CreatedAt),
2047                 Event = eventData.Event,
2048                 Username = eventData.Source.ScreenName,
2049                 IsMe = eventData.Source.Id == this.UserId,
2050                 Eventtype = eventTable.TryGetValue(eventData.Event, out var eventType) ? eventType : MyCommon.EVENTTYPE.None,
2051             };
2052
2053             TwitterStreamEvent<TwitterStatusCompat> tweetEvent;
2054             TwitterStatus tweet;
2055
2056             switch (eventData.Event)
2057             {
2058                 case "access_revoked":
2059                 case "access_unrevoked":
2060                 case "user_delete":
2061                 case "user_suspend":
2062                     return;
2063                 case "follow":
2064                     if (eventData.Target.Id == this.UserId)
2065                     {
2066                         if (!this.followerId.Contains(eventData.Source.Id)) this.followerId.Add(eventData.Source.Id);
2067                     }
2068                     else
2069                     {
2070                         return;    //Block後のUndoをすると、SourceとTargetが逆転したfollowイベントが帰ってくるため。
2071                     }
2072                     evt.Target = "";
2073                     break;
2074                 case "unfollow":
2075                     evt.Target = "@" + eventData.Target.ScreenName;
2076                     break;
2077                 case "favorited_retweet":
2078                 case "retweeted_retweet":
2079                     return;
2080                 case "favorite":
2081                 case "unfavorite":
2082                     tweetEvent = message.ParseTargetObjectAs<TwitterStatusCompat>();
2083                     tweet = tweetEvent.TargetObject.Normalize();
2084                     evt.Target = "@" + tweet.User.ScreenName + ":" + WebUtility.HtmlDecode(tweet.FullText);
2085                     evt.Id = tweet.Id;
2086
2087                     if (SettingManager.Common.IsRemoveSameEvent)
2088                     {
2089                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
2090                             return;
2091                     }
2092
2093                     var tabinfo = TabInformations.GetInstance();
2094
2095                     var statusId = tweet.Id;
2096                     if (!tabinfo.Posts.TryGetValue(statusId, out var post))
2097                         break;
2098
2099                     if (eventData.Event == "favorite")
2100                     {
2101                         var favTab = tabinfo.FavoriteTab;
2102                         favTab.AddPostQueue(post);
2103
2104                         if (tweetEvent.Source.Id == this.UserId)
2105                         {
2106                             post.IsFav = true;
2107                         }
2108                         else if (tweetEvent.Target.Id == this.UserId)
2109                         {
2110                             post.FavoritedCount++;
2111
2112                             if (SettingManager.Common.FavEventUnread)
2113                                 tabinfo.SetReadAllTab(post.StatusId, read: false);
2114                         }
2115                     }
2116                     else // unfavorite
2117                     {
2118                         if (tweetEvent.Source.Id == this.UserId)
2119                         {
2120                             post.IsFav = false;
2121                         }
2122                         else if (tweetEvent.Target.Id == this.UserId)
2123                         {
2124                             post.FavoritedCount = Math.Max(0, post.FavoritedCount - 1);
2125                         }
2126                     }
2127                     break;
2128                 case "quoted_tweet":
2129                     if (evt.IsMe) return;
2130
2131                     tweetEvent = message.ParseTargetObjectAs<TwitterStatusCompat>();
2132                     tweet = tweetEvent.TargetObject.Normalize();
2133                     evt.Target = "@" + tweet.User.ScreenName + ":" + WebUtility.HtmlDecode(tweet.FullText);
2134                     evt.Id = tweet.Id;
2135
2136                     if (SettingManager.Common.IsRemoveSameEvent)
2137                     {
2138                         if (this.StoredEvent.Any(ev => ev.Username == evt.Username && ev.Eventtype == evt.Eventtype && ev.Target == evt.Target))
2139                             return;
2140                     }
2141                     break;
2142                 case "list_member_added":
2143                 case "list_member_removed":
2144                 case "list_created":
2145                 case "list_destroyed":
2146                 case "list_updated":
2147                 case "list_user_subscribed":
2148                 case "list_user_unsubscribed":
2149                     var listEvent = message.ParseTargetObjectAs<TwitterList>();
2150                     evt.Target = listEvent.TargetObject.FullName;
2151                     break;
2152                 case "block":
2153                     if (!TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Add(eventData.Target.Id);
2154                     evt.Target = "";
2155                     break;
2156                 case "unblock":
2157                     if (TabInformations.GetInstance().BlockIds.Contains(eventData.Target.Id)) TabInformations.GetInstance().BlockIds.Remove(eventData.Target.Id);
2158                     evt.Target = "";
2159                     break;
2160                 case "user_update":
2161                     evt.Target = "";
2162                     break;
2163                 
2164                 // Mute / Unmute
2165                 case "mute":
2166                     evt.Target = "@" + eventData.Target.ScreenName;
2167                     if (!TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2168                     {
2169                         TabInformations.GetInstance().MuteUserIds.Add(eventData.Target.Id);
2170                     }
2171                     break;
2172                 case "unmute":
2173                     evt.Target = "@" + eventData.Target.ScreenName;
2174                     if (TabInformations.GetInstance().MuteUserIds.Contains(eventData.Target.Id))
2175                     {
2176                         TabInformations.GetInstance().MuteUserIds.Remove(eventData.Target.Id);
2177                     }
2178                     break;
2179
2180                 default:
2181                     MyCommon.TraceOut("Unknown Event:" + evt.Event + Environment.NewLine + message.Json);
2182                     break;
2183             }
2184             this.StoredEvent.Insert(0, evt);
2185
2186             this.UserStreamEventReceived?.Invoke(this, new UserStreamEventReceivedEventArgs(evt));
2187         }
2188
2189         private void userStream_Started()
2190             => this.UserStreamStarted?.Invoke(this, EventArgs.Empty);
2191
2192         private void userStream_Stopped()
2193             => this.UserStreamStopped?.Invoke(this, EventArgs.Empty);
2194
2195         public bool UserStreamActive
2196             => this.userStreamConnector != null && this.userStreamConnector.IsStreamActive;
2197
2198         public void StartUserStream()
2199         {
2200             var replies = this.AllAtReply ? "all" : null;
2201             var streamObservable = this.Api.UserStreams(replies, this.TrackWord);
2202             var newConnector = new StreamAutoConnector(streamObservable);
2203
2204             newConnector.MessageReceived += userStream_MessageReceived;
2205             newConnector.Started += userStream_Started;
2206             newConnector.Stopped += userStream_Stopped;
2207
2208             newConnector.Start();
2209
2210             var oldConnector = Interlocked.Exchange(ref this.userStreamConnector, newConnector);
2211             oldConnector?.Dispose();
2212         }
2213
2214         public void StopUserStream()
2215         {
2216             var oldConnector = Interlocked.Exchange(ref this.userStreamConnector, null);
2217             oldConnector?.Dispose();
2218         }
2219
2220         public void ReconnectUserStream()
2221         {
2222             if (this.userStreamConnector != null)
2223             {
2224                 this.StartUserStream();
2225             }
2226         }
2227
2228         private class StreamAutoConnector : IDisposable
2229         {
2230             private readonly TwitterStreamObservable streamObservable;
2231
2232             public bool IsStreamActive { get; private set; }
2233             public bool IsDisposed { get; private set; }
2234
2235             public event Action<ITwitterStreamMessage>? MessageReceived;
2236             public event Action? Stopped;
2237             public event Action? Started;
2238
2239             private Task? streamTask;
2240             private CancellationTokenSource streamCts = new CancellationTokenSource();
2241
2242             public StreamAutoConnector(TwitterStreamObservable streamObservable)
2243                 => this.streamObservable = streamObservable;
2244
2245             public void Start()
2246             {
2247                 var cts = new CancellationTokenSource();
2248
2249                 this.streamCts = cts;
2250                 this.streamTask = Task.Run(async () =>
2251                 {
2252                     try
2253                     {
2254                         await this.StreamLoop(cts.Token)
2255                             .ConfigureAwait(false);
2256                     }
2257                     catch (OperationCanceledException) { }
2258                 });
2259             }
2260
2261             public void Stop()
2262             {
2263                 this.streamCts?.Cancel();
2264
2265                 // streamTask の完了を待たずに IsStreamActive を false にセットする
2266                 this.IsStreamActive = false;
2267                 this.Stopped?.Invoke();
2268             }
2269
2270             private async Task StreamLoop(CancellationToken cancellationToken)
2271             {
2272                 var sleep = TimeSpan.Zero;
2273                 for (; ; )
2274                 {
2275                     if (sleep != TimeSpan.Zero)
2276                     {
2277                         await Task.Delay(sleep, cancellationToken)
2278                             .ConfigureAwait(false);
2279                         sleep = TimeSpan.Zero;
2280                     }
2281
2282                     if (!MyCommon.IsNetworkAvailable())
2283                     {
2284                         sleep = TimeSpan.FromSeconds(30);
2285                         continue;
2286                     }
2287
2288                     this.IsStreamActive = true;
2289                     this.Started?.Invoke();
2290
2291                     try
2292                     {
2293                         await this.streamObservable.ForEachAsync(
2294                             x => this.MessageReceived?.Invoke(x),
2295                             cancellationToken);
2296
2297                         // キャンセルされていないのにストリームが終了した場合
2298                         sleep = TimeSpan.FromSeconds(30);
2299                     }
2300                     catch (TwitterApiException ex) when (ex.StatusCode == HttpStatusCode.Gone)
2301                     {
2302                         // UserStreams停止によるエラーの場合は長めに間隔を開ける
2303                         sleep = TimeSpan.FromMinutes(10);
2304                     }
2305                     catch (TwitterApiException) { sleep = TimeSpan.FromSeconds(30); }
2306                     catch (IOException) { sleep = TimeSpan.FromSeconds(30); }
2307                     catch (OperationCanceledException)
2308                     {
2309                         if (cancellationToken.IsCancellationRequested)
2310                             throw;
2311
2312                         // cancellationToken によるキャンセルではない(=タイムアウトエラー)
2313                         sleep = TimeSpan.FromSeconds(30);
2314                     }
2315                     catch (Exception ex)
2316                     {
2317                         MyCommon.ExceptionOut(ex);
2318                         sleep = TimeSpan.FromSeconds(30);
2319                     }
2320                     finally
2321                     {
2322                         this.IsStreamActive = false;
2323                         this.Stopped?.Invoke();
2324                     }
2325                 }
2326             }
2327
2328             public void Dispose()
2329             {
2330                 if (this.IsDisposed)
2331                     return;
2332
2333                 this.IsDisposed = true;
2334
2335                 this.Stop();
2336
2337                 this.Started = null;
2338                 this.Stopped = null;
2339                 this.MessageReceived = null;
2340             }
2341         }
2342 #endregion
2343
2344 #region "IDisposable Support"
2345         private bool disposedValue; // 重複する呼び出しを検出するには
2346
2347         // IDisposable
2348         protected virtual void Dispose(bool disposing)
2349         {
2350             if (!this.disposedValue)
2351             {
2352                 if (disposing)
2353                 {
2354                     this.StopUserStream();
2355                 }
2356             }
2357             this.disposedValue = true;
2358         }
2359
2360         //protected Overrides void Finalize()
2361         //{
2362         //    // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
2363         //    Dispose(false)
2364         //    MyBase.Finalize()
2365         //}
2366
2367         // このコードは、破棄可能なパターンを正しく実装できるように Visual Basic によって追加されました。
2368         public void Dispose()
2369         {
2370             // このコードを変更しないでください。クリーンアップ コードを上の Dispose(bool disposing) に記述します。
2371             Dispose(true);
2372             GC.SuppressFinalize(this);
2373         }
2374 #endregion
2375     }
2376
2377     public class PostDeletedEventArgs : EventArgs
2378     {
2379         public long StatusId { get; }
2380
2381         public PostDeletedEventArgs(long statusId)
2382             => this.StatusId = statusId;
2383     }
2384
2385     public class UserStreamEventReceivedEventArgs : EventArgs
2386     {
2387         public Twitter.FormattedEvent EventData { get; }
2388
2389         public UserStreamEventReceivedEventArgs(Twitter.FormattedEvent eventData)
2390             => this.EventData = eventData;
2391     }
2392 }