using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.Collections.ObjectModel; using System.IO; using System.Linq; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Web.UI; using Hjg.Pngcs; using Hjg.Pngcs.Chunks; using Vintagestory.API.Client; using Vintagestory.API.Common; using Vintagestory.API.MathTools; namespace Automap { public class AutomapSystem { private Thread cartographer_thread; private ICoreClientAPI ClientAPI { get; set; } private ILogger Logger { get; set; } private IChunkRenderer ChunkRenderer { get; set; } private const string _mapPath = @"Maps"; private const string _chunkPath = @"Chunks"; private const string _domain = @"automap"; private const string chunkFile_filter = @"*_*.png"; private static Regex chunkShardRegex = new Regex(@"(?[\d]+)_(?[\d]+).png", RegexOptions.Singleline); private ConcurrentDictionary columnCounter = new ConcurrentDictionary(3, 150 ); private ColumnsMetadata chunkTopMetadata; private PointsOfInterest POIs; internal Dictionary BlockID_Designators { get; private set;} internal bool Enabled { get; set; } //Run status, Chunks processed, stats, center of map.... internal uint nullChunkCount; internal uint updatedChunksTotal; internal Vec2i startChunkColumn; private readonly int chunkSize; private string path; private IAsset stylesFile; public AutomapSystem(ICoreClientAPI clientAPI, ILogger logger) { this.ClientAPI = clientAPI; this.Logger = logger; chunkSize = ClientAPI.World.BlockAccessor.ChunkSize; ClientAPI.Event.LevelFinalize += EngageAutomap; //TODO:Choose which one from GUI this.ChunkRenderer = new StandardRenderer(clientAPI, logger); } #region Internals private void EngageAutomap( ) { path = ClientAPI.GetOrCreateDataPath(_mapPath); path = ClientAPI.GetOrCreateDataPath(Path.Combine(path, "World_" + ClientAPI.World.Seed));//Add name of World too...'ServerApi.WorldManager.CurrentWorldName' stylesFile = ClientAPI.World.AssetManager.Get(new AssetLocation(_domain, "config/automap_format.css")); Logger.VerboseDebug("CSS loaded: {0} size: {1}",stylesFile.IsLoaded() ,stylesFile.ToText( ).Length); Prefill_POI_Designators( ); startChunkColumn = new Vec2i((ClientAPI.World.Player.Entity.LocalPos.AsBlockPos.X / chunkSize), (ClientAPI.World.Player.Entity.LocalPos.AsBlockPos.Z / chunkSize)); chunkTopMetadata = new ColumnsMetadata(startChunkColumn); Logger.Notification("AUTOMAP Start {0}", startChunkColumn); Reload_Metadata( ); ClientAPI.Event.ChunkDirty += ChunkAChanging; cartographer_thread = new Thread(Cartographer); cartographer_thread.Name = "Cartographer"; cartographer_thread.Priority = ThreadPriority.Lowest; cartographer_thread.IsBackground = true; ClientAPI.Event.RegisterGameTickListener(AwakenCartographer, 6000); } private void ChunkAChanging(Vec3i chunkCoord, IWorldChunk chunk, EnumChunkDirtyReason reason) { Vec2i topPosition = new Vec2i(chunkCoord.X, chunkCoord.Z); columnCounter.AddOrUpdate(topPosition, 1, (key, colAct) => colAct + 1); } private void AwakenCartographer(float delayed) { if (Enabled && (ClientAPI.IsGamePaused != false || ClientAPI.IsShuttingDown != true)) { #if DEBUG Logger.VerboseDebug("Cartographer re-trigger from [{0}]", cartographer_thread.ThreadState); #endif if (cartographer_thread.ThreadState.HasFlag(ThreadState.Unstarted)) { cartographer_thread.Start( ); } else if (cartographer_thread.ThreadState.HasFlag(ThreadState.WaitSleepJoin)) { //Time to (re)write chunk shards cartographer_thread.Interrupt( ); } ClientAPI.TriggerChatMessage($"Automap {updatedChunksTotal} Updates - MAX (N:{chunkTopMetadata.North_mostChunk},S:{chunkTopMetadata.South_mostChunk},E:{chunkTopMetadata.East_mostChunk}, W:{chunkTopMetadata.West_mostChunk} - TOTAL: {chunkTopMetadata.Count})"); } } private void Cartographer( ) { wake: Logger.VerboseDebug("Cartographer thread awoken"); try { uint ejectedItem = 0; uint updatedChunks = 0; //-- Should dodge enumerator changing underfoot....at a cost. if (!columnCounter.IsEmpty) { var tempSet = columnCounter.ToArray( ).OrderByDescending(kvp => kvp.Value); foreach (var mostActiveCol in tempSet) { var mapChunk = ClientAPI.World.BlockAccessor.GetMapChunk(mostActiveCol.Key); if (mapChunk == null) { Logger.Warning("SKIP CHUNK: ({0}) - Map Chunk NULL!", mostActiveCol.Key); nullChunkCount++; columnCounter.TryRemove(mostActiveCol.Key, out ejectedItem ); continue; } ColumnMeta chunkMeta = CreateColumnMetadata(mostActiveCol,mapChunk); PngWriter pngWriter = SetupPngImage(mostActiveCol.Key, chunkMeta); ProcessChunkBlocks(mostActiveCol.Key, mapChunk, chunkMeta); uint updatedPixels = 0; ChunkRenderer.GenerateChunkPngShard(mostActiveCol.Key, mapChunk, chunkMeta, pngWriter , out updatedPixels); if (updatedPixels > 0) { #if DEBUG Logger.VerboseDebug("Wrote chunk shard: ({0}) - Edits#:{1}, Pixels#:{2}", mostActiveCol.Key, mostActiveCol.Value, updatedPixels); #endif updatedChunks++; chunkTopMetadata.Update(chunkMeta); columnCounter.TryRemove(mostActiveCol.Key, out ejectedItem); } else { columnCounter.TryRemove(mostActiveCol.Key, out ejectedItem); Logger.VerboseDebug("Un-painted chunk: ({0}) ", mostActiveCol.Key); } } } if (updatedChunks > 0) { //What about chunk updates themselves; a update bitmap isn't kept... updatedChunksTotal += updatedChunks; GenerateMapHTML( ); updatedChunks = 0; } //Then sleep until interupted again, and repeat Logger.VerboseDebug("Thread '{0}' about to sleep indefinitely.", Thread.CurrentThread.Name); Thread.Sleep(Timeout.Infinite); } catch (ThreadInterruptedException) { Logger.VerboseDebug("Thread '{0}' interupted [awoken]", Thread.CurrentThread.Name); goto wake; } catch (ThreadAbortException) { Logger.VerboseDebug("Thread '{0}' aborted.", Thread.CurrentThread.Name); } finally { Logger.VerboseDebug("Thread '{0}' executing finally block.", Thread.CurrentThread.Name); } } private void Prefill_POI_Designators( ) { this.POIs = new PointsOfInterest( ); this.BlockID_Designators = new Dictionary( ); //Add special marker types for BlockID's of "Interest", overwrite colour, and method var standardDesignators = new List{ DefaultDesignators.Roads, DefaultDesignators.GroundSigns, DefaultDesignators.WallSigns, DefaultDesignators.PostSigns, }; Install_POI_Designators(standardDesignators); } private void Install_POI_Designators(ICollection designators) { Logger.VerboseDebug("Connecting {0} configured Designators", designators.Count); foreach (var designator in designators) { var blockIDs = Helpers.ArbitrarytBlockIdHunter(ClientAPI, designator.Pattern, designator.Material); if (blockIDs.Count > 0) { Logger.VerboseDebug("Designator {0} has {1} associated blockIDs", designator.ToString( ), blockIDs.Count); } foreach (var entry in blockIDs) { BlockID_Designators.Add(entry.Key, designator); } } this.ChunkRenderer.BlockID_Designators = BlockID_Designators; } //TODO: Convert to RAZOR model private void GenerateMapHTML( ) { string mapFilename = Path.Combine(path, "Automap.html"); int TopNorth = chunkTopMetadata.North_mostChunk; int TopSouth = chunkTopMetadata.South_mostChunk; int TopEast = chunkTopMetadata.East_mostChunk; int TopWest = chunkTopMetadata.West_mostChunk; using (StreamWriter outputText = new StreamWriter(File.Open(mapFilename, FileMode.Create, FileAccess.Write, FileShare.ReadWrite))) { using (HtmlTextWriter tableWriter = new HtmlTextWriter(outputText)) { tableWriter.BeginRender( ); tableWriter.RenderBeginTag(HtmlTextWriterTag.Html); tableWriter.RenderBeginTag(HtmlTextWriterTag.Head); tableWriter.RenderBeginTag(HtmlTextWriterTag.Title); tableWriter.WriteEncodedText("Generated Automap"); tableWriter.RenderEndTag( ); //CSS style here tableWriter.RenderBeginTag(HtmlTextWriterTag.Style); tableWriter.Write(stylesFile.ToText( )); tableWriter.RenderEndTag( );// //## JSON map-state data ###################### tableWriter.AddAttribute(HtmlTextWriterAttribute.Type, "text/javascript"); tableWriter.RenderBeginTag(HtmlTextWriterTag.Script); tableWriter.Write("var available_images = ["); foreach (var shard in this.chunkTopMetadata) { tableWriter.Write("{{X:{0},Y:{1} }}, ", shard.Location.X, shard.Location.Y); } tableWriter.Write(" ];\n"); tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); tableWriter.RenderBeginTag(HtmlTextWriterTag.Body); tableWriter.RenderBeginTag(HtmlTextWriterTag.P); tableWriter.WriteEncodedText($"Created {DateTimeOffset.UtcNow.ToString("u")}"); tableWriter.RenderEndTag( ); tableWriter.RenderBeginTag(HtmlTextWriterTag.P); tableWriter.WriteEncodedText($"W:{TopWest}, E: {TopEast}, N:{TopNorth}, S:{TopSouth} "); tableWriter.RenderEndTag( ); tableWriter.WriteLine( ); tableWriter.RenderBeginTag(HtmlTextWriterTag.Table); tableWriter.RenderBeginTag(HtmlTextWriterTag.Caption); tableWriter.WriteEncodedText($"Start: {startChunkColumn}, Seed: {ClientAPI.World.Seed}\n"); tableWriter.RenderEndTag( ); //################ X-Axis ####################### tableWriter.RenderBeginTag(HtmlTextWriterTag.Thead); tableWriter.RenderBeginTag(HtmlTextWriterTag.Tr); tableWriter.RenderBeginTag(HtmlTextWriterTag.Th); tableWriter.Write("N, W"); tableWriter.RenderEndTag( ); for (int xAxisT = TopWest; xAxisT <= TopEast; xAxisT++) { tableWriter.RenderBeginTag(HtmlTextWriterTag.Th); tableWriter.Write(xAxisT); tableWriter.RenderEndTag( ); } tableWriter.RenderBeginTag(HtmlTextWriterTag.Th); tableWriter.Write("N, E"); tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); //###### ################################ //###### - Chunk rows & Y-axis cols tableWriter.RenderBeginTag(HtmlTextWriterTag.Tbody); //######## for every vertical row for (int yAxis = TopNorth; yAxis <= TopSouth; yAxis++) { tableWriter.RenderBeginTag(HtmlTextWriterTag.Tr); tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); tableWriter.Write(yAxis);//legend: Y-axis tableWriter.RenderEndTag( ); for (int xAxis = TopWest; xAxis <= TopEast; xAxis++) { //###### #### for chunk shard tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); var colLoc = new Vec2i(xAxis, yAxis); if (chunkTopMetadata.Contains( colLoc)){ ColumnMeta meta = chunkTopMetadata[colLoc]; //Tooltip first tableWriter.AddAttribute(HtmlTextWriterAttribute.Class, "tooltip"); tableWriter.RenderBeginTag(HtmlTextWriterTag.Div); tableWriter.AddAttribute(HtmlTextWriterAttribute.Src, $"{xAxis}_{yAxis}.png"); tableWriter.RenderBeginTag(HtmlTextWriterTag.Img); tableWriter.RenderEndTag( ); // Tooltip text tableWriter.AddAttribute(HtmlTextWriterAttribute.Class, "tooltiptext"); tableWriter.RenderBeginTag(HtmlTextWriterTag.Span); StringBuilder tooltipText = new StringBuilder( ); tooltipText.Append($"{meta.Location.PrettyCoords(ClientAPI)} "); tooltipText.Append($" Max-Height: {meta.YMax}, Temp: {meta.Temperature.ToString("F1")} " ); tooltipText.Append($" Rainfall: {meta.Rainfall.ToString("F1")}, "); tooltipText.Append($" Shrubs: {meta.ShrubDensity.ToString("F1")}, "); tooltipText.Append($" Forest: {meta.ForestDensity.ToString("F1")}, "); tooltipText.Append($" Fertility: {meta.Fertility.ToString("F1")}, "); if (meta.RockRatio != null) { foreach (KeyValuePair blockID in meta.RockRatio) { var block = ClientAPI.World.GetBlock(blockID.Key); tooltipText.AppendFormat(" {0} × {1},\t", block.Code.GetName( ), meta.RockRatio[blockID.Key]); } } tableWriter.WriteEncodedText(tooltipText.ToString() ); tableWriter.RenderEndTag( );// tableWriter.RenderEndTag( );// --tooltip enclosure } else { tableWriter.Write("?"); } tableWriter.RenderEndTag( ); }//############ ########### tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); tableWriter.Write(yAxis);//legend: Y-axis tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); } tableWriter.RenderEndTag( ); //################ X-Axis ####################### tableWriter.RenderBeginTag(HtmlTextWriterTag.Tfoot); tableWriter.RenderBeginTag(HtmlTextWriterTag.Tr); tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); tableWriter.Write("S, W"); tableWriter.RenderEndTag( ); for (int xAxisB = TopWest; xAxisB <= TopEast; xAxisB++) { tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); tableWriter.Write(xAxisB); tableWriter.RenderEndTag( ); } tableWriter.RenderBeginTag(HtmlTextWriterTag.Td); tableWriter.Write("S, E"); tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( ); //###### ################################ tableWriter.RenderEndTag( );// //############## POI list ##################### tableWriter.RenderBeginTag(HtmlTextWriterTag.Ul); foreach (var poi in this.POIs) { tableWriter.RenderBeginTag(HtmlTextWriterTag.Li); tableWriter.WriteEncodedText(poi.Timestamp.ToString("u")); tableWriter.WriteEncodedText(poi.Notes); tableWriter.WriteEncodedText(poi.Location.PrettyCoords(this.ClientAPI)); tableWriter.RenderEndTag( ); } tableWriter.RenderEndTag( ); tableWriter.RenderEndTag( );//### ### tableWriter.EndRender( ); tableWriter.Flush( ); } outputText.Flush( ); } Logger.VerboseDebug("Generated HTML map"); } private ColumnMeta CreateColumnMetadata(KeyValuePair mostActiveCol, IMapChunk mapChunk) { ColumnMeta data = new ColumnMeta(mostActiveCol.Key.Copy(), chunkSize); BlockPos equivBP = new BlockPos(mostActiveCol.Key.X * chunkSize, mapChunk.YMax, mostActiveCol.Key.Y * chunkSize); var climate = ClientAPI.World.BlockAccessor.GetClimateAt(equivBP); data.UpdateFieldsFrom(climate, mapChunk,TimeSpan.FromHours(ClientAPI.World.Calendar.TotalHours)); return data; } /// /// Reload chunk bounds from chunk shards /// /// The metadata. private void Reload_Metadata( ) { var worldmapDir = new DirectoryInfo(path); if (worldmapDir.Exists) { var files = worldmapDir.GetFiles(chunkFile_filter); if (files.Length > 0) { #if DEBUG Logger.VerboseDebug("{0} Existing world chunk shards", files.Length); #endif foreach (var shardFile in files) { var result = chunkShardRegex.Match(shardFile.Name); if (result.Success) { int X_chunk_pos = int.Parse(result.Groups["X"].Value ); int Z_chunk_pos = int.Parse(result.Groups["Z"].Value ); //Parse PNG chunks for METADATA in shard using (var fileStream = shardFile.OpenRead( )) { PngReader pngRead = new PngReader(fileStream ); pngRead.ReadSkippingAllRows( ); pngRead.End( ); PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk; chunkTopMetadata.Add(metadataFromPng.ChunkMetadata); } } } } } else { #if DEBUG Logger.VerboseDebug("Could not open world map directory"); #endif } } private PngWriter SetupPngImage(Vec2i coord, ColumnMeta metadata) { ImageInfo imageInf = new ImageInfo(chunkSize, chunkSize, 8, false); string filename = $"{coord.X}_{coord.Y}.png"; filename = Path.Combine(path, filename); PngWriter pngWriter = FileHelper.CreatePngWriter(filename, imageInf, true); PngMetadata meta = pngWriter.GetMetadata( ); meta.SetTimeNow( ); meta.SetText("Chunk_X", coord.X.ToString("D")); meta.SetText("Chunk_Y", coord.Y.ToString("D")); //Setup specialized meta-data PNG chunks here... PngMetadataChunk pngChunkMeta = new PngMetadataChunk(pngWriter.ImgInfo); pngChunkMeta.ChunkMetadata = metadata; pngWriter.GetChunksList( ).Queue(pngChunkMeta); return pngWriter; } /// /// Does the heavy lifting of Scanning the whole (surface) chunk - creates Heightmap and Processes POIs, and stats... /// /// Chunk Coordinate /// Map chunk. /// Chunk metadata private void ProcessChunkBlocks(Vec2i key, IMapChunk mapChunk, ColumnMeta chunkMeta) { } #endregion } }