--- /dev/null
+using System;
+using System.Diagnostics;
+using System.IO;
+using System.Linq;
+using System.Text.RegularExpressions;
+
+using Automap;
+
+using Hjg.Pngcs;
+using Hjg.Pngcs.Chunks;
+
+using ProtoBuf;
+using Vintagestory.API.Common;
+using Vintagestory.API.MathTools;
+using Vintagestory.GameContent;
+
+namespace ShardProcessor
+{
+ public partial class MainClass
+ {
+ internal const int chunkDefaultSize = 32;
+
+ private static void Process_ShardData( )
+ {
+ var shardsDir = new DirectoryInfo(Path.Combine(mapPath, _chunkPath));
+
+ var shardFiles = shardsDir.GetFiles(chunkFile_filter);
+
+ if (shardFiles.Length > 0) {
+ #if DEBUG
+ //Logger.VerboseDebug("Metadata reloading from {0} shards", shardFiles.Length);
+ #endif
+
+ foreach (var shardFile in shardFiles) {
+
+ if (shardFile.Length < 1024) continue;
+ var result = chunkShardRegex.Match(shardFile.Name);
+ if (!result.Success) continue;
+
+ int X_chunk_pos = int.Parse(result.Groups["X"].Value);
+ int Z_chunk_pos = int.Parse(result.Groups["Z"].Value);
+
+ try {
+ using (var fileStream = shardFile.OpenRead( )) {
+
+ PngReader pngRead = new PngReader(fileStream);
+ pngRead.ReadSkippingAllRows( );
+ pngRead.End( );
+ //Parse PNG chunks for METADATA in shard
+ PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
+ ColumnMeta columnData = metadataFromPng.ChunkMetadata;
+ //columnData.HeightMap //Should be sane Heightmap...
+
+
+
+ }
+
+ } catch (PngjException someEx) {
+ //Logger.Error("PNG Corruption file '{0}' - Reason: {1}", shardFile.Name, someEx);
+ continue;
+ } catch (ProtoException protoEx) {
+ //Logger.Error("ProtoBuf invalid! file:'{0}' - Reason: {1}", shardFile.Name, protoEx);
+ continue;
+ }
+ }
+ }
+
+
+ }
+
+
+ private static void Scan_PointsData( )
+ {
+ try {
+ var eoiFile = new FileInfo(Path.Combine(mapPath, @"eoi_binary"));
+ var poiFile = new FileInfo(Path.Combine(mapPath, @"poi_binary"));
+ uint entities = 0, points = 0;
+
+ if (eoiFile.Exists) {
+ using (var eoiStream = eoiFile.OpenRead( )) {
+
+ EntitiesOfInterest eoiData = Serializer.Deserialize<EntitiesOfInterest>(eoiStream);
+
+ foreach (var entry in eoiData) {
+ Console.WriteLine("#{0}, [{1}], '{2}', {3}",
+ entry.EntityId,
+ entry.Location,
+ entry.Name,
+ entry.Timestamp.ToUniversalTime( )
+ );
+ entities++;
+ }
+ Console.WriteLine("Entities Of Interest: {0}", entities);
+ }
+
+
+ if (poiFile.Exists) {
+ using (var poiStream = poiFile.OpenRead( )) {
+
+ PointsOfInterest poiData = Serializer.Deserialize<PointsOfInterest>(poiStream);
+ foreach (var entry in poiData) {
+ Console.WriteLine("[{0}], {1}, {2}, {3}",
+ entry.Location,
+ entry.Name,
+ entry.Destination,
+ entry.Timestamp.ToUniversalTime( )
+ );
+ points++;
+ }
+ }
+ Console.WriteLine("Points Of Interest: {0}", points);
+ }
+
+ }
+ } catch (Exception uhOh) {
+ Console.WriteLine(uhOh);
+ }
+
+ }
+
+ private static void Scan_ShardData( )
+ {
+ var shardsDir = new DirectoryInfo(Path.Combine(mapPath, _chunkPath));
+ ulong count = 0, errors = 0, flat = 0;
+ var shardFiles = shardsDir.GetFiles(chunkFile_filter);
+
+ if (shardFiles.Length > 0) {
+ #if DEBUG
+ //Logger.VerboseDebug("Metadata reloading from {0} shards", shardFiles.Length);
+ #endif
+
+ foreach (var shardFile in shardFiles) {
+
+ if (shardFile.Length < 1024) {
+ Console.WriteLine("File: '{0}' too small to be valid; skipping!", shardFile.FullName);
+ errors++;
+ continue;
+ }
+
+ var result = chunkShardRegex.Match(shardFile.Name);
+ if (!result.Success) continue;
+
+ int X_chunk_pos = int.Parse(result.Groups["X"].Value);
+ int Z_chunk_pos = int.Parse(result.Groups["Z"].Value);
+
+ try {
+ using (var fileStream = shardFile.OpenRead( )) {
+
+ PngReader pngRead = new PngReader(fileStream);
+ pngRead.ReadSkippingAllRows( );
+ pngRead.End( );
+ //Parse PNG chunks for METADATA in shard
+ PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
+ ColumnMeta columnData = metadataFromPng.ChunkMetadata;
+
+ Console.Write("X{0,6:D} Y{1,6:D} Age:{2:N1} ", columnData.Location.X, columnData.Location.Y, columnData.ChunkAge.TotalDays);
+ Console.Write("YMax:{0:D3} ChkS:{1} Air:{2,7:D} NotAir:{3,7:D} ",
+ columnData.YMax, columnData.ChunkSize, columnData.AirBlocks, columnData.NonAirBlocks
+ );
+ if (columnData.HeightMap != null) {
+ Console.Write("(Heights [{0}x{1}] ", columnData.HeightMap.GetLength(0), columnData.HeightMap.GetLength(1));
+ ushort lowest = ushort.MaxValue, highest = 0;
+ ulong sum = 0;
+ foreach (var hmEntry in columnData.HeightMap) {
+ lowest = Math.Min(lowest, hmEntry);
+ highest = Math.Max(highest, hmEntry);
+ sum += hmEntry;
+ }
+ Console.Write("Max:{0,3}, Min:{1,3}, ", highest, lowest);
+ if (sum > 0) Console.Write("Avg:{0:F1})", ( float )sum / (columnData.ChunkSize * columnData.ChunkSize));
+ Console.WriteLine( );
+ /*------ROCK RATIOs mini-table----------*/
+ if (columnData.RockRatio != null && columnData.RockRatio.Count > 0) {
+ Console.Write("Ratios({0,2:D})[", columnData.RockRatio.Count);
+ foreach (var rock in columnData.RockRatio) {
+ Console.Write("ID:{0,5:D} x{1,4:D}, ", rock.Key, rock.Value);
+ }
+ Console.Write(" ]\n");
+ }
+
+ if (sum == 0 || columnData.YMax == 0) flat++;
+ }
+ else {
+ flat++;
+ }
+
+
+ }
+
+ } catch (PngjException someEx) {
+ Console.WriteLine("PNG Corruption file '{0}' - Reason: {1}", shardFile.Name, someEx);
+ errors++;
+ continue;
+ } catch (ProtoException protoEx) {
+ Console.WriteLine("ProtoBuf invalid! file:'{0}' - Reason: {1}", shardFile.Name, protoEx);
+ errors++;
+ continue;
+ }
+ count++;
+ }
+ }
+
+ Console.WriteLine("Scanned {0} files, {1} errors, {2} FLAT entries", count, errors, flat);
+ }
+
+ private static void Scan_OneShard( )
+ {
+ //--oneshard ~/ApplicationData/vintagestory/Maps/World_1316328588/Chunks/9363_9379.png
+ var oneChunkFile = new FileInfo(mapPath);
+ if (oneChunkFile.Exists) {
+
+
+ try {
+ using (var fileStream = oneChunkFile.OpenRead( )) {
+
+ PngReader pngRead = new PngReader(fileStream);
+ pngRead.ReadSkippingAllRows( );
+
+ //Parse PNG chunks for METADATA in shard
+ PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
+ ColumnMeta columnData = metadataFromPng.ChunkMetadata;
+ var metadata = pngRead.GetMetadata( );
+ var pngWriteTime = metadata.GetTime( );
+ var chunkX = metadata.GetTxtForKey(@"Chunk_X");
+ var chunkY = metadata.GetTxtForKey(@"Chunk_Y");
+ var pixelSize = metadata.GetTxtForKey(@"PxSz");
+ var gameDate = metadata.GetTxtForKey(@"GameDY");
+ var dateBlob = pngWriteTime.GetYMDHMS( );
+ /*
+ return new int[] {
+ this.year,
+ this.mon,
+ this.day,
+ this.hour,
+ this.min,
+ this.sec
+ */
+
+ Console.WriteLine($"PNG-Timestamp: Y{dateBlob[0] - 456960} M{dateBlob[1]} D{dateBlob[2]} H{dateBlob[3]} M {dateBlob[4]} S{dateBlob[5]} Chunk: X {chunkX} Y {chunkY} PixelSize:{pixelSize} Game-Date: {gameDate}");
+
+ pngRead.End( );
+ }
+ } catch (Exception darn) {
+ Debug.Write("Oops! File causes: {0}", darn.ToString( ));
+ }
+
+ }
+ }
+
+ private static void Emit_ProtoHeader( )
+ {
+ Console.WriteLine("Created Protobuf Header files.");
+ using (var entitiesProto = File.CreateText("Entities.proto")) {
+ entitiesProto.Write(Serializer.GetProto<EntitiesOfInterest>( ));
+ entitiesProto.Flush( );
+ }
+
+
+ using (var pointsProto = File.CreateText("Points.proto")) {
+ pointsProto.Write(Serializer.GetProto<PointsOfInterest>( ));
+ pointsProto.Flush( );
+ }
+
+ using (var metadataProto = File.CreateText("ColumnMeta.proto")) {
+ metadataProto.Write(Serializer.GetProto<ColumnMeta>( ));
+ metadataProto.Flush( );
+ }
+ }
+
+ private static void Dump_Minimap( )
+ {
+ //Extract MapDB -> Shard compatible PNG?
+ var logger = new LogAdaptor( );
+ WalkableMapDB minimapDatabase = new WalkableMapDB(logger);
+ string outmsg = string.Empty;
+ logger.Event("Started Logging @{0}", DateTimeOffset.UtcNow.ToString("u"));
+ Console.WriteLine("Starting to Dump Minimap data");
+ var tilesPath = Path.GetDirectoryName(mapPath);
+ Directory.CreateDirectory(Path.Combine(tilesPath, _minimapTilesPath));
+
+ if (minimapDatabase.OpenOrCreate(mapPath, ref outmsg, false, false, false)) {
+
+ foreach (var mapPiece in minimapDatabase.WalkMapTiles( )) {
+ logger.VerboseDebug("ScanDB Tile - X:{0} Y:{1}, Bitmap Int#{2}", mapPiece.ChunkPos.X, mapPiece.ChunkPos.Y, mapPiece.Pixels.Length);
+ MinimalShardWriter(mapPiece.ChunkPos, mapPiece.Pixels, tilesPath,logger);
+ }
+
+ }
+ else {
+ logger.Error("Failed to access Minimap Database: '{0}'", outmsg);
+ }
+
+ Console.WriteLine("DONE Dumping Minimap data!");
+ }
+
+ private static void MinimalShardWriter(Vec2i coord, int[] pixelData, string tilesPath, ILogger logger )
+ {
+ ImageInfo imageInf = new ImageInfo(chunkDefaultSize, chunkDefaultSize, 8, false);
+
+ string filename = $"{coord.X}_{coord.Y}.png";
+ filename = Path.Combine(tilesPath, _minimapTilesPath, filename);
+
+ var PngWriter = FileHelper.CreatePngWriter(filename, imageInf, true);
+ PngMetadata meta = PngWriter.GetMetadata( );
+ meta.SetTimeYMDHMS(
+ DateTime.UtcNow.Year,
+ DateTime.UtcNow.Month,
+ DateTime.UtcNow.Day,
+ DateTime.UtcNow.Hour,
+ DateTime.UtcNow.Minute,
+ DateTime.UtcNow.Second);
+ meta.SetText("Chunk_X", coord.X.ToString("D"));
+ meta.SetText("Chunk_Y", coord.Y.ToString("D"));
+ meta.SetText("PxSz", "1");
+ /*
+ var transparencyChunk = meta.CreateTRNSChunk( );
+ transparencyChunk.SetRGB(0, 0, 0);//Same as Snapshots
+ */
+ var minimalMetadata = new ColumnMeta(coord);
+
+ //Setup specialized meta-data PNG chunks here...
+ PngMetadataChunk pngChunkMeta = new PngMetadataChunk(PngWriter.ImgInfo) {
+ ChunkMetadata = minimalMetadata
+ };
+ PngWriter.GetChunksList( ).Queue(pngChunkMeta);
+ PngWriter.CompLevel = 5;// 9 is the maximum compression but thats too high for the small benefit it gives
+ PngWriter.CompressionStrategy = Hjg.Pngcs.Zlib.EDeflateCompressStrategy.Huffman;
+
+ //pre-create PNG line slices...
+ ImageLine[ ] lines = Enumerable.Repeat(new object( ), chunkDefaultSize).Select(l => new ImageLine(PngWriter.ImgInfo)).ToArray( );
+
+ Vec2i pixelPosn = new Vec2i();
+ for (int pixelIndex = 0; pixelIndex < (chunkDefaultSize * chunkDefaultSize); pixelIndex++) {
+ MapUtil.PosInt2d(pixelIndex, chunkDefaultSize, pixelPosn);
+ int red, green, blue;
+ red = ColorUtil.ColorB(pixelData[pixelIndex]);
+ green = ColorUtil.ColorG(pixelData[pixelIndex]);
+ blue = ColorUtil.ColorR(pixelData[pixelIndex]);
+
+ ImageLineHelper.SetPixel(lines[pixelPosn.Y], pixelPosn.X, red, green, blue);
+
+
+ }
+
+ for (int row = 0; row < PngWriter.ImgInfo.Rows; row++) {
+ PngWriter.WriteRow(lines[row], row);
+ }
+ PngWriter.End( );
+
+ logger.Debug("Wrote mini map tile: {0}", coord);
+ }
+ }
+}
+
using Hjg.Pngcs.Chunks;
using ProtoBuf;
+using Vintagestory.GameContent;
namespace ShardProcessor
{
- class MainClass
+ public partial class MainClass
{
//private ILogger Logger { get; set; }
const string chunkFile_filter = @"*_*.png";
static Regex chunkShardRegex = new Regex(@"(?<X>[\d]+)_(?<Z>[\d]+)\.png", RegexOptions.Singleline);
static string mapPath;
internal const string _chunkPath = @"Chunks";
+ internal const string _minimapTilesPath = @"Tiles";
/* TODO:
-Process existing PNGs: Report/Dump contents of Chunk Metadata, as per current version
Emit_ProtoHeader();
break;
+ case "--minidump":
+ Dump_Minimap( );
+ break;
+
default:
Console.WriteLine("Unrecognized Command: {0}", command);
break;
}
- private static void Process_ShardData( )
- {
- var shardsDir = new DirectoryInfo( Path.Combine(mapPath , _chunkPath));
-
- var shardFiles = shardsDir.GetFiles(chunkFile_filter);
-
- if (shardFiles.Length > 0) {
- #if DEBUG
- //Logger.VerboseDebug("Metadata reloading from {0} shards", shardFiles.Length);
- #endif
-
- foreach (var shardFile in shardFiles) {
-
- if (shardFile.Length < 1024) continue;
- var result = chunkShardRegex.Match(shardFile.Name);
- if (!result.Success) continue;
-
- int X_chunk_pos = int.Parse(result.Groups["X"].Value);
- int Z_chunk_pos = int.Parse(result.Groups["Z"].Value);
-
- try {
- using (var fileStream = shardFile.OpenRead( )) {
-
- PngReader pngRead = new PngReader(fileStream);
- pngRead.ReadSkippingAllRows( );
- pngRead.End( );
- //Parse PNG chunks for METADATA in shard
- PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
- ColumnMeta columnData = metadataFromPng.ChunkMetadata;
- //columnData.HeightMap //Should be sane Heightmap...
-
-
-
- }
-
- } catch (PngjException someEx) {
- //Logger.Error("PNG Corruption file '{0}' - Reason: {1}", shardFile.Name, someEx);
- continue;
- } catch (ProtoException protoEx) {
- //Logger.Error("ProtoBuf invalid! file:'{0}' - Reason: {1}", shardFile.Name, protoEx);
- continue;
- }
- }
- }
-
-
- }
-
-
- private static void Scan_PointsData( )
- {
- try {
- var eoiFile = new FileInfo(Path.Combine(mapPath, @"eoi_binary"));
- var poiFile = new FileInfo(Path.Combine(mapPath, @"poi_binary"));
- uint entities = 0, points = 0;
-
- if (eoiFile.Exists) {
- using (var eoiStream = eoiFile.OpenRead( )) {
-
- EntitiesOfInterest eoiData = Serializer.Deserialize<EntitiesOfInterest>(eoiStream);
-
- foreach (var entry in eoiData) {
- Console.WriteLine("#{0}, [{1}], '{2}', {3}",
- entry.EntityId,
- entry.Location,
- entry.Name,
- entry.Timestamp.ToUniversalTime( )
- );
- entities++;
- }
- Console.WriteLine("Entities Of Interest: {0}", entities);
- }
-
-
- if (poiFile.Exists) {
- using (var poiStream = poiFile.OpenRead( )) {
-
- PointsOfInterest poiData = Serializer.Deserialize<PointsOfInterest>(poiStream);
- foreach (var entry in poiData) {
- Console.WriteLine("[{0}], {1}, {2}, {3}",
- entry.Location,
- entry.Name,
- entry.Destination,
- entry.Timestamp.ToUniversalTime( )
- );
- points++;
- }
- }
- Console.WriteLine("Points Of Interest: {0}", points);
- }
-
- }
- } catch (Exception uhOh) {
- Console.WriteLine(uhOh);
- }
-
- }
-
- private static void Scan_ShardData( )
- {
- var shardsDir = new DirectoryInfo(Path.Combine(mapPath, _chunkPath));
- ulong count = 0,errors = 0, flat = 0;
- var shardFiles = shardsDir.GetFiles(chunkFile_filter);
-
- if (shardFiles.Length > 0) {
- #if DEBUG
- //Logger.VerboseDebug("Metadata reloading from {0} shards", shardFiles.Length);
- #endif
- foreach (var shardFile in shardFiles) {
- if (shardFile.Length < 1024) {
- Console.WriteLine("File: '{0}' too small to be valid; skipping!", shardFile.FullName);
- errors++;
- continue;
- }
-
- var result = chunkShardRegex.Match(shardFile.Name);
- if (!result.Success) continue;
-
- int X_chunk_pos = int.Parse(result.Groups["X"].Value);
- int Z_chunk_pos = int.Parse(result.Groups["Z"].Value);
-
- try {
- using (var fileStream = shardFile.OpenRead( )) {
-
- PngReader pngRead = new PngReader(fileStream);
- pngRead.ReadSkippingAllRows( );
- pngRead.End( );
- //Parse PNG chunks for METADATA in shard
- PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
- ColumnMeta columnData = metadataFromPng.ChunkMetadata;
-
- Console.Write("X{0,6:D} Y{1,6:D} Age:{2:N1} ", columnData.Location.X, columnData.Location.Y, columnData.ChunkAge.TotalDays);
- Console.Write("YMax:{0:D3} ChkS:{1} Air:{2,7:D} NotAir:{3,7:D} ",
- columnData.YMax,columnData.ChunkSize , columnData.AirBlocks, columnData.NonAirBlocks
- );
- if (columnData.HeightMap != null) {
- Console.Write("(Heights [{0}x{1}] ", columnData.HeightMap.GetLength(0), columnData.HeightMap.GetLength(1));
- ushort lowest = ushort.MaxValue, highest = 0;
- ulong sum = 0;
- foreach (var hmEntry in columnData.HeightMap) {
- lowest = Math.Min(lowest, hmEntry);
- highest = Math.Max(highest, hmEntry);
- sum += hmEntry;
- }
- Console.Write("Max:{0,3}, Min:{1,3}, ", highest, lowest);
- if (sum > 0) Console.Write("Avg:{0:F1})", ( float )sum / (columnData.ChunkSize * columnData.ChunkSize));
- Console.WriteLine( );
- /*------ROCK RATIOs mini-table----------*/
- if (columnData.RockRatio != null && columnData.RockRatio.Count > 0) {
- Console.Write("Ratios({0,2:D})[",columnData.RockRatio.Count);
- foreach (var rock in columnData.RockRatio) {
- Console.Write("ID:{0,5:D} x{1,4:D}, ", rock.Key, rock.Value);
- }
- Console.Write(" ]\n");
- }
-
- if ( sum == 0 || columnData.YMax == 0) flat++;
- }
- else {
- flat++;
- }
-
-
- }
-
- } catch (PngjException someEx) {
- Console.WriteLine("PNG Corruption file '{0}' - Reason: {1}", shardFile.Name, someEx);
- errors++;
- continue;
- } catch (ProtoException protoEx) {
- Console.WriteLine("ProtoBuf invalid! file:'{0}' - Reason: {1}", shardFile.Name, protoEx);
- errors++;
- continue;
- }
- count++;
- }
- }
-
- Console.WriteLine("Scanned {0} files, {1} errors, {2} FLAT entries", count, errors, flat);
- }
-
- private static void Scan_OneShard( )
- {
- //--oneshard ~/ApplicationData/vintagestory/Maps/World_1316328588/Chunks/9363_9379.png
- var oneChunkFile = new FileInfo(mapPath);
- if (oneChunkFile.Exists) {
-
-
- try {
- using (var fileStream = oneChunkFile.OpenRead( )) {
-
- PngReader pngRead = new PngReader(fileStream);
- pngRead.ReadSkippingAllRows( );
-
- //Parse PNG chunks for METADATA in shard
- PngMetadataChunk metadataFromPng = pngRead.GetChunksList( ).GetById1(PngMetadataChunk.ID) as PngMetadataChunk;
- ColumnMeta columnData = metadataFromPng.ChunkMetadata;
- var metadata = pngRead.GetMetadata( );
- var pngWriteTime = metadata.GetTime( );
- var chunkX = metadata.GetTxtForKey(@"Chunk_X");
- var chunkY = metadata.GetTxtForKey(@"Chunk_Y");
- var pixelSize = metadata.GetTxtForKey(@"PxSz");
- var gameDate = metadata.GetTxtForKey(@"GameDY");
- var dateBlob = pngWriteTime.GetYMDHMS( );
- /*
- return new int[] {
- this.year,
- this.mon,
- this.day,
- this.hour,
- this.min,
- this.sec
- */
-
- Console.WriteLine($"PNG-Timestamp: Y{dateBlob[0] - 456960} M{dateBlob[1]} D{dateBlob[2]} H{dateBlob[3]} M {dateBlob[4]} S{dateBlob[5]} Chunk: X {chunkX} Y {chunkY} PixelSize:{pixelSize} Game-Date: {gameDate}");
-
- pngRead.End( );
- }
- } catch (Exception darn) {
- Debug.Write("Oops! File causes: {0}", darn.ToString( ));
- }
-
- }
- }
-
- private static void Emit_ProtoHeader( )
- {
- Console.WriteLine("Created Protobuf Header files.");
- using (var entitiesProto = File.CreateText("Entities.protoc"))
- {
- entitiesProto.Write(Serializer.GetProto<EntitiesOfInterest>( ));
- entitiesProto.Flush( );
- }
-
-
- using (var pointsProto = File.CreateText("Points.protoc")) {
- pointsProto.Write(Serializer.GetProto<PointsOfInterest>( ));
- pointsProto.Flush( );
- }
- }
}
}
OSDN Git Service
