Standalone save & persistence improvements

.gitignore

@@ -81,6 +81,7 @@ ipch/
 *.opensdf
 *.sdf
 *.cachefile
+*.lscache
 *.VC.db
 *.VC.VC.opendb
 

Source/Client/AsyncTime/AsyncWorldTimeComp.cs

@@ -216,6 +216,9 @@ public void ExecuteCmd(ScheduledCommand cmd)
 
             if (cmdType == CommandType.CreateJoinPoint)
             {
+                if (Multiplayer.session?.ConnectedToStandaloneServer == true && !TickPatch.currentExecutingCmdIssuedBySelf)
+                    return;
+
                 LongEventHandler.QueueLongEvent(CreateJoinPointAndSendIfHost, "MpCreatingJoinPoint", false, null);
             }
 
@@ -275,9 +278,21 @@ private static void CreateJoinPointAndSendIfHost()
     {
         Multiplayer.session.dataSnapshot = SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveAndReload(), Multiplayer.GameComp.multifaction);
 
-        if (!TickPatch.Simulating && !Multiplayer.IsReplay &&
-            (Multiplayer.LocalServer != null || Multiplayer.arbiterInstance))
-            SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+        if (!TickPatch.Simulating && !Multiplayer.IsReplay)
+        {
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                // Standalone: every client uploads world data + individual snapshots
+                SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+                SaveLoad.SendStandaloneMapSnapshots(Multiplayer.session.dataSnapshot);
+                SaveLoad.SendStandaloneWorldSnapshot(Multiplayer.session.dataSnapshot);
+            }
+            else if (Multiplayer.LocalServer != null || Multiplayer.arbiterInstance)
+            {
+                // Hosted: only host/arbiter uploads world data
+                SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+            }
+        }
     }
 
     public void SetTimeEverywhere(TimeSpeed speed)

Source/Client/ConstantTicker.cs

@@ -47,6 +47,40 @@ private static void TickNonSimulation()
 
         private static void TickAutosave()
         {
+            // When connected to a remote standalone server, the client drives
+            // the autosave timer using the interval received at connection time
+            // (from the server's TOML settings via ServerProtocolOkPacket).
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                var session = Multiplayer.session;
+                if (session.autosaveInterval <= 0)
+                    return;
+
+                if (session.autosaveUnit == AutosaveUnit.Minutes)
+                {
+                    session.autosaveCounter++;
+
+                    if (session.autosaveCounter > session.autosaveInterval * TicksPerMinute)
+                    {
+                        session.autosaveCounter = 0;
+                        Autosaving.DoAutosave();
+                    }
+                }
+                else if (session.autosaveUnit == AutosaveUnit.Days)
+                {
+                    var anyMapCounterUp =
+                        Multiplayer.game.mapComps
+                        .Any(m => m.autosaveCounter > session.autosaveInterval * TicksPerIngameDay);
+
+                    if (anyMapCounterUp)
+                    {
+                        Multiplayer.game.mapComps.Do(m => m.autosaveCounter = 0);
+                        Autosaving.DoAutosave();
+                    }
+                }
+                return;
+            }
+
             if (Multiplayer.LocalServer is not { } server) return;
 
             if (server.settings.autosaveUnit == AutosaveUnit.Minutes)

Source/Client/MultiplayerGame.cs

@@ -123,8 +123,6 @@ public void ChangeRealPlayerFaction(int newFaction)
 
         public void ChangeRealPlayerFaction(Faction newFaction, bool regenMapDrawers = true)
         {
-            Log.Message($"Changing real player faction to {newFaction} from {myFaction}");
-
             myFaction = newFaction;
             FactionContext.Set(newFaction);
             worldComp.SetFaction(newFaction);

Source/Client/Networking/State/ClientJoiningState.cs

@@ -30,6 +30,10 @@ public override void StartState()
         [TypedPacketHandler]
         public void HandleProtocolOk(ServerProtocolOkPacket packet)
         {
+            Multiplayer.session.isStandaloneServer = packet.isStandaloneServer;
+            Multiplayer.session.autosaveInterval = packet.autosaveInterval;
+            Multiplayer.session.autosaveUnit = packet.autosaveUnit;
+
             if (packet.hasPassword)
             {
                 // Delay showing the window for better UX

Source/Client/Patches/TickPatch.cs

@@ -174,6 +174,7 @@ private static bool RunCmds()
                 while (tickable.Cmds.Count > 0 && tickable.Cmds.Peek().ticks == curTimer)
                 {
                     ScheduledCommand cmd = tickable.Cmds.Dequeue();
+
                     // Minimal code impact fix for #733. Having all the commands be added to a single queue gets rid of
                     // the out-of-order execution problem. With a proper fix, this can be reverted to tickable.ExecuteCmd
                     var target = TickableById(cmd.mapId);

Source/Client/Patches/VTRSyncPatch.cs

@@ -2,6 +2,7 @@
 using HarmonyLib;
 using Multiplayer.Client.Util;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld.Planet;
 using Verse;
 
@@ -142,6 +143,11 @@ static void Postfix(WorldRenderMode __result)
                     {
                         VTRSync.SendViewedMapUpdate(VTRSync.lastMovedToMapId, VTRSync.WorldMapId);
                     }
+
+                    // On standalone with streaming, trigger a join point when leaving a map
+                    // so each player can save independently without disturbing others
+                    if (Multiplayer.session?.ConnectedToStandaloneServer == true && Multiplayer.GameComp.multifaction && Multiplayer.GameComp.asyncTime)
+                        Multiplayer.Client.Send(new ClientAutosavingPacket(JoinPointRequestReason.WorldTravel));
                 }
                 // Detect transition back to tile map
                 else if (__result != WorldRenderMode.Planet && lastRenderMode == WorldRenderMode.Planet)

Source/Client/Saving/SaveLoad.cs

@@ -1,9 +1,11 @@
 using Ionic.Zlib;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld;
 using RimWorld.Planet;
 using System.Collections.Generic;
 using System.Linq;
+using System.Security.Cryptography;
 using System.Threading;
 using System.Xml;
 using Multiplayer.Client.Saving;
@@ -240,6 +242,60 @@ void Send()
             else
                 Send();
         }
+
+        /// <summary>
+        /// Send per-map standalone snapshots to the server for all maps in the given snapshot.
+        /// Called after autosave when connected to a standalone server.
+        /// </summary>
+        public static void SendStandaloneMapSnapshots(GameDataSnapshot snapshot)
+        {
+            var tick = snapshot.CachedAtTime;
+
+            foreach (var (mapId, mapBytes) in snapshot.MapData)
+            {
+                var compressed = GZipStream.CompressBuffer(mapBytes);
+
+                byte[] hash;
+                using (var sha = SHA256.Create())
+                    hash = sha.ComputeHash(compressed);
+
+                var packet = new ClientStandaloneMapSnapshotPacket
+                {
+                    mapId = mapId,
+                    tick = tick,
+                    mapData = compressed,
+                    sha256Hash = hash,
+                };
+
+                OnMainThread.Enqueue(() => Multiplayer.Client?.SendFragmented(packet.Serialize()));
+            }
+        }
+
+        /// <summary>
+        /// Send the world + session standalone snapshot to the server.
+        /// Called after autosave when connected to a standalone server.
+        /// </summary>
+        public static void SendStandaloneWorldSnapshot(GameDataSnapshot snapshot)
+        {
+            var tick = snapshot.CachedAtTime;
+            var worldCompressed = GZipStream.CompressBuffer(snapshot.GameData);
+            var sessionCompressed = GZipStream.CompressBuffer(snapshot.SessionData);
+
+            using var hasher = SHA256.Create();
+            hasher.TransformBlock(worldCompressed, 0, worldCompressed.Length, null, 0);
+            hasher.TransformFinalBlock(sessionCompressed, 0, sessionCompressed.Length);
+            var hash = hasher.Hash ?? System.Array.Empty<byte>();
+
+            var packet = new ClientStandaloneWorldSnapshotPacket
+            {
+                tick = tick,
+                worldData = worldCompressed,
+                sessionData = sessionCompressed,
+                sha256Hash = hash,
+            };
+
+            OnMainThread.Enqueue(() => Multiplayer.Client?.SendFragmented(packet.Serialize()));
+        }
     }
 
 }

Source/Client/Session/Autosaving.cs

@@ -2,6 +2,7 @@
 using System.IO;
 using System.Linq;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld;
 using UnityEngine;
 using Verse;
@@ -14,8 +15,19 @@ public static void DoAutosave()
     {
         LongEventHandler.QueueLongEvent(() =>
         {
-            SaveGameToFile_Overwrite(GetNextAutosaveFileName(), false);
-            Multiplayer.Client.Send(Packets.Client_Autosaving);
+            var snapshot = SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false);
+
+            if (!SaveGameToFile_Overwrite(GetNextAutosaveFileName(), snapshot))
+                return;
+
+            Multiplayer.Client.Send(new ClientAutosavingPacket(JoinPointRequestReason.Save));
+
+            // When connected to a standalone server, also upload fresh snapshots
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                SaveLoad.SendStandaloneMapSnapshots(snapshot);
+                SaveLoad.SendStandaloneWorldSnapshot(snapshot);
+            }
         }, "MpSaving", false, null);
     }
 
@@ -33,30 +45,39 @@ private static string GetNextAutosaveFileName()
             .First();
     }
 
-    public static void SaveGameToFile_Overwrite(string fileNameNoExtension, bool currentReplay)
+    public static bool SaveGameToFile_Overwrite(string fileNameNoExtension, bool currentReplay)
+        => SaveGameToFile_Overwrite(fileNameNoExtension,
+            currentReplay ? Multiplayer.session.dataSnapshot : null);
+
+    public static bool SaveGameToFile_Overwrite(string fileNameNoExtension, GameDataSnapshot snapshot)
     {
         Log.Message($"Multiplayer: saving to file {fileNameNoExtension}");
 
         try
         {
-            var tmp = new FileInfo(Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.tmp.zip"));
-            Replay.ForSaving(tmp).WriteData(
-                currentReplay ?
-                    Multiplayer.session.dataSnapshot :
-                    SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false)
+            var tmpPath = Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.tmp.zip");
+            if (File.Exists(tmpPath))
+                File.Delete(tmpPath);
+
+            Replay.ForSaving(new FileInfo(tmpPath)).WriteData(
+                snapshot ?? SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false)
             );
 
-            var dst = new FileInfo(Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.zip"));
-            if (!dst.Exists) dst.Open(FileMode.Create).Close();
-            tmp.Replace(dst.FullName, null);
+            var dstPath = Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.zip");
+            if (File.Exists(dstPath))
+                File.Replace(tmpPath, dstPath, destinationBackupFileName: null);
+            else
+                File.Move(tmpPath, dstPath);
 
             Messages.Message("MpGameSaved".Translate(fileNameNoExtension), MessageTypeDefOf.SilentInput, false);
             Multiplayer.session.lastSaveAt = Time.realtimeSinceStartup;
+            return true;
         }
         catch (Exception e)
         {
             Log.Error($"Exception saving multiplayer game as {fileNameNoExtension}: {e}");
             Messages.Message("MpGameSaveFailed".Translate(), MessageTypeDefOf.SilentInput, false);
+            return false;
         }
     }
 }

Source/Client/Session/MultiplayerSession.cs

@@ -4,6 +4,7 @@
 using Multiplayer.Client.Networking;
 using Multiplayer.Client.Util;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld;
 using Steamworks;
 using UnityEngine;
@@ -51,6 +52,10 @@ public class MultiplayerSession : IConnectionStatusListener
         public bool ArbiterPlaying => players.Any(p => p.type == PlayerType.Arbiter && p.status == PlayerStatus.Playing);
 
         public IConnector connector;
+        public bool isStandaloneServer;
+        public float autosaveInterval;
+        public AutosaveUnit autosaveUnit;
+        public bool ConnectedToStandaloneServer => client != null && isStandaloneServer;
 
         public void Stop()
         {

Source/Client/Windows/BootstrapConfiguratorWindow.BootstrapFlow.cs

@@ -283,7 +283,16 @@ private void CreateBootstrapReplaySave()
     {
         try
         {
-            Autosaving.SaveGameToFile_Overwrite(BootstrapSaveName, currentReplay: false);
+            if (!Autosaving.SaveGameToFile_Overwrite(BootstrapSaveName, currentReplay: false))
+            {
+                OnMainThread.Enqueue(() =>
+                {
+                    saveUploadStatus = "Save failed, see log for details.";
+                    bootstrapSaveQueued = false;
+                });
+                return;
+            }
+
             var path = Path.Combine(Multiplayer.ReplaysDir, $"{BootstrapSaveName}.zip");
             OnMainThread.Enqueue(() => FinalizeBootstrapSave(path));
         }

Source/Client/Windows/BootstrapConfiguratorWindow.SettingsUi.cs

@@ -1,4 +1,3 @@
-using System;
 using Multiplayer.Client.Util;
 using Multiplayer.Common.Networking.Packet;
 using Multiplayer.Common.Util;
@@ -45,6 +44,8 @@ private void DrawSettings(Rect entry, Rect inRect)
         else if (tab == Tab.Gameplay)
             ServerSettingsUI.DrawGameplaySettingsOnly(contentRect, settings, buffers);
 
+        settings.EnforceStandaloneRequirements();
+
         settingsUiBuffers.MaxPlayersBuffer = buffers.MaxPlayersBuffer;
         settingsUiBuffers.AutosaveBuffer = buffers.AutosaveBuffer;
 
@@ -92,9 +93,7 @@ private void DrawSettingsButtons(Rect inRect)
         {
             var previewRect = new Rect(inRect.x, inRect.y, 150f, inRect.height);
             if (Widgets.ButtonText(previewRect, "Preview TOML"))
-            {
                 Find.WindowStack.Add(new DebugTextWindow(GenerateToml()));
-            }
 
             nextRect = new Rect(inRect.xMax - 150f, inRect.y, 150f, inRect.height);
         }
@@ -124,9 +123,10 @@ private void StartUploadSettingsToml()
 
         try
         {
+            settings.EnforceStandaloneRequirements();
             connection.Send(new ClientBootstrapSettingsPacket(settings));
         }
-        catch (Exception e)
+        catch (System.Exception e)
         {
             Log.Error($"Bootstrap settings upload failed: {e}");
             isUploadingToml = false;
@@ -140,10 +140,8 @@ private void StartUploadSettingsToml()
         statusText = "Server settings uploaded. Waiting for the server to request save.zip generation.";
         step = Step.GenerateMap;
         saveUploadRequestedByServer = false;
-
         bootstrapState = bootstrapState with { SettingsMissing = false, SaveMissing = false };
     }
 
-    private string GenerateToml() =>
-        "# Generated by Multiplayer bootstrap configurator\n\n" + TomlSettings.Serialize(settings);
+    private string GenerateToml() => "# Generated by Multiplayer bootstrap configurator\n\n" + TomlSettings.Serialize(settings);
 }

Source/Client/Windows/BootstrapConfiguratorWindow.cs

@@ -71,6 +71,7 @@ public BootstrapConfiguratorWindow(ConnectionBase connection, BootstrapServerSta
 
         settings.steam = false;
         settings.arbiter = false;
+            settings.EnforceStandaloneRequirements();
 
         settingsUiBuffers.MaxPlayersBuffer = settings.maxPlayers.ToString();
         settingsUiBuffers.AutosaveBuffer = settings.autosaveInterval.ToString();
@@ -217,10 +218,7 @@ private float GetActiveTabContentHeight()
         if (tab == Tab.Connecting)
             return 5 * 30f;
 
-        if (tab == Tab.Gameplay)
-            return (MpVersion.IsDebug ? 9 : 8) * 30f;
-
-        return 260f;
+        return (MpVersion.IsDebug ? 9 : 8) * 30f;
     }
 
     private sealed class PendingUploadState