Archive Mode

.dockerignore

@@ -0,0 +1,13 @@
+.git
+**/bin
+**/obj
+**/node_modules
+docker/nfs
+**/publish
+**/debug
+**/release
+**/dist
+*.DotSettings.user
+.vs/
+.idea/
+**/.DS_Store

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,14 @@
+### Summary
+
+<!-- 
+Explain what this PR changes and why you're changing it.
+If this is a gameplay change, you should take extra care to explain why you think the change makes sense,
+and demonstrate that you understand the full impact of the change when operating as an MMO server.
+
+It usually saves time to ask _before_ making gameplay changes, as if it doesn't fit the game design it could be rejected outright.
+-->
+
+### Contributor Declaration
+
+- [ ] I certify that no LLM's were used to generate any code or documentation in this contribution.
+

.github/workflows/dotnet.yml

@@ -0,0 +1,200 @@
+name: Build FreeSO
+
+on:
+  push:
+    branches: [ "**" ]
+  pull_request:
+    branches: [ "master" ]
+
+jobs:
+
+  build-win:
+    strategy:
+      matrix:
+        configuration: [Release]
+
+    runs-on: windows-latest  # For a list of available runner types, refer to
+                             # https://help.github.com/en/actions/reference/workflow-syntax-for-github-actions#jobsjob_idruns-on
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v5
+
+    # Install the .NET Core workload
+    - name: Install .NET Core
+      uses: actions/setup-dotnet@v5
+      with:
+        dotnet-version: 9.0.x
+
+    - run: dotnet publish TSOClient/FSO.IDE -c Release /p:ContinuousIntegrationBuild=true /p:Deterministic=true /p:EnableSourceLink=false /p:IncludeSourceRevisionInInformationalVersion=false -r win-x64 --self-contained -o Artifacts/Client
+    - run: dotnet publish TSOClient/FSO.Server.Core -c Release /p:ContinuousIntegrationBuild=true /p:Deterministic=true /p:EnableSourceLink=false /p:IncludeSourceRevisionInInformationalVersion=false -r win-x64 --self-contained -o Artifacts/Server
+
+    - name: Upload client artifacts
+      uses: actions/upload-artifact@v7
+      with:
+        name: FreeSOClient
+        path: Artifacts/Client
+
+    - name: Upload server artifacts
+      uses: actions/upload-artifact@v7
+      with:
+        name: FreeSOServer
+        path: Artifacts/Server
+
+  build-mac:
+    strategy:
+      matrix:
+        configuration: [Release]
+
+    runs-on: macos-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v5
+
+    # Install the .NET Core workload
+    - name: Install .NET Core
+      uses: actions/setup-dotnet@v5
+      with:
+        dotnet-version: 9.0.x
+
+    - run: dotnet publish TSOClient/FSO.Unix -c Release /p:ContinuousIntegrationBuild=true /p:Deterministic=true /p:EnableSourceLink=false /p:IncludeSourceRevisionInInformationalVersion=false /p:ForceSign=true -r osx-arm64 --self-contained -o Artifacts/Client
+    - run: dotnet publish TSOClient/FSO.Server.Core -c Release /p:ContinuousIntegrationBuild=true /p:Deterministic=true /p:EnableSourceLink=false /p:IncludeSourceRevisionInInformationalVersion=false -r osx-arm64 --self-contained -o Artifacts/Server
+
+    - name: Tar client
+      run: tar -czvf mac.tar.gz -C Artifacts/Client FreeSO.app
+
+    - name: Upload client artifacts
+      uses: actions/upload-artifact@v7
+      with:
+        name: FreeSOClientMac
+        path: mac.tar.gz
+        archive: false
+
+    - name: Tar server
+      run: tar -czvf mac-server.tar.gz -C Artifacts/Server .
+
+    - name: Upload server artifacts
+      uses: actions/upload-artifact@v7
+      with:
+        name: FreeSOServerMac
+        path: mac-server.tar.gz
+        archive: false
+
+  create-release:
+    needs: [build-win, build-mac]
+    runs-on: macos-latest
+    permissions:
+      contents: write
+    environment:
+      name: "Release"
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v5
+      with:
+        fetch-depth: 0
+
+    - uses: actions/setup-node@v7
+      with:
+        node-version: 24
+
+    - name: Install .NET Core
+      uses: actions/setup-dotnet@v5
+      with:
+        dotnet-version: 9.0.x
+
+    - name: Download Client
+      uses: actions/download-artifact@v8
+      with:
+        name: FreeSOClient
+        path: tempUpdate/windows
+
+    - name: Download Server
+      uses: actions/download-artifact@v8
+      with:
+        name: FreeSOServer
+        path: tempUpdate/windows-server
+
+    - name: Download Client (mac)
+      uses: actions/download-artifact@v8
+      with:
+        name: mac.tar.gz
+        path: tempUpdate
+
+    - name: Download Server (mac)
+      uses: actions/download-artifact@v8
+      with:
+        name: mac-server.tar.gz
+        path: tempUpdate
+
+    - name: Untar client (mac)
+      run: mkdir tempUpdate/mac/ && tar -xzvf tempUpdate/mac.tar.gz -C tempUpdate/mac/
+
+    - name: Untar server (mac)
+      run: mkdir tempUpdate/mac-server/ && tar -xzvf tempUpdate/mac-server.tar.gz -C tempUpdate/mac-server/
+
+    - name: Install create-dmg
+      run: |
+        npm install --global create-dmg
+
+    - name: Building Release
+      env:
+        GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        FSO_UPDATE_GITHUB_REPO: ${{ github.repository }}
+        FSO_UPDATE_CHANNEL_URL: ${{ vars.FSO_UPDATE_CHANNEL_URL }}
+        FSO_UPDATE_PUBLIC_KEY: ${{ secrets.FSO_UPDATE_PUBLIC_KEY }}
+        FSO_UPDATE_PRIVATE_KEY: ${{ secrets.FSO_UPDATE_PRIVATE_KEY }}
+        FSO_UPDATE_TARGETS: "windows,mac"
+      run: |
+        dotnet run -c Release -- "../../../tempUpdate/" 
+      working-directory: Other/tools/FSO.UpdateBuilder
+
+    - name: Upload release manifest
+      uses: actions/upload-artifact@v7
+      with:
+        name: ReleaseManifest
+        path: tempUpdate/windows/version.json
+        archive: false
+
+  release-msi:
+    needs: [create-release]
+    runs-on: windows-latest
+    permissions:
+      contents: write
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v5
+
+    - name: Install .NET Core
+      uses: actions/setup-dotnet@v5
+      with:
+        dotnet-version: 9.0.x
+
+    - name: Download Client
+      uses: actions/download-artifact@v8
+      with:
+        name: FreeSOClient
+        path: Artifacts/Client
+
+    - name: Download Version Manifest
+      uses: actions/download-artifact@v8
+      with:
+        name: version.json
+        path: Artifacts/Client
+
+    - name: Building Windows Installer (.msi)
+      run: dotnet build TSOClient/FSO.Installer.Windows -c Release -o Artifacts/Installer
+
+    - name: Updating Release
+      env:
+        GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        FSO_UPDATE_GITHUB_REPO: ${{ github.repository }}
+        FSO_UPDATE_CHANNEL_URL: ${{ vars.FSO_UPDATE_CHANNEL_URL }}
+        FSO_UPDATE_PUBLIC_KEY: ${{ secrets.FSO_UPDATE_PUBLIC_KEY }}
+        FSO_UPDATE_PRIVATE_KEY: ${{ secrets.FSO_UPDATE_PRIVATE_KEY }}
+        FSO_UPDATE_TARGETS: "windows,mac"
+      run: |
+        dotnet run -c Release -- --windowsMsi
+      working-directory: Other/tools/FSO.UpdateBuilder

.gitignore

@@ -85,4 +85,13 @@ TSOClient/tso.client/GlobalSettings1.Designer.cs
 TSOClient/.vs/config/applicationhost.config
 *.nvuser
 
-TSOClient/Mario
+# Rider IDE
+.idea/
+
+# Docker
+docker/nfs/
+docker/archives/
+
+TSOClient/Mario
+
+Artifacts/

Documentation/Generating Archive Data.md

@@ -0,0 +1,43 @@
+Here's the full process used to generate the FreeSO archive data from server data exported using mariadb-dump on The Save Date.
+
+- Build and configure FSO.Server.Core to point to a non-existent sqlite database file, and a copy of the NFS that you want to migrate to archive. These operations are destructive, so make sure you copy the NFS if you want to keep the original.
+  - Add `"engine": "sqlite",` to the database object, and then use a connection string like this:
+  - `Data Source=fsoarchive.db;Version=3;UTF8Encoding=True`
+- `dotnet run sqlite-import <dumpDir>`
+  - This imports the database from an SQL dump made with MariaDB dump 10.19. There should be one file per table, with triggers and functions, and the first alphabetically should be `fso_fso_auth_attempts.sql`.
+- `dotnet run archive-convert`
+  - This converts the database into the archive format. This involved deleting all users, user related tables, authentication and adding tables/columns for archive features. All existing avatars are transferred to an "archive user" with ID 1.
+- `dotnet run backup-selection`
+  - This step scans all lot saves to find cases where a roommate has left and taken a large number of objects with them. If this is the case, then the entry for that lot is updated to load that backup instead.
+    - When possible, the lot will attempt to "steal" recovered objects from the owner's inventory if it's not on another lot.
+  - This is useful for restoring the state of "abandoned" properties, after players have left and become roommate somewhere else.
+- `dotnet run data-trim -a`
+  - This step trims excess data to reduce the filesize of the archive, and can remove any data that might be personally identifying such as inbox, bookmarks etc. (the -a flag)
+    - This is a destructive process. The following information will be lost:
+      - Relationships with an invalid source, or insignificant value (-5 to 5).
+      - Object inventory data for objects that are on a lot (as the lot has authority in this case)
+      - Object inventory and plugin data for objects that have been deleted
+      - Lot backups apart from the newest and the oldest (or whatever `backup-selection` picked)
+        - Usually there are 10, trimming down to 2 backups saves a lot of space.
+      - Lot data that doesn't have a database entry (likely deleted)
+      - All rows in server state tables:
+        - `fso_auth_attempts`, `fso_auth_tickets`, `fso_lot_server_tickets`, `fso_shard_tickets`, `fso_tasks`, `fso_transactions`
+      - If the `-a` flag is provided (anonymize), all rows in these tables:
+        - `fso_inbox`, `fso_bookmarks`, `fso_bulletin_posts (deleted=1)`, `fso_election_votes`, `fso_election_freevotes`, `fso_election_candidates`, `fso_ip_ban`, `fso_lot_visits`, `fso_nhood_ban`, `fso_lot_admit`
+        - `from_user_id` from `fso_mayor_ratings` gets cleared somehow
+- `dotnet run plugin-anonymize <input-file>`
+  - This step tries to find objects with specific plugin data (signs, draw a card) that could potentially contain private information.
+  - Any signs or card dispensers that are in a user's inventory have their plugin data deleted.
+  - If on a lot, the tool loads the lot and determines if the object is accessible to fresh visitors. If it isn't, the data is deleted.
+    - allow all or ban list, and you can route to the object from the mailbox with visitor status. There's some special logic that allows routing through teleporters.
+  - Without an input file, the tool will output a list of all data for the user to review in `pluginReview.json` local to the game executable, and the automated decisions it made based on routing.
+  - You can feed this data back in immediately with `dotnet run plugin-anonymize pluginReview.json`, though it's recommended to do a pass through the data for anything that might be offensive, or to manually allow data that doesn't appear to be private.
+- `dotnet run import-archive-featured <shardId> <json>`
+  - A tool for importing manually featured lots for the archive data. Just a JSON array containing objects with `name`, `lot_id`, `category`, `description`.
+- Manual Cleanup
+  - Feel free to perform manual cleanups on the database file with a tool like https://sqlitebrowser.org/ .
+    - If you want to make sure something is definitely deleted/committed before distribution, run:
+      - `PRAGMA wal_checkpoint(TRUNCATE)`
+      - `vacuum`
+      - `PRAGMA wal_checkpoint(TRUNCATE)`
+  - You can also load up the save with the archive client and make changes there. This was done with the FreeSO archive data to finish the final town hall, cleanup the event lots, import some special lot data, and add a few easter eggs.

Other/libs/ColorQuantizer/SimplePaletteQuantizer/Quantizers/DistinctSelection/DistinctSelectionQuantizer.cs

@@ -129,7 +129,7 @@ protected override List<Color> OnGetPaletteToCache(Int32 colorCount)
                     ToList();
 
                 // workaround for backgrounds, the most prevalent color
-                DistinctColorInfo background = colorInfoList.MaxBy(info => info.Count);
+                DistinctColorInfo background = Enumerable.MaxBy(colorInfoList, info => info.Count);
                 colorInfoList.Remove(background);
                 colorCount--;