Asciify player names for uniform Event tags

Author: robertnurnberg

server/fishtest/api.py

@@ -18,7 +18,7 @@
 from fishtest.stats.stat_util import SPRT_elo, get_elo
 from fishtest.util import strip_run, worker_name
 
-WORKER_VERSION = 321
+WORKER_VERSION = 322
 
 WORKER_API_PATHS = {
     "/api/request_version",

worker/games.py

@@ -18,6 +18,7 @@
 import tempfile
 import threading
 import time
+import unicodedata
 from concurrent.futures import ThreadPoolExecutor
 from datetime import datetime, timedelta, timezone
 from pathlib import Path
@@ -1684,7 +1685,32 @@ def format_fastchess_options(options):
         nodestime_cmd = ["timemargin=10000"]
 
     def make_player(arg):
-        return run["args"][arg].split(" ")[0]
+        # Ensure uniform event naming across all platforms.
+        replacements = {
+            "\u00df": "ss",
+            "\u1e9e": "SS",
+            "\u00e6": "ae",
+            "\u00c6": "AE",
+            "\u0153": "oe",
+            "\u0152": "OE",
+            "\u00f8": "o",
+            "\u00d8": "O",
+            "\u0142": "l",
+            "\u0141": "L",
+            "\u0111": "d",
+            "\u0110": "D",
+            "\u00f0": "d",
+            "\u00d0": "D",
+            "\u00fe": "th",
+            "\u00de": "TH",
+            "\u0127": "h",
+            "\u0126": "H",
+        }
+        replacements = str.maketrans(replacements)
+        player = run["args"][arg].split(" ")[0].translate(replacements)
+        player = unicodedata.normalize("NFKD", player)
+        no_accents = "".join(c for c in player if not unicodedata.combining(c))
+        return no_accents.encode("ascii", errors="replace").decode("ascii")
 
     if spsa_tuning:
         tc_limit *= 2

worker/sri.txt

@@ -1 +1 @@
-{"__version": 321, "updater.py": "sUFX8k5Cb1k3f2Vpp6i1XmIJpYJ9+1U1H/4GDyWiLOnyN6/OxPOJSirPu6CnkPOb", "worker.py": "Ro/AxxY7FeE7vcciD5Q+cbZXobs0/XGbJrkq7y2Ch2n7g1kZs0A6ApqPUBRz3q+l", "games.py": "iRc54dGgrQBYp5ZtSKCbD2SFajhLGjc1Pv01wjqDgchceQnPMPlclMAVxthfuz6a"}
+{"__version": 322, "updater.py": "sUFX8k5Cb1k3f2Vpp6i1XmIJpYJ9+1U1H/4GDyWiLOnyN6/OxPOJSirPu6CnkPOb", "worker.py": "4pk3QIV0NKlU4L0fbAcwrwapMUeZTqRCQjwty8nRNLc90VtVwQbL84Y1wcoBDv48", "games.py": "PZ5t74yJuStxJP5m26Tk/iYRsvFZogXSbJmyyHhfu68/c4+x/GTDTnIdC1dfp7VG"}

worker/worker.py

@@ -74,7 +74,7 @@
 
 FASTCHESS_SHA = "3de44228aec904e688a4ad71c554eb9d461a5a2a"
 
-WORKER_VERSION = 321
+WORKER_VERSION = 322
 FILE_LIST = ["updater.py", "worker.py", "games.py"]
 HTTP_TIMEOUT = 30.0
 INITIAL_RETRY_TIME = 15.0