feat(logs): add log rotate (jdx#470)

Co-authored-by: junrangao <junrangao@tencent.com>

Author: gaojunran

Cargo.lock

@@ -57,6 +57,7 @@ reqwest = { version = "0.13", default-features = false, features = [
     "rustls-native-certs",
     "rustls-no-provider",
 ] }
+rusqlite = { version = "0.34", features = ["bundled", "chrono"] }
 rev_lines = "0.3"
 rust-embed = { version = "8", features = ["axum"] }
 axum = { version = "0.8" }
@@ -123,6 +124,7 @@ indexmap = "2"
 
 [dev-dependencies]
 tempfile = "3"
+rusqlite = { version = "0.34", features = ["bundled", "chrono"] }
 
 [profile.dev]
 debug = 1

Cargo.toml

@@ -1,6 +1,6 @@
 # Log Management
 
-View, filter, and manage daemon logs.
+View, filter, and manage daemon logs. Pitchfork stores all daemon logs in an SQLite database (`~/.local/state/pitchfork/logs/logs.db`) with full timestamp indexing, making filtering by time fast and reliable.
 
 ## View Logs
 
@@ -125,6 +125,38 @@ Delete all logs for a daemon:
 pitchfork logs api --clear
 ```
 
+## Log Rotation
+
+Pitchfork supports automatic log rotation via `time_retention` and `line_retention` settings. Old entries are pruned periodically by the supervisor so the database does not grow unbounded.
+
+### Automatic Rotation
+
+Configure in any `pitchfork.toml` under `[settings.logs]`:
+
+```toml
+[settings.logs]
+# Keep only the last 7 days of logs
+time_retention = "7d"
+
+# Or keep only the most recent 10,000 entries
+line_retention = 10000
+
+# You can also combine both (entries older than 7d OR exceeding 10,000 lines are pruned)
+# time_retention = "7d"
+# line_retention = 10000
+```
+
+Supported formats:
+- **Time-based (`time_retention`):** `"7d"`, `"30d"`, `"1h"` — delete entries older than this duration
+- **Count-based (`line_retention`):** `10000`, `5000` — keep only the most recent N entries per daemon
+- **Unset (default):** no automatic pruning
+
+The supervisor evaluates this policy during its regular interval watcher cycle.
+
+## Migrate Legacy Logs
+
+If you were using pitchfork before the SQLite log store was introduced, legacy text log files may still exist under the logs directory. They are automatically imported into the SQLite database on the first access to the log store, so no manual action is required.
+
 ## Supervisor Logs
 
 View pitchfork's own logs:
@@ -133,12 +165,10 @@ View pitchfork's own logs:
 pitchfork logs pitchfork
 ```
 
-## Log Location
-
-Logs are stored in `~/.local/state/pitchfork/logs/<namespace>--<name>/`. See [File Locations](/reference/file-locations#logs) for details on the path format.
-
-Each daemon has its own log file that persists across restarts.
-
 ## TUI and Web UI
 
 You can also view logs in real-time through the [TUI](/guides/tui) (`pitchfork tui`) or [Web UI](/guides/web-ui) (if enabled).
+
+## Log Storage Location
+
+Logs are stored in a single SQLite database at `~/.local/state/pitchfork/logs/logs.db`. Each daemon has its own table partition identified by its qualified ID (`namespace/name`). See [File Locations](/reference/file-locations#logs) for details on the state directory resolution.

docs/guides/logs.md

@@ -28,6 +28,7 @@
         "api": {},
         "general": {},
         "ipc": {},
+        "logs": {},
         "proxy": {},
         "supervisor": {},
         "tui": {},
@@ -225,6 +226,14 @@
             }
           ]
         },
+        "line_retention": {
+          "description": "Maximum number of log entries to keep per daemon.\nOverrides the global `settings.logs.line_retention` when set.",
+          "type": [
+            "integer",
+            "null"
+          ],
+          "format": "int64"
+        },
         "memory_limit": {
           "description": "Memory limit for the daemon process (e.g. \"50MB\", \"1GiB\").\nThe supervisor periodically monitors RSS and kills the process if it exceeds the limit.",
           "anyOf": [
@@ -328,6 +337,13 @@
             }
           ]
         },
+        "time_retention": {
+          "description": "Maximum age of log entries to keep (e.g. \"7d\", \"30d\").\nOverrides the global `settings.logs.time_retention` when set.",
+          "type": [
+            "string",
+            "null"
+          ]
+        },
         "user": {
           "description": "Unix user to run this daemon as. Overrides `settings.supervisor.user` when set.",
           "type": [
@@ -638,6 +654,26 @@
         }
       }
     },
+    "SettingsLogsPartial": {
+      "type": "object",
+      "properties": {
+        "line_retention": {
+          "description": "Count-based log retention (e.g. 10000)",
+          "type": [
+            "integer",
+            "null"
+          ],
+          "format": "int64"
+        },
+        "time_retention": {
+          "description": "Time-based log retention duration (e.g. '7d', '30d')",
+          "type": [
+            "string",
+            "null"
+          ]
+        }
+      }
+    },
     "SettingsPartial": {
       "type": "object",
       "properties": {
@@ -653,6 +689,10 @@
           "$ref": "#/$defs/SettingsIpcPartial",
           "default": {}
         },
+        "logs": {
+          "$ref": "#/$defs/SettingsLogsPartial",
+          "default": {}
+        },
         "proxy": {
           "$ref": "#/$defs/SettingsProxyPartial",
           "default": {}

docs/public/schema.json

@@ -73,22 +73,21 @@ Within a given project directory, files take precedence in this order:
 
 ### Logs
 
-Each daemon has its own log directory and file. The log path is determined by the daemon's qualified ID (namespace + name):
+Logs are stored in a single SQLite database (`logs.db`) for efficient querying, filtering, and rotation. The database uses WAL mode for concurrent readers so the CLI, TUI, and Web UI can all read logs at the same time without blocking the supervisor's writes.
 
-```
-~/.local/state/pitchfork/logs/<namespace>--<daemon-name>/<namespace>--<daemon-name>.log
+```text
+~/.local/state/pitchfork/logs/logs.db
 ```
 
-The namespace is derived from top-level `namespace` in the config when present, otherwise from the project directory name (or `global` for global config files). For example:
-- Daemon `api` in project `myapp` → `logs/myapp--api/myapp--api.log`
-- Daemon `api` in project `yourapp` → `logs/yourapp--api/yourapp--api.log`
-- Daemon `postgres` in global config → `logs/global--postgres/global--postgres.log`
+Inside the database, each daemon is identified by its qualified ID (`namespace/name`). Log entries include a timestamp (millisecond precision) and the raw message text, so time-based filtering is fast and reliable.
 
-The `--` separator is used to convert the `/` in qualified daemon IDs (e.g., `myapp/api`) to a filesystem-safe format.
+For backwards compatibility, the legacy log directory structure still exists but is no longer written to by the supervisor:
 
-Because `--` is reserved for this encoding, project directory names containing `--` (or other invalid namespace characters) require a top-level `namespace` override in `pitchfork.toml`.
+```text
+~/.local/state/pitchfork/logs/<namespace>--<daemon-name>/
+```
 
-See [Namespaces](/concepts/namespaces) for more details on how daemon IDs work across projects.
+Legacy text log files from older pitchfork versions are automatically imported into the SQLite store on first access, so no manual migration is needed.
 
 ### IPC Socket
 

docs/reference/file-locations.md

@@ -30,6 +30,9 @@ run = "node server.js"
 autostop_delay = "5m"
 log_level = "debug"
 
+[settings.logs]
+time_retention = "7d"
+
 [settings.tui]
 refresh_rate = "1s"
 

docs/reference/settings.md

@@ -125,6 +125,48 @@ When disabled (default), a dim bullet (`•`) is used instead to keep
 the output compact and aligned with the spinner / status icons.
 """
 
+# =============================================================================
+# Log Settings
+# =============================================================================
+
+[logs]
+
+[logs.time_retention]
+type = "Duration"
+env = "PITCHFORK_LOG_TIME_RETENTION"
+default = ""
+description = "Time-based log retention duration (e.g. '7d', '30d')"
+docs = """
+Maximum age of log entries to keep in the SQLite log store.
+
+When set, log entries older than this duration are automatically pruned.
+Examples: `"7d"` for 7 days, `"30d"` for 30 days, `"1h"` for 1 hour.
+
+When empty (default), no time-based pruning is performed. You can combine
+this with `line_retention` to enforce both a time limit and a line count limit.
+
+Logs are pruned automatically by the supervisor during its interval watcher
+cycle (no more than once per hour). No manual rotation command is needed.
+"""
+
+[logs.line_retention]
+type = "Integer"
+env = "PITCHFORK_LOG_LINE_RETENTION"
+default = "0"
+description = "Count-based log retention (e.g. 10000)"
+docs = """
+Maximum number of log entries to keep per daemon in the SQLite log store.
+
+When set, only the most recent N log entries are retained. Older entries are
+automatically pruned.
+
+When set to `0` (default), no count-based pruning is performed. You can combine
+this with `time_retention` to enforce both a time limit and a line count limit.
+
+Logs are pruned automatically by the supervisor during its interval watcher
+cycle (no more than once per hour). No manual rotation command is needed.
+"""
+
 # =============================================================================
 # IPC (Inter-Process Communication) Settings
 # =============================================================================