fix: raise default rust pii text limit

Signed-off-by: lucarlig <luca.carlig@ibm.com>

Author: lucarlig

plugins/pii_filter/pii_filter.py

@@ -130,7 +130,7 @@ class PIIFilterConfig(BaseModel):
     include_detection_details: bool = Field(default=True, description="Include detection details in metadata")
 
     # Resource limits for the Rust implementation
-    max_text_bytes: int = Field(default=256 * 1024, gt=0, le=100 * 1024 * 1024, description="Maximum text payload size accepted by the Rust detector (max 100MB)")
+    max_text_bytes: int = Field(default=10 * 1024 * 1024, gt=0, le=100 * 1024 * 1024, description="Maximum text payload size accepted by the Rust detector (max 100MB)")
     max_nested_depth: int = Field(default=32, gt=0, le=1000, description="Maximum nested depth accepted by the Rust detector (max 1000)")
     max_collection_items: int = Field(default=4096, gt=0, le=1_000_000, description="Maximum list or mapping size accepted by the Rust detector (max 1M)")
 

plugins_rust/pii_filter/src/config.rs

@@ -147,7 +147,7 @@ impl Default for PIIConfig {
             include_detection_details: true,
 
             // Default resource limits
-            max_text_bytes: 256 * 1024,
+            max_text_bytes: 10 * 1024 * 1024,
             max_nested_depth: 32,
             max_collection_items: 4096,
 
@@ -342,7 +342,7 @@ mod tests {
         assert!(config.detect_email);
         assert_eq!(config.redaction_text, "[REDACTED]");
         assert_eq!(config.default_mask_strategy, MaskingStrategy::Redact);
-        assert_eq!(config.max_text_bytes, 256 * 1024);
+        assert_eq!(config.max_text_bytes, 10 * 1024 * 1024);
         assert_eq!(config.max_nested_depth, 32);
         assert_eq!(config.max_collection_items, 4096);
     }

plugins_rust/pii_filter/src/detector.rs

@@ -1103,6 +1103,34 @@ mod tests {
         });
     }
 
+    #[test]
+    fn test_default_detector_accepts_inputs_larger_than_256k() {
+        Python::initialize();
+        Python::attach(|_| {
+            let config = PIIConfig {
+                detect_ssn: true,
+                detect_bsn: false,
+                detect_credit_card: false,
+                detect_email: false,
+                detect_phone: false,
+                detect_ip_address: false,
+                detect_date_of_birth: false,
+                detect_passport: false,
+                detect_driver_license: false,
+                detect_bank_account: false,
+                detect_medical_record: false,
+                detect_aws_keys: false,
+                detect_api_keys: false,
+                ..Default::default()
+            };
+            let patterns = compile_patterns(&config).unwrap();
+            let detector = PIIDetectorRust { patterns, config };
+            let text = format!("{} SSN: 123-45-6789", "x".repeat(300 * 1024));
+
+            assert!(detector.detect(&text).is_ok());
+        });
+    }
+
     #[test]
     fn test_longer_overlap_wins_over_registration_order() {
         let mut config = PIIConfig {