[SPARK-55407][PYSPARK] Replace logger.warn with logger.warning

### What changes were proposed in this pull request?

Replace all `logger.warn` usage with `logger.warning`

### Why are the changes needed?

logger.warn is obsolete and should not be used anymore - https://docs.python.org/3/library/logging.html#logging.Logger.warning

### Does this PR introduce _any_ user-facing change?

No.

### How was this patch tested?

No behavioral change.

### Was this patch authored or co-authored using generative AI tooling?

No.

Closes #54190 from gaogaotiantian/fix-warn.

Authored-by: Tian Gao <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>

Author: gaogaotiantian

python/pyspark/logger/tests/test_logger.py

@@ -71,8 +71,8 @@ def test_log_info_with_exception(self):
         self.assertTrue("msg" in log_json["exception"])
         self.assertTrue("stacktrace" in log_json["exception"])
 
-    def test_log_warn(self):
-        self.logger.warn("This is an warn log", user="test_user_warn", action="test_action_warn")
+    def test_log_warning(self):
+        self.logger.warning("This is an warn log", user="test_user_warn", action="test_action_warn")
         log_json = json.loads(self.handler.stream.getvalue().strip())
 
         self.assertEqual(log_json["msg"], "This is an warn log")

python/pyspark/sql/connect/client/reattach.py

@@ -212,7 +212,7 @@ def target() -> None:
                     with attempt:
                         self._stub.ReleaseExecute(request, metadata=self._metadata)
             except Exception as e:
-                logger.warn(f"ReleaseExecute failed with exception: {e}.")
+                logger.warning(f"ReleaseExecute failed with exception: {e}.")
 
         with self._lock:
             if self._release_thread_pool_instance is not None:
@@ -239,7 +239,7 @@ def target() -> None:
                     with attempt:
                         self._stub.ReleaseExecute(request, metadata=self._metadata)
             except Exception as e:
-                logger.warn(f"ReleaseExecute failed with exception: {e}.")
+                logger.warning(f"ReleaseExecute failed with exception: {e}.")
 
         with self._lock:
             if self._release_thread_pool_instance is not None:

python/pyspark/sql/connect/dataframe.py

@@ -1901,7 +1901,7 @@ def _schema(self) -> StructType:
             try:
                 self._cached_schema_serialized = CPickleSerializer().dumps(self._schema)
             except Exception as e:
-                logger.warn(f"DataFrame schema pickle dumps failed with exception: {e}.")
+                logger.warning(f"DataFrame schema pickle dumps failed with exception: {e}.")
                 self._cached_schema_serialized = None
         return self._cached_schema
 
@@ -1913,7 +1913,7 @@ def schema(self) -> StructType:
             try:
                 return CPickleSerializer().loads(self._cached_schema_serialized)
             except Exception as e:
-                logger.warn(f"DataFrame schema pickle loads failed with exception: {e}.")
+                logger.warning(f"DataFrame schema pickle loads failed with exception: {e}.")
         # In case of pickle ser/de failure, fallback to deepcopy approach.
         return copy.deepcopy(_schema)
 

python/pyspark/sql/connect/plan.py

@@ -733,7 +733,7 @@ def __del__(self) -> None:
                         metadata = session.client._builder.metadata()
                         channel(req, metadata=metadata)  # type: ignore[arg-type]
             except Exception as e:
-                logger.warn(f"RemoveRemoteCachedRelation failed with exception: {e}.")
+                logger.warning(f"RemoveRemoteCachedRelation failed with exception: {e}.")
 
 
 class Hint(LogicalPlan):

python/pyspark/sql/connect/session.py

@@ -943,12 +943,12 @@ def stop(self) -> None:
                 try:
                     self.client.release_session()
                 except Exception as e:
-                    logger.warn(f"session.stop(): Session could not be released. Error: ${e}")
+                    logger.warning(f"session.stop(): Session could not be released. Error: ${e}")
 
             try:
                 self.client.close()
             except Exception as e:
-                logger.warn(f"session.stop(): Client could not be closed. Error: ${e}")
+                logger.warning(f"session.stop(): Client could not be closed. Error: ${e}")
 
             if self is SparkSession._default_session:
                 SparkSession._default_session = None
@@ -964,7 +964,7 @@ def stop(self) -> None:
                     try:
                         PySparkSession._activeSession.stop()
                     except Exception as e:
-                        logger.warn(
+                        logger.warning(
                             "session.stop(): Local Spark Connect Server could not be stopped. "
                             f"Error: ${e}"
                         )