gh-144384: Lazily import _colorize

Lib/_pyrepl/console.py

@@ -20,7 +20,7 @@
 from __future__ import annotations
 
 import os
-import _colorize
+lazy import _colorize
 
 from abc import ABC, abstractmethod
 import ast

Lib/_pyrepl/fancycompleter.py

@@ -3,7 +3,7 @@
 #
 #                        All Rights Reserved
 """Colorful tab completion for Python prompt"""
-from _colorize import ANSIColors, get_colors, get_theme
+lazy from _colorize import ANSIColors, get_colors, get_theme
 import rlcompleter
 import keyword
 import types

Lib/_pyrepl/reader.py

@@ -22,7 +22,7 @@
 from __future__ import annotations
 
 import sys
-import _colorize
+lazy import _colorize
 
 from contextlib import contextmanager
 from dataclasses import dataclass, field, fields, replace

Lib/_pyrepl/utils.py

@@ -6,7 +6,7 @@
 import token as T
 import tokenize
 import unicodedata
-import _colorize
+lazy import _colorize
 
 from collections import deque
 from dataclasses import dataclass

Lib/difflib.py

@@ -30,10 +30,10 @@
            'Differ','IS_CHARACTER_JUNK', 'IS_LINE_JUNK', 'context_diff',
            'unified_diff', 'diff_bytes', 'HtmlDiff', 'Match']
 
-from _colorize import can_colorize, get_theme
 from heapq import nlargest as _nlargest
 from collections import namedtuple as _namedtuple
 from types import GenericAlias
+lazy from _colorize import can_colorize, get_theme
 
 Match = _namedtuple('Match', 'a b size')
 

Lib/doctest.py

@@ -106,8 +106,8 @@ def _test():
 import unittest
 from io import StringIO, TextIOWrapper, BytesIO
 from collections import namedtuple
-import _colorize  # Used in doctests
-from _colorize import ANSIColors, can_colorize
+lazy import _colorize  # Used in doctests
+lazy from _colorize import ANSIColors, can_colorize
 
 
 class TestResults(namedtuple('TestResults', 'failed attempted')):

Lib/json/tool.py

@@ -7,7 +7,7 @@
 import json
 import re
 import sys
-from _colorize import get_theme, can_colorize
+lazy from _colorize import get_theme, can_colorize
 
 
 # The string we are colorizing is valid JSON,

Lib/pdb.py

@@ -96,7 +96,7 @@
 import linecache
 import selectors
 import threading
-import _colorize
+lazy import _colorize
 
 from contextlib import ExitStack, closing, contextmanager
 from types import CodeType

Lib/profiling/sampling/live_collector/collector.py

@@ -9,7 +9,7 @@
 import sys
 import sysconfig
 import time
-import _colorize
+lazy import _colorize
 
 from ..collector import Collector, extract_lineno
 from ..constants import (

Lib/profiling/sampling/pstats_collector.py

@@ -2,7 +2,7 @@
 import marshal
 import pstats
 
-from _colorize import ANSIColors
+lazy from _colorize import ANSIColors
 from .collector import Collector, extract_lineno
 from .constants import MICROSECONDS_PER_SECOND, PROFILING_MODE_CPU
 

Lib/profiling/sampling/sample.py

@@ -6,7 +6,7 @@
 import sysconfig
 import time
 from collections import deque
-from _colorize import ANSIColors
+lazy from _colorize import ANSIColors
 
 from .pstats_collector import PstatsCollector
 from .stack_collector import CollapsedStackCollector, FlamegraphCollector

Lib/sqlite3/__main__.py

@@ -10,19 +10,21 @@
 from argparse import ArgumentParser
 from code import InteractiveConsole
 from textwrap import dedent
-from _colorize import get_theme, theme_no_color
+lazy from _colorize import get_theme, theme_no_color
 
 from ._completer import completer
 
 
-def execute(c, sql, suppress_errors=True, theme=theme_no_color):
+def execute(c, sql, suppress_errors=True, theme=None):
     """Helper that wraps execution of SQL code.
 
     This is used both by the REPL and by direct execution from the CLI.
 
     'c' may be a cursor or a connection.
     'sql' is the SQL string to execute.
     """
+    if theme is None:
+        theme = theme_no_color
 
     try:
         for row in c.execute(sql):

Lib/test/test_difflib.py

@@ -1,5 +1,7 @@
 import difflib
+from test import support
 from test.support import findfile, force_colorized
+from test.support.import_helper import ensure_lazy_imports
 import unittest
 import doctest
 import sys
@@ -644,6 +646,12 @@ def setUpModule():
     difflib.HtmlDiff._default_prefix = 0
 
 
+class LazyImportTest(unittest.TestCase):
+    @support.cpython_only
+    def test_lazy_import(self):
+        ensure_lazy_imports("difflib", {"_colorize"})
+
+
 def load_tests(loader, tests, pattern):
     tests.addTest(doctest.DocTestSuite(difflib))
     return tests

Lib/test/test_json/test_tool.py

@@ -8,6 +8,7 @@
 
 from test import support
 from test.support import force_colorized, force_not_colorized, os_helper
+from test.support.import_helper import ensure_lazy_imports
 from test.support.script_helper import assert_python_ok
 
 from _colorize import get_theme
@@ -334,5 +335,11 @@ class TestTool(TestMain):
     module = 'json.tool'
 
 
+class LazyImportTest(unittest.TestCase):
+    @support.cpython_only
+    def test_lazy_import(self):
+        ensure_lazy_imports("json.tool", {"_colorize"})
+
+
 if __name__ == "__main__":
     unittest.main()

Lib/test/test_pdb.py

@@ -22,7 +22,7 @@
 from io import StringIO
 from test import support
 from test.support import has_socket_support, os_helper
-from test.support.import_helper import import_module
+from test.support.import_helper import ensure_lazy_imports, import_module
 from test.support.pty_helper import run_pty, FakeInput
 from test.support.script_helper import kill_python
 from unittest.mock import patch
@@ -5306,5 +5306,11 @@ def tearDown(test):
     return tests
 
 
+class LazyImportTest(unittest.TestCase):
+    @support.cpython_only
+    def test_lazy_import(self):
+        ensure_lazy_imports("pdb", {"_colorize"})
+
+
 if __name__ == '__main__':
     unittest.main()

Lib/test/test_sqlite3/test_cli.py

@@ -7,13 +7,14 @@
 import os
 
 from sqlite3.__main__ import main as cli
-from test.support.import_helper import import_module
+from test.support.import_helper import ensure_lazy_imports, import_module
 from test.support.os_helper import TESTFN, unlink
 from test.support.pty_helper import run_pty
 from test.support import (
     captured_stdout,
     captured_stderr,
     captured_stdin,
+    cpython_only,
     force_not_colorized_test_class,
     requires_subprocess,
     verbose,
@@ -437,6 +438,11 @@ def test_complete_no_input(self):
             raise
 
 
+class LazyImportTest(unittest.TestCase):
+    @cpython_only
+    def test_lazy_import(self):
+        ensure_lazy_imports("sqlite3.__main__", {"_colorize"})
+
 
 if __name__ == "__main__":
     unittest.main()

Lib/test/test_traceback.py

@@ -23,7 +23,7 @@
                           requires_subprocess, os_helper)
 from test.support.os_helper import TESTFN, temp_dir, unlink
 from test.support.script_helper import assert_python_ok, assert_python_failure, make_script
-from test.support.import_helper import forget
+from test.support.import_helper import ensure_lazy_imports, forget
 from test.support import force_not_colorized, force_not_colorized_test_class
 
 import json
@@ -5543,5 +5543,11 @@ def test_suggestion_still_works_for_non_lazy_attributes(self):
         self.assertNotIn(b"BAR_MODULE_LOADED", stdout)
 
 
+class LazyImportTest(unittest.TestCase):
+    @support.cpython_only
+    def test_lazy_import(self):
+        ensure_lazy_imports("traceback", {"_colorize"})
+
+
 if __name__ == "__main__":
     unittest.main()

Lib/traceback.py

@@ -16,10 +16,39 @@
 import io
 import importlib.util
 import pathlib
-import _colorize
+lazy import _colorize
 
 from contextlib import suppress
 
+
+class _ShutdownTheme:
+    """Empty stand-in if `_colorize` cannot be imported during late shutdown."""
+    def __getattr__(self, _): return self
+    def __getitem__(self, _): return ""
+    def __format__(self, _): return ""
+    def __str__(self): return ""
+    def __add__(self, other): return other
+    __radd__ = __add__
+
+
+_shutdown_theme = _ShutdownTheme()
+
+
+def _safe_get_theme(*, force_color=False, force_no_color=False):
+    try:
+        return _colorize.get_theme(
+            force_color=force_color, force_no_color=force_no_color
+        )
+    except ImportError:
+        return _shutdown_theme
+
+
+def _safe_can_colorize(*, file=None):
+    try:
+        return _colorize.can_colorize(file=file)
+    except ImportError:
+        return False
+
 try:
     from _missing_stdlib_info import _MISSING_STDLIB_MODULE_MESSAGES
 except ImportError:
@@ -151,7 +180,7 @@ def print_exception(exc, /, value=_sentinel, tb=_sentinel, limit=None, \
 def _print_exception_bltin(exc, file=None, /):
     if file is None:
         file = sys.stderr if sys.stderr is not None else sys.__stderr__
-    colorize = _colorize.can_colorize(file=file)
+    colorize = _safe_can_colorize(file=file)
     return print_exception(exc, limit=BUILTIN_EXCEPTION_LIMIT, file=file, colorize=colorize)
 
 
@@ -199,9 +228,9 @@ def _format_final_exc_line(etype, value, *, insert_final_newline=True, colorize=
     valuestr = _safe_string(value, 'exception')
     end_char = "\n" if insert_final_newline else ""
     if colorize:
-        theme = _colorize.get_theme(force_color=True).traceback
+        theme = _safe_get_theme(force_color=True).traceback
     else:
-        theme = _colorize.get_theme(force_no_color=True).traceback
+        theme = _safe_get_theme(force_no_color=True).traceback
     if value is None or not valuestr:
         line = f"{theme.type}{etype}{theme.reset}{end_char}"
     else:
@@ -555,9 +584,9 @@ def format_frame_summary(self, frame_summary, **kwargs):
         if frame_summary.filename.startswith("<stdin-") and frame_summary.filename.endswith('>'):
             filename = "<stdin>"
         if colorize:
-            theme = _colorize.get_theme(force_color=True).traceback
+            theme = _safe_get_theme(force_color=True).traceback
         else:
-            theme = _colorize.get_theme(force_no_color=True).traceback
+            theme = _safe_get_theme(force_no_color=True).traceback
         row.append(
             '  File {}"{}"{}, line {}{}{}, in {}{}{}\n'.format(
                 theme.filename,
@@ -1336,9 +1365,9 @@ def format_exception_only(self, *, show_group=False, _depth=0, **kwargs):
         """
         colorize = kwargs.get("colorize", False)
         if colorize:
-            theme = _colorize.get_theme(force_color=True).traceback
+            theme = _safe_get_theme(force_color=True).traceback
         else:
-            theme = _colorize.get_theme(force_no_color=True).traceback
+            theme = _safe_get_theme(force_no_color=True).traceback
 
         indent = 3 * _depth * ' '
         if not self._have_exc_type:
@@ -1486,9 +1515,9 @@ def _format_syntax_error(self, stype, **kwargs):
         # Show exactly where the problem was found.
         colorize = kwargs.get("colorize", False)
         if colorize:
-            theme = _colorize.get_theme(force_color=True).traceback
+            theme = _safe_get_theme(force_color=True).traceback
         else:
-            theme = _colorize.get_theme(force_no_color=True).traceback
+            theme = _safe_get_theme(force_no_color=True).traceback
         filename_suffix = ''
         if self.lineno is not None:
             yield '  File {}"{}"{}, line {}{}{}\n'.format(

Lib/unittest/runner.py

@@ -4,11 +4,10 @@
 import time
 import warnings
 
-from _colorize import get_theme
-
 from . import result
 from .case import _SubTest
 from .signals import registerResult
+lazy from _colorize import get_theme
 
 __unittest = True
 

Misc/NEWS.d/next/Library/2026-05-03-17-32-24.gh-issue-144384.q-8jSr.rst

@@ -0,0 +1 @@
+Lazily import :mod:`_colorize`. Patch by Hugo van Kemenade.