backport a9a74da 3.13

.github/workflows/build.yml

@@ -8,19 +8,11 @@ on:
  push:
  branches:
  - 'main'
- - '3.12'
- - '3.11'
- - '3.10'
- - '3.9'
- - '3.8'
+ - '3.*'
  pull_request:
  branches:
  - 'main'
- - '3.12'
- - '3.11'
- - '3.10'
- - '3.9'
- - '3.8'
+ - '3.*'
 
 permissions:
  contents: read
@@ -494,6 +486,7 @@ jobs:
  config_hash: ${{ needs.check_source.outputs.config_hash }}
  options: ./configure --config-cache --with-thread-sanitizer --with-pydebug
  suppressions_path: Tools/tsan/supressions.txt
+ tsan_logs_artifact_name: tsan-logs-default
 
  build_tsan_free_threading:
  name: 'Thread sanitizer (free-threading)'
@@ -504,6 +497,7 @@ jobs:
  config_hash: ${{ needs.check_source.outputs.config_hash }}
  options: ./configure --config-cache --disable-gil --with-thread-sanitizer --with-pydebug
  suppressions_path: Tools/tsan/suppressions_free_threading.txt
+ tsan_logs_artifact_name: tsan-logs-free-threading
 
  # CIFuzz job based on https://google.github.io/oss-fuzz/getting-started/continuous-integration/
  cifuzz:

.github/workflows/jit.yml

@@ -5,11 +5,17 @@ on:
  - '**jit**'
  - 'Python/bytecodes.c'
  - 'Python/optimizer*.c'
+ - '!Python/perf_jit_trampoline.c'
+ - '!**/*.md'
+ - '!**/*.ini'
  push:
  paths:
  - '**jit**'
  - 'Python/bytecodes.c'
  - 'Python/optimizer*.c'
+ - '!Python/perf_jit_trampoline.c'
+ - '!**/*.md'
+ - '!**/*.ini'
  workflow_dispatch:
 
 permissions:
@@ -20,8 +26,22 @@ concurrency:
  cancel-in-progress: true
 
 jobs:
+ interpreter:
+ name: Interpreter (Debug)
+ runs-on: ubuntu-latest
+ timeout-minutes: 90
+ steps:
+ - uses: actions/checkout@v4
+ - name: Build tier two interpreter
+ run: |
+ ./configure --enable-experimental-jit=interpreter --with-pydebug
+ make all --jobs 4
+ - name: Test tier two interpreter
+ run: |
+ ./python -m test --multiprocess 0 --timeout 4500 --verbose2 --verbose3
  jit:
  name: ${{ matrix.target }} (${{ matrix.debug && 'Debug' || 'Release' }})
+ needs: interpreter
  runs-on: ${{ matrix.runner }}
  timeout-minutes: 90
  strategy:
@@ -144,3 +164,22 @@ jobs:
  ./configure --enable-experimental-jit ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations ' }} --build=x86_64-linux-gnu --host="$HOST" --with-build-python=../build/bin/python3 --with-pkg-config=no ac_cv_buggy_getaddrinfo=no ac_cv_file__dev_ptc=no ac_cv_file__dev_ptmx=yes
  make all --jobs 4
  ./python -m test --ignorefile=Tools/jit/ignore-tests-emulated-linux.txt --multiprocess 0 --timeout 4500 --verbose2 --verbose3
+
+ jit-with-disabled-gil:
+ name: Free-Threaded (Debug)
+ needs: interpreter
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - uses: actions/setup-python@v5
+ with:
+ python-version: '3.11'
+ - name: Build with JIT enabled and GIL disabled
+ run: |
+ sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh 18
+ export PATH="$(llvm-config-18 --bindir):$PATH"
+ ./configure --enable-experimental-jit --with-pydebug --disable-gil
+ make all --jobs 4
+ - name: Run tests
+ run: |
+ ./python -m test --multiprocess 0 --timeout 4500 --verbose2 --verbose3

.github/workflows/mypy.yml

@@ -34,6 +34,7 @@ concurrency:
 jobs:
  mypy:
  strategy:
+ fail-fast: false
  matrix:
  target: [
  "Lib/_pyrepl",

.github/workflows/reusable-docs.yml

@@ -62,7 +62,8 @@ jobs:
  python Doc/tools/check-warnings.py \
  --annotate-diff '${{ env.branch_base }}' '${{ env.branch_pr }}' \
  --fail-if-regression \
- --fail-if-improved
+ --fail-if-improved \
+ --fail-if-new-news-nit
 
  # This build doesn't use problem matchers or check annotations
  build_doc_oldest_supported_sphinx:

.github/workflows/reusable-tsan.yml

@@ -11,6 +11,10 @@ on:
  description: 'A repo relative path to the suppressions file'
  required: true
  type: string
+ tsan_logs_artifact_name:
+ description: 'Name of the TSAN logs artifact. Must be unique for each job.'
+ required: true
+ type: string
 
 jobs:
  build_tsan_reusable:
@@ -41,7 +45,7 @@ jobs:
  sudo sysctl -w vm.mmap_rnd_bits=28
  - name: TSAN Option Setup
  run: |
- echo "TSAN_OPTIONS=suppressions=${GITHUB_WORKSPACE}/${{ inputs.suppressions_path }}" >> $GITHUB_ENV
+ echo "TSAN_OPTIONS=log_path=${GITHUB_WORKSPACE}/tsan_log suppressions=${GITHUB_WORKSPACE}/${{ inputs.suppressions_path }} handle_segv=0" >> $GITHUB_ENV
  echo "CC=clang" >> $GITHUB_ENV
  echo "CXX=clang++" >> $GITHUB_ENV
  - name: Add ccache to PATH
@@ -60,3 +64,13 @@ jobs:
  run: make pythoninfo
  - name: Tests
  run: ./python -m test --tsan -j4
+ - name: Display TSAN logs
+ if: always()
+ run: find ${GITHUB_WORKSPACE} -name 'tsan_log.*' | xargs head -n 1000
+ - name: Archive TSAN logs
+ if: always()
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ inputs.tsan_logs_artifact_name }}
+ path: tsan_log.*
+ if-no-files-found: ignore

Doc/Makefile

@@ -32,6 +32,7 @@ help:
  @echo " clean to remove build files"
  @echo " venv to create a venv with necessary tools"
  @echo " html to make standalone HTML files"
+ @echo " gettext to generate POT files"
  @echo " htmlview to open the index page built by the html target in your browser"
  @echo " htmllive to rebuild and reload HTML files in your browser"
  @echo " htmlhelp to make HTML files and a HTML help project"
@@ -140,14 +141,23 @@ pydoc-topics: build
  @echo "Building finished; now run this:" \
  "cp build/pydoc-topics/topics.py ../Lib/pydoc_data/topics.py"
 
+.PHONY: gettext
+gettext: BUILDER = gettext
+gettext: SPHINXOPTS += '-d build/doctrees-gettext'
+gettext: build
+
 .PHONY: htmlview
 htmlview: html
  $(PYTHON) -c "import os, webbrowser; webbrowser.open('file://' + os.path.realpath('build/html/index.html'))"
 
+.PHONY: ensure-sphinx-autobuild
+ensure-sphinx-autobuild: venv
+ $(VENVDIR)/bin/sphinx-autobuild --version > /dev/null || $(VENVDIR)/bin/python3 -m pip install sphinx-autobuild
+
 .PHONY: htmllive
 htmllive: SPHINXBUILD = $(VENVDIR)/bin/sphinx-autobuild
 htmllive: SPHINXOPTS = --re-ignore="/venv/" --open-browser --delay 0
-htmllive: html
+htmllive: ensure-sphinx-autobuild html
 
 .PHONY: clean
 clean: clean-venv

Doc/c-api/buffer.rst

@@ -147,9 +147,9 @@ a buffer, see :c:func:`PyObject_GetBuffer`.
  or a :c:macro:`PyBUF_WRITABLE` request, the consumer must disregard
  :c:member:`~Py_buffer.itemsize` and assume ``itemsize == 1``.
 
- .. c:member:: const char *format
+ .. c:member:: char *format
 
- A *NUL* terminated string in :mod:`struct` module style syntax describing
+ A *NULL* terminated string in :mod:`struct` module style syntax describing
  the contents of a single item. If this is ``NULL``, ``"B"`` (unsigned bytes)
  is assumed.
 

Doc/c-api/dict.rst

@@ -191,6 +191,7 @@ Dictionary Objects
  to both *default_value* and *\*result* (if it's not ``NULL``).
  These may refer to the same object: in that case you hold two separate
  references to it.
+
  .. versionadded:: 3.13
 
 

Doc/c-api/frame.rst

@@ -121,17 +121,18 @@ See also :ref:`Reflection <reflection>`.
 .. c:function:: PyObject* PyFrame_GetLocals(PyFrameObject *frame)
 
  Get the *frame*'s :attr:`~frame.f_locals` attribute.
- If the frame refers to a function or comprehension, this returns
- a write-through proxy object that allows modifying the locals.
- In all other cases (classes, modules) it returns the :class:`dict`
- representing the frame locals directly.
+ If the frame refers to an :term:`optimized scope`, this returns a
+ write-through proxy object that allows modifying the locals.
+ In all other cases (classes, modules, :func:`exec`, :func:`eval`) it returns
+ the mapping representing the frame locals directly (as described for
+ :func:`locals`).
 
  Return a :term:`strong reference`.
 
  .. versionadded:: 3.11
 
  .. versionchanged:: 3.13
- Return a proxy object for functions and comprehensions.
+ As part of :pep:`667`, return a proxy object for optimized scopes.
 
 
 .. c:function:: int PyFrame_GetLineNumber(PyFrameObject *frame)

Doc/c-api/module.rst

@@ -427,14 +427,14 @@ The available slot types are:
  This slot is ignored by Python builds not configured with
  :option:`--disable-gil`. Otherwise, it determines whether or not importing
  this module will cause the GIL to be automatically enabled. See
- :envvar:`PYTHON_GIL` and :option:`-X gil <-X>` for more detail.
+ :ref:`free-threaded-cpython` for more detail.
 
  Multiple ``Py_mod_gil`` slots may not be specified in one module definition.
 
  If ``Py_mod_gil`` is not specified, the import machinery defaults to
  ``Py_MOD_GIL_USED``.
 
- .. versionadded: 3.13
+ .. versionadded:: 3.13
 
 See :PEP:`489` for more details on multi-phase initialization.
 

Doc/c-api/monitoring.rst

@@ -121,10 +121,10 @@ See :mod:`sys.monitoring` for descriptions of the events.
  :c:func:`PyErr_GetRaisedException`).
 
 
-.. c:function:: int PyMonitoring_FireStopIterationEvent(PyMonitoringState *state, PyObject *codelike, int32_t offset)
+.. c:function:: int PyMonitoring_FireStopIterationEvent(PyMonitoringState *state, PyObject *codelike, int32_t offset, PyObject *value)
 
- Fire a ``STOP_ITERATION`` event with the current exception (as returned by
- :c:func:`PyErr_GetRaisedException`).
+ Fire a ``STOP_ITERATION`` event. If ``value`` is an instance of :exc:`StopIteration`, it is used. Otherwise,
+ a new :exc:`StopIteration` instance is created with ``value`` as its argument.
 
 
 Managing the Monitoring State

Doc/c-api/object.rst

@@ -65,7 +65,7 @@ Object Protocol
 
  Properly handle returning :c:data:`Py_NotImplemented` from within a C
  function (that is, create a new :term:`strong reference`
- to NotImplemented and return it).
+ to :const:`NotImplemented` and return it).
 
 
 .. c:macro:: Py_PRINT_RAW

Doc/c-api/weakref.rst

@@ -35,7 +35,7 @@ as much as it can.
  callable object that receives notification when *ob* is garbage collected; it
  should accept a single parameter, which will be the weak reference object
  itself. *callback* may also be ``None`` or ``NULL``. If *ob* is not a
- weakly referencable object, or if *callback* is not callable, ``None``, or
+ weakly referenceable object, or if *callback* is not callable, ``None``, or
  ``NULL``, this will return ``NULL`` and raise :exc:`TypeError`.
 
 
@@ -47,7 +47,7 @@ as much as it can.
  be a callable object that receives notification when *ob* is garbage
  collected; it should accept a single parameter, which will be the weak
  reference object itself. *callback* may also be ``None`` or ``NULL``. If *ob*
- is not a weakly referencable object, or if *callback* is not callable,
+ is not a weakly referenceable object, or if *callback* is not callable,
  ``None``, or ``NULL``, this will return ``NULL`` and raise :exc:`TypeError`.
 
 

Doc/conf.py

@@ -374,6 +374,8 @@
 # Split the index
 html_split_index = True
 
+# Split pot files one per reST file
+gettext_compact = False
 
 # Options for LaTeX output
 # ------------------------
@@ -435,6 +437,10 @@
 epub_author = 'Python Documentation Authors'
 epub_publisher = 'Python Software Foundation'
 
+# index pages are not valid xhtml
+# https://github.com/sphinx-doc/sphinx/issues/12359
+epub_use_index = False
+
 # Options for the coverage checker
 # --------------------------------
 

Doc/extending/extending.rst

@@ -868,7 +868,7 @@ It is important to call :c:func:`free` at the right time. If a block's address
 is forgotten but :c:func:`free` is not called for it, the memory it occupies
 cannot be reused until the program terminates. This is called a :dfn:`memory
 leak`. On the other hand, if a program calls :c:func:`free` for a block and then
-continues to use the block, it creates a conflict with re-use of the block
+continues to use the block, it creates a conflict with reuse of the block
 through another :c:func:`malloc` call. This is called :dfn:`using freed memory`.
 It has the same bad consequences as referencing uninitialized data --- core
 dumps, wrong results, mysterious crashes.

Doc/extending/newtypes.rst

@@ -545,7 +545,7 @@ performance-critical objects (such as numbers).
 .. seealso::
  Documentation for the :mod:`weakref` module.
 
-For an object to be weakly referencable, the extension type must set the
+For an object to be weakly referenceable, the extension type must set the
 ``Py_TPFLAGS_MANAGED_WEAKREF`` bit of the :c:member:`~PyTypeObject.tp_flags`
 field. The legacy :c:member:`~PyTypeObject.tp_weaklistoffset` field should
 be left as zero.

Doc/faq/general.rst

@@ -122,6 +122,8 @@ available. Consult `the Python Package Index <https://pypi.org>`_ to
 find packages of interest to you.
 
 
+.. _faq-version-numbering-scheme:
+
 How does the Python version numbering scheme work?
 --------------------------------------------------
 
@@ -183,8 +185,6 @@ information on getting the source code and compiling it.
 How do I get documentation on Python?
 -------------------------------------
 
-.. XXX mention py3k
-
 The standard documentation for the current stable version of Python is available
 at https://docs.python.org/3/. PDF, plain text, and downloadable HTML versions are
 also available at https://docs.python.org/3/download.html.

Doc/glossary.rst

@@ -889,6 +889,15 @@ Glossary
  (methods). Also the ultimate base class of any :term:`new-style
  class`.
 
+ optimized scope
+ A scope where target local variable names are reliably known to the
+ compiler when the code is compiled, allowing optimization of read and
+ write access to these names. The local namespaces for functions,
+ generators, coroutines, comprehensions, and generator expressions are
+ optimized in this fashion. Note: most interpreter optimizations are
+ applied to all scopes, only those relying on a known set of local
+ and nonlocal variable names are restricted to optimized scopes.
+
  package
  A Python :term:`module` which can contain submodules or recursively,
  subpackages. Technically, a package is a Python module with a

Doc/howto/mro.rst

@@ -426,7 +426,7 @@ In this case the MRO is GFEF and the local precedence ordering is
 preserved.
 
 As a general rule, hierarchies such as the previous one should be
-avoided, since it is unclear if F should override E or viceversa.
+avoided, since it is unclear if F should override E or vice-versa.
 Python 2.3 solves the ambiguity by raising an exception in the creation
 of class G, effectively stopping the programmer from generating
 ambiguous hierarchies. The reason for that is that the C3 algorithm

Doc/library/__future__.rst

@@ -1,5 +1,5 @@
-:mod:`__future__` --- Future statement definitions
-==================================================
+:mod:`!__future__` --- Future statement definitions
+===================================================
 
 .. module:: __future__
  :synopsis: Future statement definitions

Doc/library/__main__.rst

@@ -1,5 +1,5 @@
-:mod:`__main__` --- Top-level code environment
-==============================================
+:mod:`!__main__` --- Top-level code environment
+===============================================
 
 .. module:: __main__
  :synopsis: The environment where top-level code is run. Covers command-line