luaotfload (20aug23)

git-svn-id: svn://tug.org/texlive/trunk@67995 c570f23f-e606-0410-a88d-b1316a301751

13 files changed, 108 insertions, 42 deletions

diff --git a/Master/texmf-dist/doc/luatex/luaotfload/NEWS b/Master/texmf-dist/doc/luatex/luaotfload/NEWS
index ab31f8c84cd..ffc67f5fe15 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/NEWS
+++ b/Master/texmf-dist/doc/luatex/luaotfload/NEWS
@@ -1,5 +1,15 @@
 Change History
 --------------
+2023-08-19 luaotfload v3.24
+
+    *  Add experimental configuration option to change default font lookup location
+       precedence.
+    *  Support xdvipsk in DVI mode
+    *  Preserve soft-hyphens when dropping default ignorable characters
+    *  Hash cache keys to better support certain rather unflexible operating
+       systems
+    *  Various bug fixes
+
 2022-10-03 luaotfload v3.23
 
     *  More reliable ToUnicode mappings in Harf mode
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/README.md b/Master/texmf-dist/doc/luatex/luaotfload/README.md
index c325c4171e6..3f84eccafc1 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/README.md
+++ b/Master/texmf-dist/doc/luatex/luaotfload/README.md
@@ -1,8 +1,8 @@
 # The Luaotfload Package
 
-VERSION: 3.23
+VERSION: 3.24
 
-DATE: 2022-10-03
+DATE: 2023-08-19
 
 
 ## Description
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/filegraph.pdf b/Master/texmf-dist/doc/luatex/luaotfload/filegraph.pdf
index 79a370e2b1b..950b5fe6b3a 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/filegraph.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/filegraph.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-conf.pdf b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-conf.pdf
index c735e60a994..9a1cbab1a8c 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-conf.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-conf.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-latex.pdf b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-latex.pdf
index c9fde7abfa8..0005cba543f 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-latex.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-latex.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-main.tex b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-main.tex
index b9e25919ca8..cb94e854c69 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-main.tex
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-main.tex
@@ -32,7 +32,7 @@
 \beginfrontmatter
 
   \setdocumenttitle  {The \identifier{luaotfload} package}
-  \setdocumentdate   {2022-10-03 v3.23}
+  \setdocumentdate   {2023-08-19 v3.24}
   \setdocumentauthor {LaTeX3 Project\\
                       Elie Roux · Khaled Hosny · Philipp Gesang · Ulrike Fischer · Marcel Krüger\\
                       Home: \hyperlink {https://github.com/latex3/luaotfload}}
@@ -62,6 +62,18 @@ Supported is the \identifier{luatex} versions of a current TeXLive 2019 (and a c
 \endsection
 
 \beginsection{Changes}
+\beginsubsection{New in version 3.24}
+\begin{itemize}
+  \item Add experimental configuration option to change default font lookup location
+    precedence.
+  \item Support xdvipsk in DVI mode
+  \item Preserve soft-hyphens when dropping default ignorable characters
+  \item Hash cache keys to better support certain rather unflexible operating
+    systems
+  \item Various bug fixes
+\end{itemize}
+\endsubsection
+
 \beginsubsection{New in version 3.23}
 \begin{itemize}
   \item More reliable ToUnicode mappings in Harf mode
@@ -2278,6 +2290,27 @@ By inspecting the output you can get a first impression of how a font
 is structured in \LuaTeX’s memory, what elements it is composed of,
 and in what ways it can be rearranged.
 
+The \luaident{pre_shaping_filter} and \luaident{post_shaping_filter}
+callbacks is a pair of \identifier{(reverse)list} callbacks running
+immediately before and after \identifier{luaotfload} shapes the text.
+They both use the interface
+\beginlisting
+  function(head, groupcode, direction)
+\endlisting
+where \luaident{head} is the head of the to be shaped list,
+\luaident{groupcode} is the groupcode as documented for
+\luaident{pre_linebreak_filter} and \luaident{hpack_filter} and
+\luaident{direction} is the current direction.
+
+Since most font processing happens during shaping, \LuaTeX's
+\luaident{ligaturing} and \luaident{kerning} callbacks are not involved
+in most ligature generation and kerning decisions ans should therefore not be
+relied upon. Font processing for fonts loaded with \luaident{mode=base} might
+happen in any of these places.
+
+The specific time when extended features are applied is unspecified and might
+not be consistent.
+
 \beginsubsubsection {Compatibility with Earlier Versions}
 
 As has been touched on in the preface to this section, the structure
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.pdf b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.pdf
index 640a657ea3b..9f39d422c1b 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.rst b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.rst
index 68f761bdb00..92c7839ddf2 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.rst
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload-tool.rst
@@ -6,9 +6,9 @@
          generate and query the Luaotfload font names database
 -----------------------------------------------------------------------
 
-:Date:                  2022-10-03
+:Date:                  2023-08-19
 :Copyright:             GPL v2.0
-:Version:               3.23
+:Version:               3.24
 :Manual section:        1
 :Manual group:          text processing
 
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.example b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.example
index b0323afe513..c307f3611ab 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.example
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.example
@@ -2,6 +2,7 @@
 ;; defaults only, see luaotfload.conf(5) for more information.
 
 [db]
+    location-precedence = system, texmf, local
     compress        = true
     formats         = otf, ttf, ttc
     max-fonts       = 2.2517998136852e15
@@ -25,6 +26,7 @@
     definer         = patch
     log-level       = 0
     resolver        = cached
+    default-dvi-driver = dvisvgm
 
 ;; vim:ft=dosini:et:sw=4:ts=8
 
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.rst b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.rst
index 2f2bee0fa1c..3604422099c 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.rst
+++ b/Master/texmf-dist/doc/luatex/luaotfload/luaotfload.conf.rst
@@ -6,9 +6,9 @@
                      Luaotfload configuration file
 -----------------------------------------------------------------------
 
-:Date:                  2022-10-03
+:Date:                  2023-08-19
 :Copyright:             GPL v2.0
-:Version:               3.23
+:Version:               3.24
 :Manual section:        5
 :Manual group:          text processing
 
@@ -125,25 +125,27 @@ the variable is unset.
 Section ``db``
 -----------------------------------------------------------------------
 
-+--------------------+--------+---------------------------+
-|  variable          |  type  |  default                  |
-+--------------------+--------+---------------------------+
-|  compress          |   b    |  ``true``                 |
-+--------------------+--------+---------------------------+
-|  designsize-dimen  |   b    |  ``bp``                   |
-+--------------------+--------+---------------------------+
-|  formats           |   s    |  ``"otf,ttf,ttc"``        |
-+--------------------+--------+---------------------------+
-|  max-fonts         |   n    |  ``2^51``                 |
-+--------------------+--------+---------------------------+
-|  scan-local        |   b    |  ``false``                |
-+--------------------+--------+---------------------------+
-|  skip-read         |   b    |  ``false``                |
-+--------------------+--------+---------------------------+
-|  strip             |   b    |  ``true``                 |
-+--------------------+--------+---------------------------+
-|  update-live       |   b    |  ``true``                 |
-+--------------------+--------+---------------------------+
++----------------------+--------+---------------------------+
+|  variable            |  type  |  default                  |
++----------------------+--------+---------------------------+
+|  compress            |   b    |  ``true``                 |
++----------------------+--------+---------------------------+
+|  designsize-dimen    |   b    |  ``bp``                   |
++----------------------+--------+---------------------------+
+|  formats             |   s    |  ``"otf,ttf,ttc"``        |
++----------------------+--------+---------------------------+
+|  location-precedence |   s    |  ``"system,texmf,local``  |
++----------------------+--------+---------------------------+
+|  max-fonts           |   n    |  ``2^51``                 |
++----------------------+--------+---------------------------+
+|  scan-local          |   b    |  ``false``                |
++----------------------+--------+---------------------------+
+|  skip-read           |   b    |  ``false``                |
++----------------------+--------+---------------------------+
+|  strip               |   b    |  ``true``                 |
++----------------------+--------+---------------------------+
+|  update-live         |   b    |  ``true``                 |
++----------------------+--------+---------------------------+
 
 The flag ``compress`` determines whether the font index (usually
 ``luaotfload-names.lua[.gz]`` will be stored in compressed forms.
@@ -171,6 +173,12 @@ It corresponds loosely to the ``--formats`` option to
 list does not contain any useful identifiers, the default list
 ``"otf,ttf,ttc"`` will be used.
 
+The variable ``location-precedence`` selects where and in which order
+luaotfload searches for fonts. Fonts in earlier locations are preferred.
+The three supported locations are ``system`` for system specific font
+directories, ``texmf`` for fonts which are part of the \TeX{} distribution
+and ``local`` for local fonts.
+
 The variable ``max-fonts`` determines after processing how many font
 files the font scanner will terminate the search. This is useful for
 debugging issues with the font index and has the same effect as the
@@ -180,7 +188,8 @@ The ``scan-local`` flag, if set, will incorporate the current working
 directory as a font search location. NB: This will potentially slow
 down document processing because a font index with local fonts will not
 be saved to disk, so these fonts will have to be re-indexed whenever
-the document is built.
+the document is built. Setting ``scan_local`` to ``false`` is the same
+as removing ``local`` from ``location-precedence``.
 
 The ``skip-read`` flag is only useful for debugging: It makes
 Luaotfload skip reading fonts. The font information for rebuilding the
@@ -277,21 +286,23 @@ version.
 Section ``run``
 -----------------------------------------------------------------------
 
-+------------------+--------+------------------------------+
-|  variable        |  type  |  default                     |
-+------------------+--------+------------------------------+
-|  anon-sequence   |   s    |  ``"tex,path,name"``         |
-+------------------+--------+------------------------------+
-|  color-callback  |   s    |  ``"post_linebreak_filter"`` |
-+------------------+--------+------------------------------+
-|  definer         |   s    |  ``"patch"``                 |
-+------------------+--------+------------------------------+
-|  log-level       |   n    |  ``0``                       |
-+------------------+--------+------------------------------+
-|  resolver        |   s    |  ``"cached"``                |
-+------------------+--------+------------------------------+
-|  fontloader      |   s    |  ``"default"``               |
-+------------------+--------+------------------------------+
++---------------------+--------+------------------------------+
+|  variable           |  type  |  default                     |
++---------------------+--------+------------------------------+
+|  anon-sequence      |   s    |  ``"tex,path,name"``         |
++---------------------+--------+------------------------------+
+|  color-callback     |   s    |  ``"post_linebreak_filter"`` |
++---------------------+--------+------------------------------+
+|  definer            |   s    |  ``"patch"``                 |
++---------------------+--------+------------------------------+
+|  log-level          |   n    |  ``0``                       |
++---------------------+--------+------------------------------+
+|  resolver           |   s    |  ``"cached"``                |
++---------------------+--------+------------------------------+
+|  fontloader         |   s    |  ``"default"``               |
++---------------------+--------+------------------------------+
+|  default_dvi_driver |   s    |  ``"dvisvgm"``               |
++---------------------+--------+------------------------------+
 
 Unqualified font lookups are treated with the flexible “anonymous”
 mechanism. This involves a chain of lookups applied successively until
@@ -365,6 +376,16 @@ and resolves every request individually. (Since to the restructuring of
 the font name index in Luaotfload 2.4 the performance difference
 between the cached and uncached lookups should be marginal.)
 
+When luaotfload is used in ``DVI`` mode, the ``default_dvi_driver`` option
+determines how OpenType fonts are represented in the DVI output. In most
+cases the default value ``dvisvgm`` should be set, it uses a format
+supported by multiple backends including ``dvipdfmx`` and ``dvisvgm``
+which uses GIDs to identify characters.
+Setting this to ``xdvipsk`` uses an unstable internal format instead
+which will change depending on the luaotfload, engine, or font version.
+No one should rely on the mapping between DVI character codes and font glyphs
+in this mode unless they tightly control all involved versions and are deeply
+familiar with the implementation.
 
 FILES
 =======================================================================
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/scripts-demo.pdf b/Master/texmf-dist/doc/luatex/luaotfload/scripts-demo.pdf
index 4207a5fd7fb..b6d0e7dd4c3 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/scripts-demo.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/scripts-demo.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo-graphite.pdf b/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo-graphite.pdf
index 1a8b1c182a0..0c0ca16b3d5 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo-graphite.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo-graphite.pdf
diff --git a/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo.pdf b/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo.pdf
index f4fe93315d1..a51bc518227 100644
--- a/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo.pdf
+++ b/Master/texmf-dist/doc/luatex/luaotfload/shaper-demo.pdf