babel (26apr21)

git-svn-id: svn://tug.org/texlive/trunk@58999 c570f23f-e606-0410-a88d-b1316a301751

27 files changed, 424 insertions, 64 deletions

diff --git a/Master/texmf-dist/tex/generic/babel/babel.def b/Master/texmf-dist/tex/generic/babel/babel.def
index 7c5ec15a9bc..44121348c6e 100644
--- a/Master/texmf-dist/tex/generic/babel/babel.def
+++ b/Master/texmf-dist/tex/generic/babel/babel.def
@@ -39,7 +39,7 @@
     \wlog{File: #1 #4 #3 <#2>}%
     \let\ProvidesFile\@undefined}
 \fi
-\ProvidesFile{babel.def}[2021/04/07 3.57 Babel common definitions]
+\ProvidesFile{babel.def}[2021/04/26 3.58 Babel common definitions]
 \ifx\AtBeginDocument\@undefined  % TODO. change test.
     % == Code for plain ==
 \def\@empty{}
@@ -397,8 +397,8 @@
 \fi
 \countdef\last@language=19  % TODO. why? remove?
 \def\addlanguage{\csname newlanguage\endcsname}
-\def\bbl@version{3.57}
-\def\bbl@date{2021/04/07}
+\def\bbl@version{3.58}
+\def\bbl@date{2021/04/26}
 \def\adddialect#1#2{%
   \global\chardef#1#2\relax
   \bbl@usehooks{adddialect}{{#1}{#2}}%
@@ -406,8 +406,10 @@
     \count@#1\relax
     \def\bbl@elt##1##2##3##4{%
       \ifnum\count@=##2\relax
-        \bbl@info{\string#1 = using hyphenrules for ##1\\%
-                  (\string\language\the\count@)}%
+        \edef\bbl@tempa{\expandafter\@gobbletwo\string#1}%
+        \bbl@info{Hyphen rules for '\expandafter\@gobble\bbl@tempa'
+                  set to \expandafter\string\csname l@##1\endcsname\\%
+                  (\string\language\the\count@). Reported}%
         \def\bbl@elt####1####2####3####4{}%
       \fi}%
     \bbl@cs{languages}%
@@ -686,14 +688,23 @@
     \fi
   \fi
   \let\bbl@hymapsel\@cclv
-  % hyphenation - select patterns
-  \bbl@patterns{#1}%
-  % hyphenation - allow stretching with babelnohyphens
-  \ifnum\language=\l@babelnohyphens
+  % hyphenation - select rules
+  \ifnum\csname l@\languagename\endcsname=\l@unhyphenated
+    \edef\bbl@tempa{u}%
+  \else
+    \edef\bbl@tempa{\bbl@cl{lnbrk}}%
+  \fi
+  \bbl@xin@{/u}{/\bbl@tempa}%
+  \ifin@
+    % 'unhyphenated' = allow stretching
+    \language\l@unhyphenated
     \babel@savevariable\emergencystretch
     \emergencystretch\maxdimen
     \babel@savevariable\hbadness
     \hbadness\@M
+  \else
+    % other = select patterns
+    \bbl@patterns{#1}%
   \fi
   % hyphenation - mins
   \babel@savevariable\lefthyphenmin
@@ -1458,10 +1469,13 @@
 \newif\if@safe@actives
 \@safe@activesfalse
 \def\bbl@restore@actives{\if@safe@actives\@safe@activesfalse\fi}
+\chardef\bbl@activated\z@
 \def\bbl@activate#1{%
+  \chardef\bbl@activated\@ne
   \bbl@withactive{\expandafter\let\expandafter}#1%
     \csname bbl@active@\string#1\endcsname}
 \def\bbl@deactivate#1{%
+  \chardef\bbl@activated\tw@
   \bbl@withactive{\expandafter\let\expandafter}#1%
     \csname bbl@normal@\string#1\endcsname}
 \def\bbl@firstcs#1#2{\csname#1\endcsname}
@@ -1580,12 +1594,25 @@
       {\bbl@error
          {I cannot switch `\string#2' on or off--not a shorthand}%
          {This character is not a shorthand. Maybe you made\\%
-          a typing mistake? I will ignore your instruction}}%
-      {\ifcase#1%
+          a typing mistake? I will ignore your instruction.}}%
+      {\ifcase#1%   off, on, off*
          \catcode`#212\relax
        \or
          \catcode`#2\active
+         \bbl@ifunset{bbl@shdef@\string#2}%
+           {}%
+           {\bbl@withactive{\expandafter\let\expandafter}#2%
+              \csname bbl@shdef@\string#2\endcsname
+            \bbl@csarg\let{shdef@\string#2}\relax}%
+         \ifcase\bbl@activated\or
+           \bbl@activate{#2}%
+         \else
+           \bbl@deactivate{#2}%
+         \fi
        \or
+         \bbl@ifunset{bbl@shdef@\string#2}%
+           {\bbl@withactive{\bbl@csarg\let{shdef@\string#2}}#2}%
+           {}%
          \csname bbl@oricat@\string#2\endcsname
          \csname bbl@oridef@\string#2\endcsname
        \fi}%
@@ -2268,8 +2295,8 @@
 \ifx\l@english\@undefined
   \chardef\l@english\z@
 \fi
-\ifx\l@babelnohyhens\@undefined
-  \newlanguage\l@babelnohyphens
+\ifx\l@unhyphenated\@undefined
+  \newlanguage\l@unhyphenated
 \fi
 \bbl@trace{Bidi layout}
 \providecommand\IfBabelLayout[3]{#3}%
@@ -2329,6 +2356,7 @@
   \let\bbl@KVP@script\@nil
   \let\bbl@KVP@language\@nil
   \let\bbl@KVP@hyphenrules\@nil
+  \let\bbl@KVP@linebreaking\@nil
   \let\bbl@KVP@mapfont\@nil
   \let\bbl@KVP@maparabic\@nil
   \let\bbl@KVP@mapdigits\@nil
@@ -3487,6 +3515,14 @@
   \BabelEnsureInfo}
 \@namedef{bbl@ADJ@bcp47.toname@off}{%
   \bbl@bcptonamefalse}
+\@namedef{bbl@ADJ@prehyphenation.disable@nohyphenation}{%
+  \directlua{ Babel.ignore_pre_char = function(node)
+      return (node.lang == \the\csname l@nohyphenation\endcsname)
+    end }}
+\@namedef{bbl@ADJ@prehyphenation.disable@off}{%
+  \directlua{ Babel.ignore_pre_char = function(node)
+      return false
+    end }}
 \ifx\directlua\@undefined\else
   \ifx\bbl@luapatterns\@undefined
     \input luababel.def
diff --git a/Master/texmf-dist/tex/generic/babel/babel.sty b/Master/texmf-dist/tex/generic/babel/babel.sty
index 8264f8ade70..5dcf713e174 100644
--- a/Master/texmf-dist/tex/generic/babel/babel.sty
+++ b/Master/texmf-dist/tex/generic/babel/babel.sty
@@ -33,7 +33,7 @@
 %%
 
 \NeedsTeXFormat{LaTeX2e}[2005/12/01]
-\ProvidesPackage{babel}[2021/04/07 3.57 The Babel package]
+\ProvidesPackage{babel}[2021/04/26 3.58 The Babel package]
 \@ifpackagewith{babel}{debug}
   {\providecommand\bbl@trace[1]{\message{^^J[ #1 ]}}%
    \let\bbl@debug\@firstofone
diff --git a/Master/texmf-dist/tex/generic/babel/hyphen.cfg b/Master/texmf-dist/tex/generic/babel/hyphen.cfg
index 90f8b3d5d4f..cfeb41401d3 100644
--- a/Master/texmf-dist/tex/generic/babel/hyphen.cfg
+++ b/Master/texmf-dist/tex/generic/babel/hyphen.cfg
@@ -37,10 +37,10 @@
     \wlog{File: #1 #4 #3 <#2>}%
     \let\ProvidesFile\@undefined}
 \fi
-\ProvidesFile{hyphen.cfg}[2021/04/07 3.57 Babel hyphens]
+\ProvidesFile{hyphen.cfg}[2021/04/26 3.58 Babel hyphens]
 \xdef\bbl@format{\jobname}
-\def\bbl@version{3.57}
-\def\bbl@date{2021/04/07}
+\def\bbl@version{3.58}
+\def\bbl@date{2021/04/26}
 \ifx\AtBeginDocument\@undefined
   \def\@empty{}
   \let\orig@dump\dump
diff --git a/Master/texmf-dist/tex/generic/babel/locale/am/babel-am.ini b/Master/texmf-dist/tex/generic/babel/locale/am/babel-am.ini
index aba1d4d3af7..c2a12ae9906 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/am/babel-am.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/am/babel-am.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.4
-date = 2020-10-11
+version = 1.5
+date = 2021-04-24
 name.local = አማርኛ
 name.english = Amharic
 name.babel = amharic
@@ -150,7 +150,7 @@ time.short = [h]:[mm] [a]
 [typography]
 frenchspacing = yes
 ; Modern practice. Use 'amharic' for the traditional one:
-hyphenrules = babelnohyphens
+hyphenrules = unhyphenated
 lefthyphenmin = 1
 righthyphenmin = 1
 hyphenchar = 
diff --git a/Master/texmf-dist/tex/generic/babel/locale/ar/babel-ar.ini b/Master/texmf-dist/tex/generic/babel/locale/ar/babel-ar.ini
index de5c72b9d04..ca0c4ff1005 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/ar/babel-ar.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/ar/babel-ar.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.8
-date = 2021-04-05
+version = 1.9
+date = 2021-04-24
 name.local = العربية
 name.english = Arabic
 name.babel = arabic
@@ -26,6 +26,7 @@ script.tag.opentype = arab
 level = 1
 encodings = 
 derivate = no
+require.babel = arabic
 
 [captions]
 preface = مدخل
diff --git a/Master/texmf-dist/tex/generic/babel/locale/ar/babel-arabic.tex b/Master/texmf-dist/tex/generic/babel/locale/ar/babel-arabic.tex
index 52b4fc924f6..fbad8834d4d 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/ar/babel-arabic.tex
+++ b/Master/texmf-dist/tex/generic/babel/locale/ar/babel-arabic.tex
@@ -9,4 +9,88 @@
 \fi
 \BabelBeforeIni{ar}{%
 }
+
+\ifcase\bbl@engine\or
+
+\directlua{
+
+Babel.ar_tolong = {}
+
+function Babel.ar_justify(head)
+  local substlist = Babel.ar_tolong
+  local GLYPH = node.id'glyph'
+  local substs, width, goal
+  local subst_done = true % false
+  math.randomseed(1)
+  for line in node.traverse_id(node.id'hlist', head) do
+    if (line.glue_sign == 1 and line.glue_order == 0) then % exclude last line!
+      substs = {} % we store all “expandable” letters of each line
+      for n in node.traverse_id(GLYPH, line.head) do
+        if (substlist[n.char]) then
+          table.insert(substs, n)
+        end
+      end
+      line.glue_set = 0   % deactivate normal glue expansion
+      width = node.dimensions(line.head)    % check the new width
+      goal = line.width
+      
+      while (width < goal and \string#substs > 0) do
+        x = math.random(\string#substs)     % choose randomly a glyph
+        oldchar = substs[x].char
+        substs[x].char = substlist[substs[x].char]
+        subst_done = true
+        width = node.dimensions(line.head)  % check if the line is too wide
+        % substitute back if the line would be too wide and break:
+        if width > goal then substs[x].char = oldchar break end 
+        % if further substitutions have to be done, remove the just
+        % substituted node from the list:
+        table.remove(substs,x)
+      end
+      % Must take into account marks and ins, see luatex manual.
+      % Have to be executed only if there are changes.
+      if subst_done then
+        line.head = node.hpack(line.head, goal, 'exactly')
+      end
+    end
+  end
+  return head
+end
+
+}
+
+\gdef\ArabicSetupJust{%
+  \directlua{
+    Babel.ar_tolong   = {}
+    luatexbase.add_to_callback('post_linebreak_filter',
+      Babel.ar_justify, 'Babel.ar_justify')
+  }% 
+  % It must be done for each font, and stored separately.
+  % Locale must be taken into account too. Brute force.
+  % No rules at all, yet. The ideal: look at jalt table.
+  % And perhaps other tables (falt?, cswh?). What about kaf?
+  \begingroup
+    \bbl@foreach{%   
+        0628,0629,062A,062B,062C,062D,062E,062F,0630,0631,0632,0633,%
+        0634,0635,0636,0637,0638,0639,063A,063B,063C,063D,063E,063F,%
+        0640,0641,0642,0643,0644,0645,0646,0647,0649}{%
+      \setbox\z@\hbox{%  Only final, for the moment
+        ^^^^200d\char"##1=%
+        \addfontfeature{RawFeature=+jalt}%
+        ^^^^200d\char"##1}%
+      \directlua{
+        local chars = {}
+        for item in node.traverse(tex.box[0].head) do
+          if item.id == node.id'glyph' and item.char > 128 and
+              not (item.char == 0x200D) then
+            table.insert(chars, item.char)
+          end
+        end
+        if not (chars[1] == chars[2]) then
+          Babel.ar_tolong[chars[1]] = chars[2]
+        end
+      }}%
+  \endgroup}
+  
+\fi
+
 \endinput
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/cs/babel-cs.ini b/Master/texmf-dist/tex/generic/babel/locale/cs/babel-cs.ini
index ea0e88c6fa1..aa948824820 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/cs/babel-cs.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/cs/babel-cs.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.2
-date = 2020-06-30
+version = 1.3
+date = 2021-04-24
 name.local = čeština
 name.english = Czech
 name.babel = czech
@@ -183,3 +183,13 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.prehyphenation]
+oneletter.nobreak.1.0 = { |[AIiVvOoUuSsZzKk]()|() }
+oneletter.nobreak.1.1 = { insert, penalty=10000 }
+oneletter.nobreak.1.2 = {}
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/es/babel-es.ini b/Master/texmf-dist/tex/generic/babel/locale/es/babel-es.ini
index 5ed832dd28d..a15ab440de2 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/es/babel-es.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/es/babel-es.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.2
-date = 2020-06-30
+version = 1.3
+date = 2021-04-24
 name.local = español
 name.english = Spanish
 name.babel = spanish
@@ -183,3 +183,8 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/hi/babel-hi.ini b/Master/texmf-dist/tex/generic/babel/locale/hi/babel-hi.ini
index a230ec2a47f..bc5e67eff13 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/hi/babel-hi.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/hi/babel-hi.ini
@@ -12,8 +12,8 @@
 
 [identification]
 charset = utf8
-version = 1.9
-date = 2021-04-05
+version = 1.10
+date = 2021-04-24
 name.local = हिन्दी
 name.english = Hindi
 name.babel = hindi
@@ -203,6 +203,15 @@ superscriptingExponent = ×
 alphabetic = क ख ग घ ङ च छ ज झ ञ ट ठ ड ढ ण त थ द ध न प फ ब भ म य र ल व श ष स ह
 
 [transforms.prehyphenation]
+punctuation.space.1.0 = { {a}()|[:;!{?}]() }
+punctuation.space.1.1 = { insert, penalty = 10000 }
+punctuation.space.1.2 = { spacefactor= .8 .3 .8, data = 2 }
+punctuation.space.1.3 = {}
+punctuation.space.2.0 = { {a}()[:;!{?}]() }
+punctuation.space.2.1 = { insert, penalty = 10000 }
+punctuation.space.2.2 = { insert, spacefactor= .8 .3 .8, data = 1 }
+punctuation.space.2.3 = {}
+; == Harvard-Kyoto ==
 ; Multiletter
 transliteration.hk.1.0  = { lRR } 
 transliteration.hk.1.1  =   { string = ॡ }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/ml/babel-ml.ini b/Master/texmf-dist/tex/generic/babel/locale/ml/babel-ml.ini
index fedfd6ecd03..a18096a8f16 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/ml/babel-ml.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/ml/babel-ml.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.6
-date = 2020-06-30
+version = 1.7
+date = 2021-04-24
 name.local = മലയാളം
 name.english = Malayalam
 name.babel = malayalam
@@ -124,9 +124,6 @@ time.short = [h]:[mm] [a]
 [typography]
 frenchspacing = yes
 hyphenrules = malayalam
-; Or else?:
-; linebreaking = s / e
-; hyphenrules = babelnohyphens
 lefthyphenmin = 2
 righthyphenmin = 2
 hyphenchar = 
diff --git a/Master/texmf-dist/tex/generic/babel/locale/nb/babel-nb.ini b/Master/texmf-dist/tex/generic/babel/locale/nb/babel-nb.ini
index 12930bb2346..9e2f41bd4ba 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/nb/babel-nb.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/nb/babel-nb.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-10-11
+version = 1.4
+date = 2021-04-24
 name.local = norsk bokmål
 name.english = Norwegian Bokmål
 name.babel = norsk norwegianbokmal
@@ -185,3 +185,9 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.posthyphenation]
+doubleletter.hyphen.1.0 = {()([BDFGLMNPRSTbdfglmnprst])|(){1}}
+doubleletter.hyphen.1.1 = { no = {1}, pre = {1}{1}- }
+doubleletter.hyphen.1.2 = remove
+
diff --git a/Master/texmf-dist/tex/generic/babel/locale/pl/babel-pl.ini b/Master/texmf-dist/tex/generic/babel/locale/pl/babel-pl.ini
index 2096cc93535..c36cba8621c 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/pl/babel-pl.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/pl/babel-pl.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.2
-date = 2020-06-30
+version = 1.3
+date = 2021-04-24
 name.local = polski
 name.english = Polish
 name.babel = polish
@@ -183,3 +183,13 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.prehyphenation]
+oneletter.nobreak.1.0 = { |[aiouwzAIOUWZ]()|() }
+oneletter.nobreak.1.1 = { insert, penalty=10000 }
+oneletter.nobreak.1.2 = {}
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-BR.ini b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-BR.ini
index d0b99dfc03b..5db4a1ec063 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-BR.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-BR.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.4
-date = 2020-06-30
+version = 1.5
+date = 2021-04-24
 name.local = português
 name.english = Portuguese
 name.babel = brazilian portuguese-brazil portuguese-br
@@ -188,3 +188,8 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-PT.ini b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-PT.ini
index 61ce0fbdff5..e771e832240 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-PT.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt-PT.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.4
-date = 2020-06-30
+version = 1.5
+date = 2021-04-24
 name.local = português
 name.english = Portuguese
 name.babel = portuguese portuguese-portugal portuguese-pt
@@ -188,3 +188,8 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt.ini b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt.ini
index 035b7f30c7a..a1be285defb 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/pt/babel-pt.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.4
-date = 2020-06-30
+version = 1.5
+date = 2021-04-24
 name.local = português
 name.english = Portuguese
 name.babel = portuguese
@@ -185,3 +185,8 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa-Deva.ini b/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa-Deva.ini
index 71579d1fb03..6305b963ead 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa-Deva.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa-Deva.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 0.10
-date = 2020-06-30
+version = 0.11
+date = 2021-04-24
 name.local = संस्कृत
 name.english = Sanskrit
 name.babel = sanskrit
@@ -110,3 +110,53 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.prehyphenation]
+punctuation.space.1.0 = { {a}()|[:;!{?}]() }
+punctuation.space.1.1 = { insert, penalty = 10000 }
+punctuation.space.1.2 = { spacefactor= .8 .3 .8, data = 2 }
+punctuation.space.1.3 = {}
+punctuation.space.2.0 = { {a}()[:;!{?}]() }
+punctuation.space.2.1 = { insert, penalty = 10000 }
+punctuation.space.2.2 = { insert, spacefactor= .8 .3 .8, data = 1 }
+punctuation.space.2.3 = {}
+; == Harvard-Kyoto ==
+; Multiletter
+transliteration.hk.1.0  = { lRR } 
+transliteration.hk.1.1  =   { string = ॡ }
+transliteration.hk.1.2  =   { remove }
+transliteration.hk.1.3  =   { remove }
+transliteration.hk.2.0  = { OM } 
+transliteration.hk.2.1  =   { string = ॐ }
+transliteration.hk.2.2  =   { remove }
+transliteration.hk.3.0  = { {007C}{007C} } 
+transliteration.hk.3.1  =   { string = ॥ }
+transliteration.hk.3.2  =   { remove }
+transliteration.hk.4.0  = { ([lR])R }
+transliteration.hk.4.1  =   { string = {1|lR|ऌॠ} }
+transliteration.hk.4.2  =   { remove }
+transliteration.hk.5.0  = { a([iu]) }
+transliteration.hk.5.1  =   { remove }
+transliteration.hk.5.2  =   { string = {1|iu|ऐऔ} }
+; Xh
+transliteration.hk.6.0  = { ([kgcjTDtdpb])h }
+transliteration.hk.6.1  =   { string = {1|kgcjTDtdpb|खघछझठढथधफभ} }
+transliteration.hk.6.2  =   { remove }
+; Single letter
+transliteration.hk.7.0  = { ([MHaAiIuUReokgGcjJTDNtdnpbmyrlvzSshL{007C}']) }
+transliteration.hk.7.1  =   { string = {1|MHaAiIuUReokgGcjJTDNtdnpbmyrlvzSshL{007C}'|ंःअआइईउऊऋएओकगङचजञटडणतदनपबमयरलवशषसहळ।ऽ} }
+; Post-process vowels
+transliteration.hk.8.0  = { [{0915}-{0939}]([आइईउऊऋॠऌॡएऐओऔऎऒ]) }
+transliteration.hk.8.1  =   {}
+transliteration.hk.8.2  =   { string = {1|आइईउऊऋॠऌॡएऐओऔऎऒ|ािीुूृॄॢॣेैोौॆॊ} }
+transliteration.hk.9.0  = { [{0915}-{0939}]([{0915}-{0939}]) }
+transliteration.hk.9.1  =   {}
+transliteration.hk.9.2  =   { string = ^^^^094d{1} }
+; Duplicated (a trick)
+transliteration.hk.10.0 = { [{0915}-{0939}]([{0915}-{0939}]) }
+transliteration.hk.10.1 =   {}
+transliteration.hk.10.2 =   { string = ^^^^094d{1} }
+; Inherent a
+transliteration.hk.11.0 = { [{0915}-{0939}]{0905} }
+transliteration.hk.11.1 =   {}
+transliteration.hk.11.2 =   { remove }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa.ini b/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa.ini
index 3ff8d4db146..681cb49eb30 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sa/babel-sa.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 0.10
-date = 2020-06-30
+version = 0.11
+date = 2021-04-2430
 name.english = Sanskrit
 name.babel = sanskrit
 name.polyglossia = sanskrit
@@ -95,3 +95,53 @@ hyphenate.other.script = "0CF1 "0CF2
 delimiters.quotes.0 = 
 
 [counters]
+
+[transforms.prehyphenation]
+punctuation.space.1.0 = { {a}()|[:;!{?}]() }
+punctuation.space.1.1 = { insert, penalty = 10000 }
+punctuation.space.1.2 = { spacefactor= .8 .3 .8, data = 2 }
+punctuation.space.1.3 = {}
+punctuation.space.2.0 = { {a}()[:;!{?}]() }
+punctuation.space.2.1 = { insert, penalty = 10000 }
+punctuation.space.2.2 = { insert, spacefactor= .8 .3 .8, data = 1 }
+punctuation.space.2.3 = {}
+; == Harvard-Kyoto ==
+; Multiletter
+transliteration.hk.1.0  = { lRR } 
+transliteration.hk.1.1  =   { string = ॡ }
+transliteration.hk.1.2  =   { remove }
+transliteration.hk.1.3  =   { remove }
+transliteration.hk.2.0  = { OM } 
+transliteration.hk.2.1  =   { string = ॐ }
+transliteration.hk.2.2  =   { remove }
+transliteration.hk.3.0  = { {007C}{007C} } 
+transliteration.hk.3.1  =   { string = ॥ }
+transliteration.hk.3.2  =   { remove }
+transliteration.hk.4.0  = { ([lR])R }
+transliteration.hk.4.1  =   { string = {1|lR|ऌॠ} }
+transliteration.hk.4.2  =   { remove }
+transliteration.hk.5.0  = { a([iu]) }
+transliteration.hk.5.1  =   { remove }
+transliteration.hk.5.2  =   { string = {1|iu|ऐऔ} }
+; Xh
+transliteration.hk.6.0  = { ([kgcjTDtdpb])h }
+transliteration.hk.6.1  =   { string = {1|kgcjTDtdpb|खघछझठढथधफभ} }
+transliteration.hk.6.2  =   { remove }
+; Single letter
+transliteration.hk.7.0  = { ([MHaAiIuUReokgGcjJTDNtdnpbmyrlvzSshL{007C}']) }
+transliteration.hk.7.1  =   { string = {1|MHaAiIuUReokgGcjJTDNtdnpbmyrlvzSshL{007C}'|ंःअआइईउऊऋएओकगङचजञटडणतदनपबमयरलवशषसहळ।ऽ} }
+; Post-process vowels
+transliteration.hk.8.0  = { [{0915}-{0939}]([आइईउऊऋॠऌॡएऐओऔऎऒ]) }
+transliteration.hk.8.1  =   {}
+transliteration.hk.8.2  =   { string = {1|आइईउऊऋॠऌॡएऐओऔऎऒ|ािीुूृॄॢॣेैोौॆॊ} }
+transliteration.hk.9.0  = { [{0915}-{0939}]([{0915}-{0939}]) }
+transliteration.hk.9.1  =   {}
+transliteration.hk.9.2  =   { string = ^^^^094d{1} }
+; Duplicated (a trick)
+transliteration.hk.10.0 = { [{0915}-{0939}]([{0915}-{0939}]) }
+transliteration.hk.10.1 =   {}
+transliteration.hk.10.2 =   { string = ^^^^094d{1} }
+; Inherent a
+transliteration.hk.11.0 = { [{0915}-{0939}]{0905} }
+transliteration.hk.11.1 =   {}
+transliteration.hk.11.2 =   { remove }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sk/babel-sk.ini b/Master/texmf-dist/tex/generic/babel/locale/sk/babel-sk.ini
index 39c053218bd..9f736f8592a 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sk/babel-sk.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sk/babel-sk.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.2
-date = 2020-06-30
+version = 1.3
+date = 2021-04-24
 name.local = slovenčina
 name.english = Slovak
 name.babel = slovak
@@ -183,3 +183,13 @@ plusSign = +
 superscriptingExponent = ×
 
 [counters]
+
+[transforms.prehyphenation]
+oneletter.nobreak.1.0 = { |[AIiVvOoUuSsZzKk]()|() }
+oneletter.nobreak.1.1 = { insert, penalty=10000 }
+oneletter.nobreak.1.2 = {}
+
+[transforms.posthyphenation]
+hyphen.repeat.1.0 = { (){a}=(){a} }
+hyphen.repeat.1.1 = {}
+hyphen.repeat.1.2 = { no = -, pre = -, post = -, data = 1 }
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-BA.ini b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-BA.ini
index aca24f718cc..c2d8e674b36 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-BA.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-BA.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-06-30
+version = 1.4
+date = 2021-04-24
 name.local = српски
 name.english = Serbian
 name.babel = serbian-cyrillic-bosniaherzegovina
@@ -187,3 +187,16 @@ superscriptingExponent = ×
 [counters]
 lower = а б в г д ђ е ж з и ј к л љ м н њ о п р с т ћ у ф х ц ч џ ш
 upper = А Б В Г Д Ђ Е Ж З И Ј К Л Љ М Н Њ О П Р С Т Ћ У Ф Х Ц Ч Џ Ш
+
+[transforms.prehyphenation]
+; With implicit remove's, in 1-4 as x.2
+transliteration.gajica.1.0 = { ([ln])j }
+transliteration.gajica.1.1 =   { string = {1|ln|љњ} }
+transliteration.gajica.2.0 = { ([LN])[jJ] }
+transliteration.gajica.2.1 =   { string = {1|LN|ЉЉ} }
+transliteration.gajica.3.0 = { dž }
+transliteration.gajica.3.1 =   { string = џ }
+transliteration.gajica.4.0 = { D[žŽ] }
+transliteration.gajica.4.1 =   { string = Џ }
+transliteration.gajica.5.0 = { ([abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ]) }
+transliteration.gajica.5.1 =   { string = {1|abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ|абвгдђежзијклмнопрстћуфхцчшАБВГДЂЕЖЗИЈКЛМНОПРСТЋУФХЦЧШ} }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-ME.ini b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-ME.ini
index 30d0037a6d2..320778caa73 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-ME.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-ME.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-06-30
+version = 1.4
+date = 2021-04-24
 name.local = српски
 name.english = Serbian
 name.babel = serbian-cyrillic-montenegro
@@ -187,3 +187,16 @@ superscriptingExponent = ×
 [counters]
 lower = а б в г д ђ е ж з и ј к л љ м н њ о п р с т ћ у ф х ц ч џ ш
 upper = А Б В Г Д Ђ Е Ж З И Ј К Л Љ М Н Њ О П Р С Т Ћ У Ф Х Ц Ч Џ Ш
+
+[transforms.prehyphenation]
+; With implicit remove's, in 1-4 as x.2
+transliteration.gajica.1.0 = { ([ln])j }
+transliteration.gajica.1.1 =   { string = {1|ln|љњ} }
+transliteration.gajica.2.0 = { ([LN])[jJ] }
+transliteration.gajica.2.1 =   { string = {1|LN|ЉЉ} }
+transliteration.gajica.3.0 = { dž }
+transliteration.gajica.3.1 =   { string = џ }
+transliteration.gajica.4.0 = { D[žŽ] }
+transliteration.gajica.4.1 =   { string = Џ }
+transliteration.gajica.5.0 = { ([abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ]) }
+transliteration.gajica.5.1 =   { string = {1|abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ|абвгдђежзијклмнопрстћуфхцчшАБВГДЂЕЖЗИЈКЛМНОПРСТЋУФХЦЧШ} }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-XK.ini b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-XK.ini
index 77218fc99cf..dfddfc4a04c 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-XK.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl-XK.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-06-30
+version = 1.4
+date = 2021-04-24
 name.local = српски
 name.english = Serbian
 name.babel = serbian-cyrillic-kosovo
@@ -187,3 +187,16 @@ superscriptingExponent = ×
 [counters]
 lower = а б в г д ђ е ж з и ј к л љ м н њ о п р с т ћ у ф х ц ч џ ш
 upper = А Б В Г Д Ђ Е Ж З И Ј К Л Љ М Н Њ О П Р С Т Ћ У Ф Х Ц Ч Џ Ш
+
+[transforms.prehyphenation]
+; With implicit remove's, in 1-4 as x.2
+transliteration.gajica.1.0 = { ([ln])j }
+transliteration.gajica.1.1 =   { string = {1|ln|љњ} }
+transliteration.gajica.2.0 = { ([LN])[jJ] }
+transliteration.gajica.2.1 =   { string = {1|LN|ЉЉ} }
+transliteration.gajica.3.0 = { dž }
+transliteration.gajica.3.1 =   { string = џ }
+transliteration.gajica.4.0 = { D[žŽ] }
+transliteration.gajica.4.1 =   { string = Џ }
+transliteration.gajica.5.0 = { ([abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ]) }
+transliteration.gajica.5.1 =   { string = {1|abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ|абвгдђежзијклмнопрстћуфхцчшАБВГДЂЕЖЗИЈКЛМНОПРСТЋУФХЦЧШ} }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl.ini b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl.ini
index 88b705fa5ae..212f8a377fb 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr-Cyrl.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-06-30
+version = 1.4
+date = 2021-04-24
 name.local = српски
 name.english = Serbian
 name.babel = serbian-cyrillic
@@ -184,3 +184,16 @@ superscriptingExponent = ×
 [counters]
 lower = а б в г д ђ е ж з и ј к л љ м н њ о п р с т ћ у ф х ц ч џ ш
 upper = А Б В Г Д Ђ Е Ж З И Ј К Л Љ М Н Њ О П Р С Т Ћ У Ф Х Ц Ч Џ Ш
+
+[transforms.prehyphenation]
+; With implicit remove's, in 1-4 as x.2
+transliteration.gajica.1.0 = { ([ln])j }
+transliteration.gajica.1.1 =   { string = {1|ln|љњ} }
+transliteration.gajica.2.0 = { ([LN])[jJ] }
+transliteration.gajica.2.1 =   { string = {1|LN|ЉЉ} }
+transliteration.gajica.3.0 = { dž }
+transliteration.gajica.3.1 =   { string = џ }
+transliteration.gajica.4.0 = { D[žŽ] }
+transliteration.gajica.4.1 =   { string = Џ }
+transliteration.gajica.5.0 = { ([abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ]) }
+transliteration.gajica.5.1 =   { string = {1|abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ|абвгдђежзијклмнопрстћуфхцчшАБВГДЂЕЖЗИЈКЛМНОПРСТЋУФХЦЧШ} }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr.ini b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr.ini
index 2db4f5a5a8e..c0e4f1d9128 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr.ini
+++ b/Master/texmf-dist/tex/generic/babel/locale/sr/babel-sr.ini
@@ -11,8 +11,8 @@
 
 [identification]
 charset = utf8
-version = 1.3
-date = 2020-06-30
+version = 1.4
+date = 2021-04-24
 name.local = српски
 name.english = Serbian
 name.babel = serbian
@@ -185,3 +185,16 @@ superscriptingExponent = ×
 [counters]
 lower = а б в г д ђ е ж з и ј к л љ м н њ о п р с т ћ у ф х ц ч џ ш
 upper = А Б В Г Д Ђ Е Ж З И Ј К Л Љ М Н Њ О П Р С Т Ћ У Ф Х Ц Ч Џ Ш
+
+[transforms.prehyphenation]
+; With implicit remove's, in 1-4 as x.2
+transliteration.gajica.1.0 = { ([ln])j }
+transliteration.gajica.1.1 =   { string = {1|ln|љњ} }
+transliteration.gajica.2.0 = { ([LN])[jJ] }
+transliteration.gajica.2.1 =   { string = {1|LN|ЉЉ} }
+transliteration.gajica.3.0 = { dž }
+transliteration.gajica.3.1 =   { string = џ }
+transliteration.gajica.4.0 = { D[žŽ] }
+transliteration.gajica.4.1 =   { string = Џ }
+transliteration.gajica.5.0 = { ([abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ]) }
+transliteration.gajica.5.1 =   { string = {1|abvgdđežzijklmnoprstćufhcčšABVGDĐEŽZIJKLMNOPRSTĆUFHCČŠ|абвгдђежзијклмнопрстћуфхцчшАБВГДЂЕЖЗИЈКЛМНОПРСТЋУФХЦЧШ} }
diff --git a/Master/texmf-dist/tex/generic/babel/locale/ug/babel-uyghur.tex b/Master/texmf-dist/tex/generic/babel/locale/ug/babel-uyghur.tex
index d3ee2eab655..dd71435dae2 100644
--- a/Master/texmf-dist/tex/generic/babel/locale/ug/babel-uyghur.tex
+++ b/Master/texmf-dist/tex/generic/babel/locale/ug/babel-uyghur.tex
@@ -10,6 +10,8 @@
 \BabelBeforeIni{ug}{%
 }
 
+\ifcase\bbl@engine\or
+
 \newattribute\bblug@disc
 \bblug@disc=-1
 
@@ -72,4 +74,6 @@ luatexbase.add_to_callback("hpack_filter",
   ug.hyphenate, "Babel.locale.uyghur.hyphenate")
 }
 
+\fi
+
 \endinput
\ No newline at end of file
diff --git a/Master/texmf-dist/tex/generic/babel/luababel.def b/Master/texmf-dist/tex/generic/babel/luababel.def
index 31f874fc4c5..ef70c733ef4 100644
--- a/Master/texmf-dist/tex/generic/babel/luababel.def
+++ b/Master/texmf-dist/tex/generic/babel/luababel.def
@@ -505,7 +505,7 @@
 \def\bbl@provide@intraspace{%
   \bbl@ifunset{bbl@intsp@\languagename}{}%
     {\expandafter\ifx\csname bbl@intsp@\languagename\endcsname\@empty\else
-       \bbl@xin@{\bbl@cl{lnbrk}}{c}%
+       \bbl@xin@{/c}{/\bbl@cl{lnbrk}}%
        \ifin@           % cjk
          \bbl@cjkintraspace
          \directlua{
@@ -929,6 +929,10 @@ end
 
   Babel.fetch_subtext = {}
 
+  Babel.ignore_pre_char = function(node)
+    return (node.lang == \the\l@nohyphenation)
+  end
+
   &% Merging both functions doesn't seen feasible, because there are too
   &% many differences.
   Babel.fetch_subtext[0] = function(head)
@@ -952,7 +956,11 @@ end
 
         if lang == locale or lang == nil then
           lang = lang or locale
-          word_string = word_string .. unicode.utf8.char(item.char)
+          if Babel.ignore_pre_char(item) then
+            word_string = word_string .. Babel.us_char
+          else
+            word_string = word_string .. unicode.utf8.char(item.char)
+          end
           word_nodes[#word_nodes+1] = item
         else
           break
diff --git a/Master/texmf-dist/tex/generic/babel/nil.ldf b/Master/texmf-dist/tex/generic/babel/nil.ldf
index 6eb01e492c6..03d94c0f99d 100644
--- a/Master/texmf-dist/tex/generic/babel/nil.ldf
+++ b/Master/texmf-dist/tex/generic/babel/nil.ldf
@@ -32,7 +32,7 @@
 %% extension |.ins|) which are part of the distribution.
 %%
 
-\ProvidesLanguage{nil}[2021/04/07 3.57 Nil language]
+\ProvidesLanguage{nil}[2021/04/26 3.58 Nil language]
 \LdfInit{nil}{datenil}
 \ifx\l@nil\@undefined
   \newlanguage\l@nil
diff --git a/Master/texmf-dist/tex/generic/babel/xebabel.def b/Master/texmf-dist/tex/generic/babel/xebabel.def
index 50e63ce9ffb..9bacbb05ba1 100644
--- a/Master/texmf-dist/tex/generic/babel/xebabel.def
+++ b/Master/texmf-dist/tex/generic/babel/xebabel.def
@@ -52,8 +52,8 @@
   \bbl@csarg\gdef{xeipn@\languagename}%
     {\XeTeXlinebreakpenalty #1\relax}}
 \def\bbl@provide@intraspace{%
-  \bbl@xin@{\bbl@cl{lnbrk}}{s}%
-  \ifin@\else\bbl@xin@{\bbl@cl{lnbrk}}{c}\fi
+  \bbl@xin@{/s}{/\bbl@cl{lnbrk}}%
+  \ifin@\else\bbl@xin@{/c}{/\bbl@cl{lnbrk}}\fi
   \ifin@
     \bbl@ifunset{bbl@intsp@\languagename}{}%
       {\expandafter\ifx\csname bbl@intsp@\languagename\endcsname\@empty\else