bibtex-x: bibtexu docs into install rules

git-svn-id: svn://tug.org/texlive/trunk@64340 c570f23f-e606-0410-a88d-b1316a301751

7 files changed, 313 insertions, 14 deletions

diff --git a/Build/source/texk/bibtex-x/01bibtexu-doc/README b/Build/source/texk/bibtex-x/01bibtexu-doc/README
new file mode 100644
index 00000000000..41b0959c5f5
--- /dev/null
+++ b/Build/source/texk/bibtex-x/01bibtexu-doc/README
@@ -0,0 +1,57 @@
+BibTeXu: a Unicode compliant version of BibTeX
+======================================================================
+
+BibTeXu is the Unicode-compliant version of BibTeX, that reads (only)
+UTF-8 encoded files.  It was written by Yannis Haralambous and his
+students of Télécom Bretagne.
+
+New features in this tool include:
+  * UTF-8 compatibility of Unicode encoding
+  * integration of sort and case-change routines from the ICU library
+  * dependency on Unix locale (which can also be indicated manually
+    through a command line option)
+
+In less technical terms, BibTeXu allows the processing of
+bibliographic references in all scripts of the world while leaving
+some flexibility in the method of sorting and changing of case.
+
+The first release of BibTeXu (sources + precompiled binaries) was
+dated on 2009-09-23, which appeared on the website by Yannis [1].
+It was later presented at Journée GUTenberg, a conference in France,
+on 2009-11-21 [2, 3].
+
+References:
+  [1] http://omega2.enstb.org/yannis/ (dead link)
+  [2] https://www.gutenberg.eu.org/Journee-GUTenberg-2009
+  [3] Lettre GUTenberg 36 published in 2010
+
+
+Status of BibTeXu in TeX Live
+=============================
+
+BibTeXu has been integrated into TeX Live 2010.
+The one shipped with TL is updated so that BibTeX, BibTeX8 and BibTeXu
+share more or less the same behavior wrt memory allocation, etc.
+Peter Breitenlohner put in the massive efforts needed to make this
+work in the TL build system and use the same ICU library as XeTeX.
+
+The BibTeXu that shipped with TL did not work as expected before 2018,
+but in 2019 a rework started and it works perfectly again since 2022.
+
+The files in examples/ show the expected behavior:
+  * test.tex: the input XeLaTeX source, which uses a Unicode font
+              covering Latin, Greek and Chinese
+  * test.bib: the input BIB file
+  * test.bbl: the output of BibTeXu (with options -l fr -o fr)
+  * test.pdf: final output of XeLaTeX
+
+The above files were prepared by Yannis using BibTeXu 2009-09-23 with
+ICU 4.2.1, and you will get effectively the same result using TL2022
+by executing the following lines:
+    $ xelatex test
+    $ bibtexu -l fr -o fr test
+    $ xelatex test
+
+
+This README file was written by TeX Live team, on 2022-09-10.
+Public domain.
diff --git a/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bbl b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bbl
new file mode 100644
index 00000000000..401334dacb2
--- /dev/null
+++ b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bbl
@@ -0,0 +1,44 @@
+\begin{thebibliography}{1}
+
+\bibitem{cle2}
+Nicolas Échelon.
+\newblock {\em La vie est un long fleuve tranquille}.
+\newblock Les Éditions du désastre, 2009.
+
+\bibitem{cle8}
+Nicolas Œtingen.
+\newblock {\em Un livre}.
+\newblock Les Éditions du désastre, 2009.
+
+\bibitem{cle4}
+Nicolas Tarantin.
+\newblock {\em En revenant de Tarascon}.
+\newblock Les Éditions du désastre, 2009.
+
+\bibitem{cle1}
+Διογένης.
+\newblock {\em Μήπως εἴδατε τὸ φανάρι μου;}.
+\newblock Τὰ σοφὰ βιβλία, 2009.
+
+\bibitem{cle7}
+Μῆτσος Ἕλληνας.
+\newblock {\em Τὸ καλὸ παράδειγμα}.
+\newblock Ἐκδοτικὸς οἶκος «Δὲν βαριέσαι», 2009.
+
+\bibitem{cle5}
+Ζαχαρίας Ζαχαρόπουλος.
+\newblock {\em Μοῦ λένε νὰ μὴν κλαίω, μὰ τί νὰ
+  κάνω, ἀφοῦ σὲ χάνω}.
+\newblock Ἐκδόσεις τῶν χαμένων ἐλπίδων, 2009.
+
+\bibitem{cle3}
+格的儿子 天堂最新的章节表.
+\newblock {\em 製版・文書処理システム Ω}.
+\newblock Les Éditions du désastre, 2009.
+
+\bibitem{cle6}
+节列表 天王最新章.
+\newblock {\em 製版・文書処理システム Ω}.
+\newblock Les Éditions du désastre, 2009.
+
+\end{thebibliography}
diff --git a/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bib b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bib
new file mode 100644
index 00000000000..b442eeb88a2
--- /dev/null
+++ b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.bib
@@ -0,0 +1,48 @@
+
+@book{cle1,
+	Author = {Διογένης},
+	Publisher = {Τὰ σοφὰ βιβλία},
+	Title = {Μήπως εἴδατε τὸ φανάρι μου;},
+	Year = {2009}}
+
+@book{cle2,
+	Author = {Échelon, Nicolas},
+	Publisher = {Les Éditions du désastre},
+	Title = {La vie est un long fleuve tranquille},
+	Year = {2009}}
+
+@book{cle3,
+	Author = {天堂最新的章节表, 格的儿子},
+	Publisher = {Les Éditions du désastre},
+	Title = {製版・文書処理システム Ω},
+	Year = {2009}}
+
+@book{cle4,
+	Author = {Tarantin, Nicolas},
+	Publisher = {Les Éditions du désastre},
+	Title = {En revenant de Tarascon},
+	Year = {2009}}
+
+@book{cle5,
+	Author = {Ζαχαρόπουλος, Ζαχαρίας},
+	Publisher = {Ἐκδόσεις τῶν χαμένων ἐλπίδων},
+	Title = {Μοῦ λένε νὰ μὴν κλαίω, μὰ τί νὰ κάνω, ἀφοῦ σὲ χάνω},
+	Year = {2009}}
+
+@book{cle6,
+	Author = {天王最新章, 节列表},
+	Publisher = {Les Éditions du désastre},
+	Title = {製版・文書処理システム Ω},
+	Year = {2009}}
+
+@book{cle7,
+	Author = {Ἕλληνας, Μῆτσος},
+	Publisher = {Ἐκδοτικὸς οἶκος «Δὲν βαριέσαι»},
+	Title = {Τὸ καλὸ παράδειγμα},
+	Year = {2009}}
+
+@book{cle8,
+	Author = {Œtingen, Nicolas},
+	Publisher = {Les Éditions du désastre},
+	Title = {Un livre},
+	Year = {2009}}
diff --git a/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.pdf b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.pdf
new file mode 100644
index 00000000000..2efe0add225
--- /dev/null
+++ b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.pdf
diff --git a/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.tex b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.tex
new file mode 100644
index 00000000000..4cd387bace2
--- /dev/null
+++ b/Build/source/texk/bibtex-x/01bibtexu-doc/examples/test.tex
@@ -0,0 +1,73 @@
+\documentclass{article}
+\title{Test file for Bib\TeX u}
+\author{Yannis Haralambous}
+\begin{document}
+\maketitle
+\font\x="Arial Unicode MS"
+\let\em\x
+\x
+
+This is a test file for Bib\TeX u. The BIB file is as follows:
+
+\medskip
+
+\noindent@book\{cle1,\\
+	Author = \{Διογένης\},\\
+	Publisher = \{Τὰ σοφὰ βιβλία\},\\
+	Title = \{Μήπως εἴδατε τὸ φανάρι μου;\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle2,\\
+	Author = \{Échelon, Nicolas\},\\
+	Publisher = \{Les Éditions du désastre\},\\
+	Title = \{La vie est un long fleuve tranquille\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle3,\\
+	Author = \{天堂最新的章节表, 格的儿子\},\\
+	Publisher = \{Les Éditions du désastre\},\\
+	Title = \{製版・文書処理システム Ω\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle4,\\
+	Author = \{Tarantin, Nicolas\},\\
+	Publisher = \{Les Éditions du désastre\},\\
+	Title = \{En revenant de Tarascon\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle5,\\
+	Author = \{Ζαχαρόπουλος, Ζαχαρίας\},\\
+	Publisher = \{Ἐκδόσεις τῶν χαμένων ἐλπίδων\},\\
+	Title = \{Μοῦ λένε νὰ μὴν κλαίω, μὰ τί νὰ κάνω, ἀφοῦ σὲ χάνω\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle6,\\
+	Author = \{天王最新章, 节列表\},\\
+	Publisher = \{Les Éditions du désastre\},\\
+	Title = \{製版・文書処理システム Ω\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle7,\\
+	Author = \{Ἕλληνας, Μῆτσος\},\\
+	Publisher = \{Ἐκδοτικὸς οἶκος «Δὲν βαριέσαι»\},\\
+	Title = \{Τὸ καλὸ παράδειγμα\},\\
+	Year = \{2009\}\}\\
+
+\noindent@book\{cle8,\\
+	Author = \{Œtingen, Nicolas\},\\
+	Publisher = \{Les Éditions du désastre\},\\
+	Title = \{Un livre\},\\
+	Year = \{2009\}\}\\
+
+\medskip
+
+As you can see, we have mixed together entries in French, Greek and Chinese. The challenge of the French entries is that Échelon should be sorted as ”echelon” and Œtingen sorted as “oetingen” so that the right order is : Échelon < Œtingen < Tartarin.
+
+Same problem in Greek: Ἕλληνας should be sorted as “ελληνας” and hence should appear between Διογένης and Ζαχαρόπουλος.
+
+Have fun with Bib\TeX u! Once testing and debugging is finished we will write a paper for TUGboat.
+
+\nocite{*}
+\bibliographystyle{plain}
+\bibliography{test}
+\end{document}
diff --git a/Build/source/texk/bibtex-x/Makefile.am b/Build/source/texk/bibtex-x/Makefile.am
index 7cc97715e17..152df331bfa 100644
--- a/Build/source/texk/bibtex-x/Makefile.am
+++ b/Build/source/texk/bibtex-x/Makefile.am
@@ -1,7 +1,7 @@
 ## $Id$
 ## Makefile.am for the TeX Live subdirectory texk/bibtex-x/
 ##
-## Copyright 2017-2021 Karl Berry <tex-live@tug.org>
+## Copyright 2017-2022 Karl Berry <tex-live@tug.org>
 ## Copyright 2009-2015 Peter Breitenlohner <tex-live@tug.org>
 ## You may freely use, modify and/or distribute this file.
 ##
@@ -38,7 +38,6 @@ bibtex8_CPPFLAGS = $(AM_CPPFLAGS) -DSUPPORT_8BIT
 $(bibtex8_OBJECTS): $(KPATHSEA_DEPEND)
 bibtex8_LDADD = $(KPATHSEA_LIBS)
 
-
 bibtexu_SOURCES = $(common_sources)
 # Force Automake to use CXXLD for linking
 nodist_EXTRA_bibtexu_SOURCES = dummy.cxx
@@ -53,6 +52,8 @@ dist_man1_MANS = bibtex8.1 bibtexu.1
 ## Rebuild libsicuxxx
 @ICU_RULE@
 
+### BibTeX8 distribution
+
 csfdir = $(datarootdir)/texmf-dist/bibtex/csf/base
 
 dist_csf_DATA = \
@@ -73,6 +74,20 @@ dist_btdoc_DATA = \
 	file_id.diz \
 	csf/csfile.txt
 
+### BibTeXu distribution
+
+btudocdir = $(datarootdir)/texmf-dist/doc/bibtexu
+btuexdir = $(datarootdir)/texmf-dist/doc/bibtexu/examples
+
+dist_btudoc_DATA = \
+	01bibtexu-doc/README
+
+dist_btuex_DATA = \
+	01bibtexu-doc/examples/test.bbl \
+	01bibtexu-doc/examples/test.bib \
+	01bibtexu-doc/examples/test.pdf \
+	01bibtexu-doc/examples/test.tex
+
 ## Tests.
 ##
 bibtex8_tests = tests/bibtex8.test tests/bibtex8u-mem.test \
diff --git a/Build/source/texk/bibtex-x/Makefile.in b/Build/source/texk/bibtex-x/Makefile.in
index 0283039b2cc..23ce1cb6bc3 100644
--- a/Build/source/texk/bibtex-x/Makefile.in
+++ b/Build/source/texk/bibtex-x/Makefile.in
@@ -113,8 +113,8 @@ am__aclocal_m4_deps = $(top_srcdir)/../../m4/kpse-common.m4 \
 am__configure_deps = $(am__aclocal_m4_deps) $(CONFIGURE_DEPENDENCIES) \
 	$(ACLOCAL_M4)
 DIST_COMMON = $(srcdir)/Makefile.am $(top_srcdir)/configure \
-	$(am__configure_deps) $(dist_btdoc_DATA) $(dist_csf_DATA) \
-	$(am__DIST_COMMON)
+	$(am__configure_deps) $(dist_btdoc_DATA) $(dist_btudoc_DATA) \
+	$(dist_btuex_DATA) $(dist_csf_DATA) $(am__DIST_COMMON)
 am__CONFIG_DISTCLEAN_FILES = config.status config.cache config.log \
  configure.lineno config.status.lineno
 mkinstalldirs = $(install_sh) -d
@@ -124,7 +124,8 @@ CONFIG_CLEAN_VPATH_FILES =
 @BIBTEX8_TRUE@am__EXEEXT_1 = bibtex8$(EXEEXT)
 @BIBTEXU_TRUE@am__EXEEXT_2 = bibtexu$(EXEEXT)
 am__installdirs = "$(DESTDIR)$(bindir)" "$(DESTDIR)$(man1dir)" \
-	"$(DESTDIR)$(btdocdir)" "$(DESTDIR)$(csfdir)"
+	"$(DESTDIR)$(btdocdir)" "$(DESTDIR)$(btudocdir)" \
+	"$(DESTDIR)$(btuexdir)" "$(DESTDIR)$(csfdir)"
 PROGRAMS = $(bin_PROGRAMS)
 am__objects_1 = bibtex8-bibtex-1.$(OBJEXT) bibtex8-bibtex-2.$(OBJEXT) \
 	bibtex8-bibtex-3.$(OBJEXT) bibtex8-bibtex-4.$(OBJEXT) \
@@ -242,7 +243,8 @@ am__uninstall_files_from_dir = { \
 man1dir = $(mandir)/man1
 NROFF = nroff
 MANS = $(dist_man1_MANS)
-DATA = $(dist_btdoc_DATA) $(dist_csf_DATA)
+DATA = $(dist_btdoc_DATA) $(dist_btudoc_DATA) $(dist_btuex_DATA) \
+	$(dist_csf_DATA)
 am__tagged_files = $(HEADERS) $(SOURCES) $(TAGS_FILES) $(LISP) \
 	config.h.in
 # Read a list of newline-separated strings from the standard input,
@@ -634,6 +636,8 @@ nodist_EXTRA_bibtexu_SOURCES = dummy.cxx
 bibtexu_CPPFLAGS = $(AM_CPPFLAGS) $(ICU_INCLUDES) -DUTF_8
 bibtexu_LDADD = $(KPATHSEA_LIBS) $(ICU_LIBS) $(PTHREAD_LIB) $(ICU_LIBS_EXTRA)
 dist_man1_MANS = bibtex8.1 bibtexu.1
+
+### BibTeX8 distribution
 csfdir = $(datarootdir)/texmf-dist/bibtex/csf/base
 dist_csf_DATA = \
 	csf/88591lat.csf \
@@ -652,6 +656,19 @@ dist_btdoc_DATA = \
 	file_id.diz \
 	csf/csfile.txt
 
+
+### BibTeXu distribution
+btudocdir = $(datarootdir)/texmf-dist/doc/bibtexu
+btuexdir = $(datarootdir)/texmf-dist/doc/bibtexu/examples
+dist_btudoc_DATA = \
+	01bibtexu-doc/README
+
+dist_btuex_DATA = \
+	01bibtexu-doc/examples/test.bbl \
+	01bibtexu-doc/examples/test.bib \
+	01bibtexu-doc/examples/test.pdf \
+	01bibtexu-doc/examples/test.tex
+
 bibtex8_tests = tests/bibtex8.test tests/bibtex8u-mem.test \
                 tests/bibtex8-sort.test tests/bibtex8-char.test
 
@@ -1146,6 +1163,48 @@ uninstall-dist_btdocDATA:
 	@list='$(dist_btdoc_DATA)'; test -n "$(btdocdir)" || list=; \
 	files=`for p in $$list; do echo $$p; done | sed -e 's|^.*/||'`; \
 	dir='$(DESTDIR)$(btdocdir)'; $(am__uninstall_files_from_dir)
+install-dist_btudocDATA: $(dist_btudoc_DATA)
+	@$(NORMAL_INSTALL)
+	@list='$(dist_btudoc_DATA)'; test -n "$(btudocdir)" || list=; \
+	if test -n "$$list"; then \
+	  echo " $(MKDIR_P) '$(DESTDIR)$(btudocdir)'"; \
+	  $(MKDIR_P) "$(DESTDIR)$(btudocdir)" || exit 1; \
+	fi; \
+	for p in $$list; do \
+	  if test -f "$$p"; then d=; else d="$(srcdir)/"; fi; \
+	  echo "$$d$$p"; \
+	done | $(am__base_list) | \
+	while read files; do \
+	  echo " $(INSTALL_DATA) $$files '$(DESTDIR)$(btudocdir)'"; \
+	  $(INSTALL_DATA) $$files "$(DESTDIR)$(btudocdir)" || exit $$?; \
+	done
+
+uninstall-dist_btudocDATA:
+	@$(NORMAL_UNINSTALL)
+	@list='$(dist_btudoc_DATA)'; test -n "$(btudocdir)" || list=; \
+	files=`for p in $$list; do echo $$p; done | sed -e 's|^.*/||'`; \
+	dir='$(DESTDIR)$(btudocdir)'; $(am__uninstall_files_from_dir)
+install-dist_btuexDATA: $(dist_btuex_DATA)
+	@$(NORMAL_INSTALL)
+	@list='$(dist_btuex_DATA)'; test -n "$(btuexdir)" || list=; \
+	if test -n "$$list"; then \
+	  echo " $(MKDIR_P) '$(DESTDIR)$(btuexdir)'"; \
+	  $(MKDIR_P) "$(DESTDIR)$(btuexdir)" || exit 1; \
+	fi; \
+	for p in $$list; do \
+	  if test -f "$$p"; then d=; else d="$(srcdir)/"; fi; \
+	  echo "$$d$$p"; \
+	done | $(am__base_list) | \
+	while read files; do \
+	  echo " $(INSTALL_DATA) $$files '$(DESTDIR)$(btuexdir)'"; \
+	  $(INSTALL_DATA) $$files "$(DESTDIR)$(btuexdir)" || exit $$?; \
+	done
+
+uninstall-dist_btuexDATA:
+	@$(NORMAL_UNINSTALL)
+	@list='$(dist_btuex_DATA)'; test -n "$(btuexdir)" || list=; \
+	files=`for p in $$list; do echo $$p; done | sed -e 's|^.*/||'`; \
+	dir='$(DESTDIR)$(btuexdir)'; $(am__uninstall_files_from_dir)
 install-dist_csfDATA: $(dist_csf_DATA)
 	@$(NORMAL_INSTALL)
 	@list='$(dist_csf_DATA)'; test -n "$(csfdir)" || list=; \
@@ -1559,7 +1618,7 @@ check-am: all-am
 check: check-am
 all-am: Makefile $(PROGRAMS) $(MANS) $(DATA) config.h
 installdirs:
-	for dir in "$(DESTDIR)$(bindir)" "$(DESTDIR)$(man1dir)" "$(DESTDIR)$(btdocdir)" "$(DESTDIR)$(csfdir)"; do \
+	for dir in "$(DESTDIR)$(bindir)" "$(DESTDIR)$(man1dir)" "$(DESTDIR)$(btdocdir)" "$(DESTDIR)$(btudocdir)" "$(DESTDIR)$(btuexdir)" "$(DESTDIR)$(csfdir)"; do \
 	  test -z "$$dir" || $(MKDIR_P) "$$dir"; \
 	done
 install: install-am
@@ -1631,8 +1690,8 @@ info: info-am
 
 info-am:
 
-install-data-am: install-dist_btdocDATA install-dist_csfDATA \
-	install-man
+install-data-am: install-dist_btdocDATA install-dist_btudocDATA \
+	install-dist_btuexDATA install-dist_csfDATA install-man
 
 install-dvi: install-dvi-am
 
@@ -1693,6 +1752,7 @@ ps: ps-am
 ps-am:
 
 uninstall-am: uninstall-binPROGRAMS uninstall-dist_btdocDATA \
+	uninstall-dist_btudocDATA uninstall-dist_btuexDATA \
 	uninstall-dist_csfDATA uninstall-man
 
 uninstall-man: uninstall-man1
@@ -1708,16 +1768,18 @@ uninstall-man: uninstall-man1
 	distclean-libtool distclean-tags distcleancheck distdir \
 	distuninstallcheck dvi dvi-am html html-am info info-am \
 	install install-am install-binPROGRAMS install-data \
-	install-data-am install-dist_btdocDATA install-dist_csfDATA \
-	install-dvi install-dvi-am install-exec install-exec-am \
-	install-html install-html-am install-info install-info-am \
-	install-man install-man1 install-pdf install-pdf-am install-ps \
+	install-data-am install-dist_btdocDATA install-dist_btudocDATA \
+	install-dist_btuexDATA install-dist_csfDATA install-dvi \
+	install-dvi-am install-exec install-exec-am install-html \
+	install-html-am install-info install-info-am install-man \
+	install-man1 install-pdf install-pdf-am install-ps \
 	install-ps-am install-strip installcheck installcheck-am \
 	installdirs maintainer-clean maintainer-clean-generic \
 	mostlyclean mostlyclean-compile mostlyclean-generic \
 	mostlyclean-libtool pdf pdf-am ps ps-am recheck tags tags-am \
 	uninstall uninstall-am uninstall-binPROGRAMS \
-	uninstall-dist_btdocDATA uninstall-dist_csfDATA uninstall-man \
+	uninstall-dist_btdocDATA uninstall-dist_btudocDATA \
+	uninstall-dist_btuexDATA uninstall-dist_csfDATA uninstall-man \
 	uninstall-man1
 
 .PRECIOUS: Makefile