#!/bin/sh # Public domain. Originally written 2008, Karl Berry. # Update a TeX Live Master/bin/PLATFORM directory. vc_id='$Id$' renice 20 $$ >/dev/null 2>&1 unset CDPATH unset LS_COLORS tmpdir=${TMPDIR-/tmp}/tlupbin.$$ trap "rm -rf $tmpdir" 0 1 2 15 test -d $tmpdir || mkdir -p $tmpdir usage="$0 [OPTION]... TL-PLATFORM... Update the TeX Live executables for each TL-PLATFORM (which must be a TL platform name, e.g., i386-linux) from a build directory. The new binaries are taken from the location specified by --bin-loc, either a directory (whose contents are copied), or a tar file (which is unpacked and then copied). The output directory is computed relative to the location of this script by default, or can be explicitly specified via --master. An upper-level directory is specified so multiple platforms can be installed. This checks for broken symlinks, and symlinks with the svn:executable property set (which would mess up Subversion; see the thread around http://svn.haxx.se/users/archive-2007-03/1259.shtml.) It also takes care of doing the explicit remove/add sequence Subversion requires when a symlink is replaced by a file or vice versa. Options: --bin-loc DIR-OR-TAR use binaries from DIR-OR-TAR --master DIR install binaries to DIR/bin/TL-PLATFORM [default is the bin dir relative to this script] --help display this help and exit --quiet, --silent no progress reports --version output version information and exit For more information about building TeX Live, see http://tug.org/texlive/build.html. Report bugs to tlbuild@tug.org." # parse options. bin_loc= download=wget msg=echo tlplats= while test $# -gt 0; do case $1 in --help|-help|-v) echo "$usage"; exit 0;; --version|-version|-v) echo "$vc_id"; exit 0;; --quiet|-quiet|-q|--silent|-silent|-s) msg=true;; --master) shift; Master=$1;; --bin-loc) shift; bin_loc=$1;; --no-download|-N) download=true;; # secret option for karl --*) echo "$0: unrecognized option \`$1'; try --help if you need it." >&2 exit 1;; *) tlplats="$tlplats $1";; esac shift done if test -z "$tlplats"; then echo "$0: missing TL platform name; try --help if you need it." >&2 exit 1 fi if test -z "$Master"; then mydir=`dirname $0` Master=`cd $mydir/../.. && pwd` fi if test ! -d "$Master/bin"; then echo "$0: Master directory $Master has no bin/ subdir; goodbye." >&2 exit 1 fi # loop through tl platform names for tlplat in $tlplats; do destdir=$Master/bin/$tlplat if test ! -d $destdir; then echo "$0: unrecognized platform name \`$tlplat'" >&2 echo "$0: (no directory $destdir)" >&2 exit 1 fi # karl update convenience default_bin_loc= download_loc=$tmpdir/tl.$tlplat.tar.gz grab="$download -O $download_loc" if test x"$USER" = xkarl; then case $tlplat in aarch64-linux) default_bin_loc=$download_loc #https://faubox.rrze.uni-erlangen.de/open/MjdwNXE5NW5UcTU4RzVIWlRVUVVI/branch2018/texlive_bin_aarch64-linux.tar.xz #http://51.158.66.174:8080/texlive_bin_aarch64-linux.tar.xz remurl=https://aekahwai.spdns.org/online/texlive_bin_aarch64-linux.tar.xz $grab $remurl;; alpha-linux) default_bin_loc=/home/preining/alpha-linux.tar.gz;; amd64-freebsd) default_bin_loc=$download_loc #https://www.preining.info/amd64-freebsd11.tar.gz #http://anthesphoria.net/FreeBSD/TeXLive-Devel/amd64-freebsd7.tar.xz remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz $grab $remurl;; amd64-kfreebsd) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" $grab ftp://ftp.cea.fr/incoming/y2k01/braslau/x86_64-unknown-kfreebsd9.0-gnu.tar.xz;; amd64-netbsd) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" $grab http://www.babafou.eu.org/texlive-netbsd/x86_64-netbsd.tar.xz;; armel-linux) default_bin_loc=$download_loc $grab http://boris.lk.net/texlive-2013/armv7l-unknown-linux-gnueabi.tgz;; armhf-linux) default_bin_loc=$download_loc $grab http://getthingsfixed.co.uk/texlive/builds/2020/texlive-armhf.tar.gz;; hppa-hpux) default_bin_loc=$download_loc $grab http://www.jtartlabs.com/test/hppa2.0-hp-hpux10.20.tar.gz;; i386-cygwin) default_bin_loc=$download_loc $grab http://sanibeltranquility.com/cygwin/$tlplat.tgz;; i386-freebsd) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" #http://anthesphoria.net/FreeBSD/TeXLive-Devel/i386-freebsd7.tar.xz remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz $grab $remurl;; i386-kfreebsd) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" $grab ftp://ftp.cea.fr/incoming/y2k01/braslau/i386-unknown-kfreebsd10.0-gnu.tar.xz;; i386-linux) default_bin_loc=$download_loc #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-i386-linux.tar.gz | cut -d : -f 2,3 | tr -d \"` $grab $remurl;; i386-linuxmusl) default_bin_loc=$download_loc remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-i386-musl.tar.gz | cut -d : -f 2,3 | tr -d \"` $grab $remurl;; i386-netbsd) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" $grab http://www.babafou.eu.org/texlive-netbsd/i386-netbsd.tar.xz;; i386-openbsd) default_bin_loc=$download_loc $grab http://students.dec.bmth.ac.uk/ebarrett/files/tl-bin-20080810.tgz;; i386-solaris) default_bin_loc=$download_loc $grab http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz;; mips-irix) download_loc=$tmpdir/tl.$tlplat.tar.xz default_bin_loc=$download_loc grab="$download -O $download_loc" $grab http://www.solid.ethz.ch/download/texlive/texlive-mips-irix.tar.xz;; mipsel-linux) echo "see mojca" >&2; exit 1;; powerpc-linux) default_bin_loc=/home/tschmitz/powerpc-linux.tar.xz;; sparc-solaris) default_bin_loc=$download_loc $grab http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz;; win32) # default_bin_loc=$tmpdir/tl.$tlplat.zip # $grab http://members2.jcom.home.ne.jp/wt1357ak/tl2009w32-02.zip;; ;; # updated by Akira. x86_64-cygwin) default_bin_loc=$download_loc $grab http://sanibeltranquility.com/cygwin/$tlplat.tgz;; x86_64-darwin) # current mac is different than everything else; it now contains # only the changed and new files (whether files or symlinks), # because binaries have to be "hardened", and hardening always changes # the contents. Don't want everything to change every time. Have # to do removals manually, but this seems the least bad. --karl, 22mar20 default_bin_loc=/home/koch/$tlplat.tar.xz cd $destdir || exit 1 tar xf $default_bin_loc || exit 1 svn status | sort exit 0 ;; x86_64-darwinlegacy) default_bin_loc=$download_loc $grab http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz;; x86_64-linux) default_bin_loc=$download_loc #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz # Visit https://github.com/TeX-Live/texlive-source/commits # to check for commits. # Then https://github.com/TeX-Live/texlive-source/releases # "Draft a new release"; # use "svnNNNNN" in "Tag version" field, # "Target:trunk" should already be there, # brief msg from that commit in "title", # and anything relevant for "description", or leave it blank; # then "Publish release" (not as pre-release, can't be accessed). # After ~30min max, should have new release tarballs at: # https://github.com/TeX-Live/texlive-source/releases # If failure, check: # https://www.travis-ci.org/TeX-Live/texlive-source # # If try before ready, no harm, just get error message "missing url". # (If you have/want a git checkout of texlive-source, see tlbuild doc.) # remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-x86_64-linux.tar.gz | cut -d : -f 2,3 | tr -d \"` #remurl=https://github.com/TeX-Live/texlive-source/releases/download/svn53987/texlive-bin-x86_64-linux.tar.gz $grab $remurl;; x86_64-linuxmusl) default_bin_loc=$download_loc remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-x86_64-musl.tar.gz | cut -d : -f 2,3 | tr -d \"` #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz $grab $remurl;; x86_64-solaris) default_bin_loc=$download_loc $grab http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz;; esac fi # end $USER=karl # test -z "$bin_loc" && test -n "$default_bin_loc" \ && bin_loc=$default_bin_loc if test -z "$bin_loc"; then echo "$0: missing binary location, try --help if you need it." >&2 exit 1 fi $msg "installing from $bin_loc to $destdir via $tmpdir" ls -ld "$bin_loc" # if we were given a tar file, unpack it. if test -f "$bin_loc"; then srcdir=$tmpdir/unpacked mkdir $srcdir if echo "$bin_loc" | grep 'zip$' >/dev/null; then (cd $srcdir && unzip -q $bin_loc) || exit 1 else (cd $srcdir && tar xf $bin_loc) || exit 1 fi elif test -d "$bin_loc"; then srcdir=$bin_loc # already have a directory else echo "$0: strange non-file non-directory binary location $bin_loc" >&2 exit 1 fi # in case people mistakenly include .svn dirs in their tars. find "$srcdir" -name .svn | xargs rm -rf # ditto, biber. find "$srcdir" -name biber\* | xargs rm -f # may need to cd into a subdirectory, depending on how the tar was made. while test `ls $srcdir | wc -l` -eq 1; do srcdir=$srcdir/* done # destdir is what is in the repo now, srcdir has the new binaries. (cd $destdir && ls) >$tmpdir/now (cd $srcdir && ls) >$tmpdir/new ourdel=$tmpdir/2del ouradd=$tmpdir/2add # looking for deletions, but don't delete (x)asy, biber, xindy. comm -23 $tmpdir/now $tmpdir/new \ | egrep -v '^(x?asy(\.exe)?|freeglut\.dll)$' \ | egrep -v '^biber(\.exe)?$' \ | egrep -v '^dvisvgm$' \ | egrep -v 'xindy' \ >$ourdel # intentionally anything matching xindy comm -13 $tmpdir/now $tmpdir/new >$ouradd # looking for additions # get symlink list. (cd $destdir && find . -type l | sort) >$tmpdir/now.symlink (cd $srcdir && find . -type l | sort) >$tmpdir/new.symlink cd $destdir || exit 1 # svn requires separate delete/add operations when symlinks change to # regular files or vice versa. # # remove symlinks which have become files. comm -23 $tmpdir/now.symlink $tmpdir/new.symlink >$tmpdir/s.now replaced_symlinks= for sl in `cat $tmpdir/s.now`; do test -f $srcdir/$sl && replaced_symlinks="$replaced_symlinks $sl" done test -n "$replaced_symlinks" \ && $msg "removing symlinks which have become files..." \ && svn rm $replaced_symlinks # # remove files which have become symlinks. comm -13 $tmpdir/now.symlink $tmpdir/new.symlink >$tmpdir/s.new replaced_files= for sl in `cat $tmpdir/s.new`; do test -f $destdir/$sl && replaced_files="$replaced_files $sl" done test -n "$replaced_files" \ && $msg "removing files which have become symlinks..." \ && svn rm $replaced_files # the bulk copy. $msg "copying from $srcdir" $msg "to $destdir" (cd $srcdir && tar cf - *) | tar xf - # the normal deletions and additions. $msg "removing old..." test -s $ourdel && svn rm `cat $ourdel` $msg "adding new..." test -s $ouradd && svn add `cat $ouradd` # anything which is no longer a symlink but still exists # needs to be added. test -n "$replaced_symlinks" \ && $msg "adding files that replaced symlinks..." \ && svn add $replaced_symlinks # anything which is now a symlink but didn't used to be # also needs to be added. test -n "$replaced_files" \ && $msg "adding symlinks that replaced files..." \ && svn add $replaced_files # be sure the svn:executable property is not set on any symlink. # there is also a pre-commit hook on the repo, but of course we don't # want to unnecessarily trigger it. # We redirect stderr to /dev/null because as of svn 1.9.3 (or earlier?), # svn gives a useless warning when the property is not set. badlinks=`svn propget svn:executable \`cat $tmpdir/new.symlink\` 2>/dev/null\ | awk '{print $1}'` if test -n "$badlinks"; then $msg "removing svn:executable property from symlinks..." svn propdel svn:executable $badlinks fi # revert xindy.mem (always changes) unless xindy.run changes. if svn status xindy.run | grep '^M' >/dev/null \ || svn status xindy-lisp.exe | grep '^M' >/dev/null; then : elif test -r xindy.run || test -r xindy-lisp.exe; then $msg "reverting xindy.mem..." svn revert xindy*.mem fi # check for broken symlinks. for sl in `cat $tmpdir/new.symlink`; do test ! -r "$sl" && echo "$0: broken new symlink $sl" >&2 done # final results. $msg "final svn status..." svn status | sort rm -rf $tmpdir done