path: root/Master/tlpkg/bin/tl-update-bindir

#!/bin/sh
# Public domain.  Originally written 2008, Karl Berry.
# Update a TeX Live Master/bin/PLATFORM directory.

vc_id='$Id$'
renice 20 $$ >/dev/null 2>&1
unset CDPATH
unset LS_COLORS

tmpdir=${TMPDIR-/tmp}/tlupbin.$$
trap "rm -rf $tmpdir" 0 1 2 15
test -d $tmpdir || mkdir -p $tmpdir

usage="$0 [OPTION]... TLPLATFORM...

Update the TeX Live executables for each TLPLATFORM (which must be a TL
platform name, e.g., i386-linux) from a build directory.

The new binaries are taken from the location specified by --bin-loc,
either a directory (whose contents are copied), or a tar file (which is
unpacked and then copied).

The output directory is computed relative to the location of this script
by default, or can be explicitly specified via --master.  An upper-level
directory is specified so multiple platforms can be installed.

This checks for broken symlinks, and symlinks with the svn:executable
property set (which would mess up Subversion; see the thread around
http://svn.haxx.se/users/archive-2007-03/1259.shtml.)

It also takes care of doing the explicit remove/add sequence Subversion
requires when a symlink is replaced by a file or vice versa.

Options:
  --bin-loc DIR-OR-TAR   use binaries from DIR-OR-TAR
  --cg-branch SUBPATH    url component for dl.contextgarden.net
                           [default empty; example: branches/branch2023/]
  --master  DIR          install binaries to DIR/bin/TLPLATFORM
                           [default is the bin dir relative to this script]

  --help                 display this help and exit
  --quiet, --silent      no progress reports
  --version              output version information and exit

For more information about building TeX Live, see
http://tug.org/texlive/build.html.

Report bugs to tlbuild@tug.org."

# parse options.
bin_loc=
cgbranch=
download=wget
msg=echo
tlplats=
while test $# -gt 0; do
  case $1 in
  --help|-help|-v) echo "$usage"; exit 0;;
  --version|-version|-v) echo "$vc_id"; exit 0;;
  --quiet|-quiet|-q|--silent|-silent|-s) msg=true;;

  --master) shift; Master=$1;;
  --bin-loc) shift; bin_loc=$1;;
  --cg-branch) shift; cgbranch=$1;; # e.g., branches/branch2023/

  --no-download|-N) download=true;; # secret option for karl

  --*) echo "$0: unrecognized option \`$1'; try --help if you need it." >&2
       exit 1;;

  *) tlplats="$tlplats $1";;
  esac
  shift
done

if test -z "$tlplats"; then
  echo "$0: missing TL platform name; try --help if you need it." >&2
  exit 1
fi

if test -z "$Master"; then
  mydir=`dirname $0`
  Master=`cd $mydir/../.. && pwd`
fi
if test ! -d "$Master/bin"; then
  echo "$0: Master directory $Master has no bin/ subdir; goodbye." >&2
  exit 1
fi

# loop through tl platform names
for tlplat in $tlplats; do
  destdir=$Master/bin/$tlplat
  if test ! -d $destdir; then
    echo "$0: unrecognized platform name \`$tlplat'" >&2
    echo "$0: (no directory $destdir)" >&2
    exit 1
  fi
  
  # karl update convenience
  default_bin_loc=
  download_loc=$tmpdir/tl.$tlplat.tar.gz
  grab="$download -O $download_loc"
  if test x"$USER" = xkarl; then
   case $tlplat in 
   aarch64-linux)
    default_bin_loc=$download_loc
    #https://faubox.rrze.uni-erlangen.de/open/MjdwNXE5NW5UcTU4RzVIWlRVUVVI/branch2018/texlive_bin_aarch64-linux.tar.xz
    #http://51.158.66.174:8080/texlive_bin_aarch64-linux.tar.xz
    #remurl=https://aekahwai.spdns.org/online/texlive_bin_aarch64-linux.tar.xz
    #remurl=https://taiyahfoboj.net/yeipaiyi/texlive_bin_aarch64-linux.tar.xz
    remurl=http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz
    $grab $remurl;;
   alpha-linux)
    default_bin_loc=/home/preining/alpha-linux.tar.gz;;
   amd64-freebsd)
    default_bin_loc=$download_loc
    #https://www.preining.info/amd64-freebsd11.tar.gz
    #http://anthesphoria.net/FreeBSD/TeXLive-Devel/amd64-freebsd7.tar.xz
    remurl=http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz
    $grab $remurl;;
   amd64-kfreebsd)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    $grab ftp://ftp.cea.fr/incoming/y2k01/braslau/x86_64-unknown-kfreebsd9.0-gnu.tar.xz;;
   amd64-netbsd)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    $grab http://www.babafou.eu.org/texlive-netbsd/x86_64-netbsd.tar.xz;;
   armel-linux)
    default_bin_loc=$download_loc
    $grab http://boris.lk.net/texlive-2013/armv7l-unknown-linux-gnueabi.tgz;;
   armhf-linux)
    default_bin_loc=$download_loc
    remurl=http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz
    $grab $remurl;;
    #simon $grab http://getthingsfixed.co.uk/texlive/builds/2022/texlive-armhf.tar.gz
   hppa-hpux)
    default_bin_loc=$download_loc
    $grab http://www.jtartlabs.com/test/hppa2.0-hp-hpux10.20.tar.gz;;
   i386-cygwin)
    default_bin_loc=$download_loc
    $grab http://sanibeltranquility.com/cygwin/$tlplat.tgz;;
   i386-freebsd)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    #http://anthesphoria.net/FreeBSD/TeXLive-Devel/i386-freebsd7.tar.xz
    remurl=http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz
    $grab $remurl;;
   i386-kfreebsd)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    $grab ftp://ftp.cea.fr/incoming/y2k01/braslau/i386-unknown-kfreebsd10.0-gnu.tar.xz;;
   i386-linux)
    default_bin_loc=$download_loc
    #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz
    remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-i386-linux.tar.gz | cut -d : -f 2,3 | tr -d \"`
    $grab $remurl;;
   i386-linuxmusl)
    default_bin_loc=$download_loc
    remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-i386-musl.tar.gz | cut -d : -f 2,3 | tr -d \"`
    $grab $remurl;;
   i386-netbsd)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    $grab http://www.babafou.eu.org/texlive-netbsd/i386-netbsd.tar.xz;;
   i386-openbsd)
    default_bin_loc=$download_loc
    $grab http://students.dec.bmth.ac.uk/ebarrett/files/tl-bin-20080810.tgz;;
   i386-solaris)
    default_bin_loc=$download_loc
    $grab http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz;;
   mips-irix)
    download_loc=$tmpdir/tl.$tlplat.tar.xz
    default_bin_loc=$download_loc
    grab="$download -O $download_loc"
    $grab http://www.solid.ethz.ch/download/texlive/texlive-mips-irix.tar.xz;;
   mipsel-linux)
    echo "see mojca" >&2; exit 1;;
   powerpc-linux)
    default_bin_loc=/home/tschmitz/powerpc-linux.tar.xz;;
   sparc-solaris)
    default_bin_loc=$download_loc
    $grab http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz;;
   universal-darwin)
    default_bin_loc=/home/koch/$tlplat.tar.xz
    ;;
   windows)
    ;; # updated by Akira.
   x86_64-cygwin)
    default_bin_loc=$download_loc
    $grab http://sanibeltranquility.com/cygwin/$tlplat.tgz;;
   x86_64-darwinlegacy)
    default_bin_loc=$download_loc
    $grab http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz;;
   x86_64-linux)
    default_bin_loc=$download_loc
    #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz
    # Visit https://github.com/TeX-Live/texlive-source/commits
    #   to check for commits.
    # Then https://github.com/TeX-Live/texlive-source/releases
    #   "Draft a new release";
    #   use "svnNNNNN" in "Tag version" field,
    #   "Target:trunk" should already be there,
    #   "rNNNNN and perhaps brief msg from commits in "title",
    #   and anything relevant for "description", or leave it blank;
    #   then "Publish release" (not as pre-release, can't be accessed).
    # After ~30min max, should have new release tarballs at:
    #   https://github.com/TeX-Live/texlive-source/releases
    #    (this is a different page than where you're put after creating
    #     the release)
    # If failure, check:
    #   https://www.travis-ci.org/TeX-Live/texlive-source
    #   
    # If try before ready, no harm, just get error message "missing url".
    # (If you have/want a git checkout of texlive-source, see tlbuild doc.)
    # 
    remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-x86_64-linux.tar.gz | cut -d : -f 2,3 | tr -d \"`
    #remurl=https://github.com/TeX-Live/texlive-source/releases/download/svn53987/texlive-bin-x86_64-linux.tar.gz
    $grab $remurl;;
   x86_64-linuxmusl)
    default_bin_loc=$download_loc
    remurl=`curl -s https://api.github.com/repos/TeX-Live/texlive-source/releases/latest | grep browser_download_url | grep texlive-bin-x86_64-linuxmusl.tar.gz | cut -d : -f 2,3 | tr -d \"`
    #remurl=http://dl.contextgarden.net/build/texlive/$tlplat.tar.xz
    $grab $remurl;;
   x86_64-solaris)
    default_bin_loc=$download_loc
    $grab http://dl.contextgarden.net/build/texlive/${cgbranch}$tlplat.tar.xz;;
   esac
  fi # end $USER=karl
  
  # 
  test -z "$bin_loc" && test -n "$default_bin_loc" \
  && bin_loc=$default_bin_loc
  if test -z "$bin_loc"; then
    echo "$0: missing binary location, try --help if you need it." >&2
    exit 1
  fi

  $msg "installing from $bin_loc to $destdir via $tmpdir"
  ls -ld "$bin_loc"

  # if we were given a tar file, unpack it.
  if test -f "$bin_loc"; then
    srcdir=$tmpdir/unpacked
    mkdir $srcdir
    if echo "$bin_loc" | grep 'zip$' >/dev/null; then
      (cd $srcdir && unzip -q $bin_loc) || exit 1
    else
      (cd $srcdir && tar xf $bin_loc) || exit 1
    fi
    
  elif test -d "$bin_loc"; then
    srcdir=$bin_loc  # already have a directory

  else
    echo "$0: strange non-file non-directory binary location $bin_loc" >&2
    exit 1
  fi
  
  # in case people mistakenly include .svn dirs in their tars.
  find "$srcdir" -name .svn | xargs rm -rf
  
  # ditto, biber.
  find "$srcdir" -name biber\* | xargs rm -f

  # may need to cd into a subdirectory, depending on how the tar was made.
  while test `ls $srcdir | wc -l` -eq 1; do
    srcdir=$srcdir/*
  done
  
  # destdir is what is in the repo now, srcdir has the new binaries.
  (cd $destdir && ls) >$tmpdir/now  
  (cd $srcdir && ls)  >$tmpdir/new

  ourdel=$tmpdir/2del
  ouradd=$tmpdir/2add
    # looking for deletions, but don't delete (x)asy, biber, context, xindy.
  comm -23 $tmpdir/now $tmpdir/new \
  | egrep -v '^(x?asy(\.exe)?|freeglut\.dll)$' \
  | egrep -v '^biber(-ms)?(\.exe)?$' \
  | egrep -v '^(luametatex|context(.lua))?|mtxrun$' \
  | egrep -v 'xindy' \
  >$ourdel  # intentionally anything matching xindy
  comm -13 $tmpdir/now $tmpdir/new >$ouradd  # looking for additions

  # get symlink list.
  (cd $destdir && find . -type l | sort) >$tmpdir/now.symlink
  (cd $srcdir && find . -type l | sort) >$tmpdir/new.symlink

  cd $destdir || exit 1

  # svn requires separate delete/add operations when symlinks change to
  # regular files or vice versa.
  #
  # remove symlinks which have become files.
  comm -23 $tmpdir/now.symlink $tmpdir/new.symlink >$tmpdir/s.now
  replaced_symlinks=
  for sl in `cat $tmpdir/s.now`; do
    test -f $srcdir/$sl && replaced_symlinks="$replaced_symlinks $sl"
  done
  test -n "$replaced_symlinks" \
  && $msg "removing symlinks which have become files..." \
  && svn rm $replaced_symlinks
  #
  # remove files which have become symlinks.
  comm -13 $tmpdir/now.symlink $tmpdir/new.symlink >$tmpdir/s.new
  replaced_files=
  for sl in `cat $tmpdir/s.new`; do
    test -f $destdir/$sl && replaced_files="$replaced_files $sl"
  done
  test -n "$replaced_files" \
  && $msg "removing files which have become symlinks..." \
  && svn rm $replaced_files

  # the bulk copy.
  $msg "copying from $srcdir"
  $msg "to $destdir"
  (cd $srcdir && tar cf - *) | tar xf -

  # the normal deletions and additions.
  $msg "removing old..."
  test -s $ourdel && svn rm `cat $ourdel`
  $msg "adding new..."
  test -s $ouradd && svn add `cat $ouradd`

  # anything which is no longer a symlink but still exists
  # needs to be added.
  test -n "$replaced_symlinks" \
  && $msg "adding files that replaced symlinks..." \
  && svn add $replaced_symlinks
  
  # anything which is now a symlink but didn't used to be
  # also needs to be added.
  test -n "$replaced_files" \
  && $msg "adding symlinks that replaced files..." \
  && svn add $replaced_files

  # be sure the svn:executable property is not set on any symlink.
  # there is also a pre-commit hook on the repo, but of course we don't
  # want to unnecessarily trigger it.
  # We redirect stderr to /dev/null because as of svn 1.9.3 (or earlier?),
  # svn gives a useless warning when the property is not set.
  badlinks=`svn propget svn:executable \`cat $tmpdir/new.symlink\` 2>/dev/null\
            | awk '{print $1}'`
  if test -n "$badlinks"; then
    $msg "removing svn:executable property from symlinks..."
    svn propdel svn:executable $badlinks
  fi
  
  # revert xindy.mem (always changes) unless xindy.run changes.
  if svn status xindy.run | grep '^M' >/dev/null \
     || svn status xindy-lisp.exe | grep '^M' >/dev/null; then
    :
  elif test -r xindy.run || test -r xindy-lisp.exe; then
    $msg "reverting xindy.mem..."
    svn revert xindy*.mem
  fi
  
  # check for broken symlinks.
  for sl in `cat $tmpdir/new.symlink`; do
    test ! -r "$sl" && echo "$0: broken new symlink $sl" >&2
  done
  
  # final results.
  $msg "final svn status..."
  svn status | sort

  echo rm -rf $tmpdir
done