summaryrefslogtreecommitdiff
path: root/Master/tlpkg/bin/tlpkg-ctan-check
blob: 4251830bcf1b3739644868e9b955776dc07999b1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
#!/usr/bin/env perl
# $Id$
# Public domain.  Originally written 2005, Karl Berry.
# Rewritten for new infrastructure 2007, Norbert Preining.
# Check if a package in TL has any changes on CTAN.  Just the beginnings.

BEGIN {
  chomp ($mydir = `dirname $0`);  # we are in Master/tlpkg/bin
  unshift (@INC, "$mydir/..");
}

use TeXLive::TLConfig;
use TeXLive::TLPOBJ;
use TeXLive::TLPDB;

use File::Basename;

my $tlpdb;
my $TL;

# my @WorkingTLP = qw(
#         12many
#         a0poster a2ping aastex abbr abc abstract abstyles accfonts achemso
#           acmtrans acronym 
#           active-conf addlines adrconv ae aguplus aichej AkkTeX algorithm2e
#           algorithmicx algorithms
#           alnumsec altfont ametsoc ams amsaddr amsldoc-it amsmath amsrefs
#           amsthdoc-it animate ANUfinalexam anyfontsize apacite appendix apl
#           arabi arabtex arabxetex archaic arcs arev
#           armenian arphic arrayjob arydshln Asana-Math ascii assignment astro
#           attachfile aurical authoraftertitle authorindex auto-pst-pdf automata
#           auncial-new
#         babel babelbib barcodes bbcard bbold
#           beamer beamer-contrib beamer-tut-pt begriff bera betababel
#           bezos bghyphen bibhtml bibleref bibtopic bibtopicprefix
#           bibunits bigfoot
#           binomexp blacklettert1 blindtext blockdraw_mp boldtensors
#           bookest booklet bophook
#           boxhandler bpchem breakurl bullcntr bussproofs bytefield 
#         captcont caption carlisle catechis carolmin-ps
#           cbcoptic cbfonts-all ccaption cclicenses cd cdpbundl cellspace
#           changebar changepage changes chappg
#           chem-journal chemcompounds chemscheme
#           chemstyle cherokee chessboard chessfss circ
#           citeref cjhebrew classicthesis
#           clefval cleveref
#           clock clrscode cmap cmastro cmdstring cmdtrack cmll colorinfo
#           colortbl colorwav commath compact compactbib complexity comprehensive
#           computational-complexity confproc constants
#           cooking cool coollist coolstr cooltooltips
#           coordsys courier-scaled courseoutline coursepaper coverpage
#           crop crossreference csquotes csvtools ctable
#           cursolatex cursor cuisine
#           currvita curve curve2e curves
#           custom-bib cweb-latex cyrillic
#         dancers dashbox dashrule datatool
#           dateiliste datetime dcpic decimal delimtxt digiconfigs din1505
#           dinat dingbat directory disser dk-bib dlfltxb doi doipubmed
#           dotarrow dottex
#           doublestroke dpfloat dprogress draftcopy
#           draftwatermark dramatist dtxgallery
#           dtxtut duerer-latex dvdcoll dviincl dvipsconfig dyntree
#         easy ebong ebsthesis eCards ecc ecclesiastic economic
#           ecv ed edmac edmargin ednotes eemeir egameps
#           egplot eijkhout
#           ellipsis elpres elsevier elsevier-bib emulateapj endfloat endheads
#           engrec enumitem envbig environ epigrafica epiolmec eplain epsdice
#           epsf epsincl epslatex-fr epspdfconversion
#           eqlist eqparbox errata es-tex-faq
#           ESIEEcv esdiff esint esint-type1 eskd eskdx eso-pic esvect etaremune
#           ethiop ethiop-t1 etoolbox euenc
#           eulervm euproposal euro europecv eurosans everypage exam
#           examdesign examplep exercise expl3 expressg extarrows exteps
#           extpfeil extract extsizes
#         faktor fancybox fancyhdr fancynum fancyref fancytooltips fax
#           fbs featpost
#           feyn fge filecontents fink fixme
#           flagderiv flippdf float floatrow flowfram fltpoint
#           fmtcount fnbreak
#           fncychap foekfont fontch fontspec fonttable footbib forloop formular
#           fouridx fourier fouriernc
#           fp fpl frankenstein free-math-font-survey
#           frenchle fribrief frletter frontespizio fullpict functan
#         gaceta galois gastex gatech-thesis gb4e gcard gcite
#           genmisc genmpage gentle germbib
#           gfsartemisia gfsbodoni gfscomplutum gfsdidot gfsneohellenic
#           gfsporson gfssolomos
#           ginpenc glhyph glossaries gmdoc gmeometric
#           gmiflink gmutils gmverb gnuplottex gost graphics
#           graphicx-psmin greenpoint
#           grnumalt gu GuIT guitar guitbeamer
#         HA-prosper hands harmony hep hepthesis hepunits hhtensor histogr hitec
#           hrlatex hvfloat hwkatakana
#           hyperref hyperxmp hyphen-base hyphen-basque
#           hyphen-french hyphen-german
#           hyphen-greek hyphen-italian hyphen-latin hyphen-mongolian
#           hyphen-norwegian hyphen-ukenglish
#           hyphen-usorbian hyphenex hyplain
#         ibygrk icsv IEEEconf IEEEtran ifplatform ifxetex
#           ijmart ijqc image-gallery
#           inlinebib interactiveworkbook inversepath invoice
#           iopart-num isodoc isonums isorot isotope itnumpar iwona
#         jeopardy jknapltx jneurosci jpsj jurabib juramisc jurarsp
#         kalender kerkis kerntest keystroke koma-script kpfonts
#         l2picfaq l2tabu-english l2tabu-spanish
#           labbook labelcas labels lastpage latex latex-tds latexmp
#           layouts lcd lcg lcyw leading leaflet ledmac leftidx lettrine
#           lewis lfb lgreek lh
#           libertine limap linearA lineno linguex
#           lipsum listings listliketab lkproof lm
#           logpap lps lsc lshort-bulgarian lshort-dutch lshort-english
#           lshort-finnish lshort-french lshort-german lshort-italian
#           lshort-japanese lshort-korean lshort-mongolian
#           lshort-polish lshort-portuguese lshort-slovak
#           lshort-spanish lshort-thai lshort-turkish lshort-ukr
#           lshort-vietnamese ltablex ltabptch ltxindex ltxmisc lxfonts
#         mafr magyar mailing makebox makecell makecirc makeglos
#           makeplot maple marginnote marvosym mathdots mathexam
#           mathmode maybemath
#           mcaption mceinleger mciteplus mdwtools memexsupp
#           memoir MemoirChapStyles mentis
#           menu metaobj metaplot metatex metauml mff mfpic mftinc mh mhchem
#           mhequ mhs microtype minipage-marginpar minitoc minutes
#           mkjobtexmf mkpattern
#           mla-paper mlist mnsymbol
#           moderncv modroman mongolian-babel moreverb movie15 mp3d ms msg
#           multicap
#           multido munich muthesis mwcls
#         nag namespc natbib nath nature ncclatex ncctools newlfm nih noitcrul
#           nomencl nomentbl nostarch notes2bib
#           ntgclass ntheorem-vn numline numname numprint
#         oberdiek ocr-latex octavo ofs ogham oldstyle onlyamsmath opcit
#           ordinalpt
#         papercdcase papertex parallel paresse parrun pauldoc pbox
#           pdf-forms-tutorial-de pdf-forms-tutorial-en pdf-trans pdfcprot
#           pdfcrop
#           pdfpages pdfscreen pdfsync pdftex-def perception perltex permute
#           petiteannonce
#           pgf pgf-soroban pgfplots phaistos philex philosophersimprint
#           pict2e pictex pictex2 pinlabel pittetd placeins plari plates play
#           poemscol polski polynom polynomial polytable powerdot ppr-prv
#           pracjourn preprint
#           prettyref preview probsoln procIAGssymp program protocol pseudocode
#           psfrag psfrag-italian psnfss pspicture
#           pst-2dplot pst-3d pst-3dplot pst-asr pst-bar
#           pst-barcode pst-blur pst-circ pst-cox pst-dbicons pst-diffraction
#           pst-eps pst-eucl pst-fill
#           pst-fr3d pst-fractal pst-func
#           pst-geo pst-grad pst-infixplot pst-jtree pst-labo
#           pst-lens pst-light3d pst-math pst-ob3d pst-optexp pst-optic
#           pst-osci pst-pad pst-pdf pst-pdgr pst-qtree
#           pst-solide3d pst-soroban pst-spectra
#           pst-slpe pst-stru pst-uml pst-vue3d
#           pstricks pstricks-add
#           pxfonts
#         qcm qstest quotmark qtree
#         r_und_s randbild rccol rcs rcsinfo recipecard
#           refstyle regcount register resume robustcommand
#           robustindex rsc rtkinenc rtklage
#         sagetex sauerj sauterfonts savefnmark savesym savetrees scale
#           scalebar schedule scientificpaper sciposter screenplay script
#           sdrt sectionbox sectsty semantic semaphor seminar semioneside
#           seqsplit setspace sf298 sffms sfg sfmath sgame shadbox shapepar
#           shipunov shorttoc show2e showdim showexpl showlabels
#           SIstyle 
#           sidecap sides siggraph simplecv simplewick
#           skak skaknew slideshow smalltableof smartref
#           snapshot songbook sort-by-letters soul sparklines spie
#           splines splitbib splitindex spotcolor sprite srcltx sseq
#           ssqquote stack stage staves stdclsdv stdpage statex2 stellenbosch
#           stringstrings struktex
#           sttools stubs subdepth subeqn subeqnarray
#           subfig subfigure subfloat substr sudoku sudokubundle sugconf 
# 	  supertabular susy svgcolor svn svn-multi svninfo
#           swebib syntax synproof syntrace synttree
#         t-angles Tabbing tableaux tablists tablor tabulary tabvar talk 
# 	  tamethebeast
#           ted templates-fenn templates-sommer tengwarscript
#           tensor teubner tex-gyre texilikecover texmate
#           texpower texshade
#           textcase textfit textopo textpath textpos thesis-titlepage-fhac
#           thinsp thmtools thumb thumbpdf thuthesis ticket titlefoot titlesec
#           titling tocbibind
#           tocloft todo tokenizer toolbox tools toptesi totpages tracking
#           trajan translator tree-dvips trfsigns trivfloat
#           trsym tugboat tugboat-plain turnstile twoup txfonts Type1fonts
#           typedref typogrid
#         uebungsblatt ucthesis uhrzeit uiucthesis ulsy umich-thesis uml umlaute
#           umthesis umtypewriter underlin undertilde units unitsdef unroman
#           upmethodology upquote ushort uwthesis
#         vancouver variations varindex varsfromjobname
#          vector velthuis venn verse versions
#           vhistory visualfaq vmargin vntex volumes vpe vxu
#         wallpaper warning warpcol williams wordcount wordlike wrapfig
#         xargs xbase xcolor xdoc xecyr xetexref xfor xgreek xifthen
#           xkeyval xltxtra xmpincl xnewcommand xoptarg
#           xq xskak xtab xtcapts xunicode xyling xypic-tut-pt xytree
#         york-thesis
#         ziffer
#     ); 



exit (&main ());

sub main
{
  # get the Master dir
  chomp (my $Master = `cd $mydir/../.. && pwd`);
  $TL = $Master;
  # First we load the current texlive.tlpdb
  $tlpdb = TeXLive::TLPDB->new ("root" => "$Master");
  die("Cannot find tlpdb in $Master!\n") unless defined($tlpdb);

  $OPT{"verbose"} = 1;
  
  # We want to list only the 'normal' packages,
  # that is, exclude meta-packages and binary packages.
  if ($ARGV[0] eq "--list-not-treated") {
    @AllTLP = $tlpdb->list_packages;
    my @nottreatedtlp=();
    chomp (my $non_normal = `ls $TL/bin`);
    $non_normal =~ s/\n/\$|/g;
    $non_normal .= '$|^0+texlive|^bin-|^collection-|^scheme-|^texlive-';
    foreach my $b (@AllTLP) {
      my @foo = grep(/^$b$/, @WorkingTLP);
      if ($#foo < 0) { 
        push (@nottreatedtlp, $b) unless ($b =~ /$non_normal/); 
      }
    }
    print "List of tlps which are not in ctan-check:\n";
    foreach (@nottreatedtlp) {
      print "$_\n";
    }
    exit 0;
  }
  # xx read FILES.last7days, determine CTAN changes, map to TL packages
  # xx alternatively, check all tlp's, etc. ...
  if ($ARGV[0] eq "--check") {
    $OPT{"verbose"} = 0;

    # xx but for now, just check the few packages we have worked with.
    @ARGV = @WorkingTLP;
  }

  my $errcount = 0;
  for my $tlp (@ARGV) {
    print "checking $tlp..." if $OPT{"verbose"};
    $errcount += &do_tlp ($tlp);
  }
  return $errcount;
}



# Return 1 if TPM needs updating, 0 if ok.
# 
sub do_tlp
{
  my ($tlpn) = @_;
  my $needed = 0;
  
  my $tlp = $tlpdb->get_package($tlpn);
  if (not(defined($tlp))) {
    warn("Cannot get package $tlpn, strange!\n");
    return 1;
  }

  chomp (my $ctan_dir = `$mydir/tlpkginfo --prepare '$tlpn'`);
  if (! $ctan_dir) {
    warn "$0: oops, no CTAN directory for $tlpn, fix fix\n";
    return ();
  }
  my @tpm_files = ();
  push @tpm_files, $tlp->runfiles;
  push @tpm_files, $tlp->docfiles;
  push @tpm_files, $tlp->srcfiles;
  # we don't push bin files, should we?
  
  my @compared = ();
  for my $file (@tpm_files) {
#warn "checking file $file\n";
    my $tl_file = "$TL/$file";
    if (! -e $tl_file) {
      warn "$tl_file: TL file missing\n";
      next;
    }
    
    (my $basefile = $file) =~ s,^.*/,,;
    chomp (my @ctan_files = `find $ctan_dir/ -name $basefile`);
#warn "ctan find $basefile: @ctan_files\n";
    # the trailing / is so if we happen to hit a symlink on CTAN, it'll
    # go through.
    next if @ctan_files > 1; # if more than one file by same name, skip

    my $ctan_file = $ctan_files[0];
#warn "ctan file is $ctan_file\n";
    if (! -e $ctan_file) {
      # maybe it'll be there with a case change in the name
      chomp (@ctan_files = `find $ctan_dir/ -iname $basefile`);
      next if @ctan_files > 1; # if more than one file by same name, skip
      $ctan_file = $ctan_files[0];
      
      if (! -e $ctan_file) {
        # we generate lots of files, eg perlmacros.sty, so might skip.
        warn "$ctan_file: CTAN file missing\n"
        if $ctan_file && $ctan_file !~ /(cfg|dvi|sty|tex)$/;
        next;
      }
    }

    push (@compared, $basefile);
    if (&files_differ ($tl_file, $ctan_file)) {
      # we sometimes regenerate pdf's for TL, so we don't complain if
      # they are different.  On the other hand, we don't always
      # regenerate them, so might as well check first.
      next if $tl_file =~ /\.pdf$/;

      print "# $tlpn\ndiff $ctan_file $tl_file\n";
      $needed = 1;
      last;
    }
  }
  
  # xx check ctan dir for new files
  
  if (@compared == 0) {
    warn "\n$tlpn: no files to compare in $ctan_dir, fixme!\n";
    warn "(tpm_files = @tpm_files)\n";
  } elsif ($needed == 0) {
    print "ok, " . (@compared + 0) . " compared (@compared)\n"
      if $OPT{"verbose"};
  }

  # clean up the tmpdir possibly created when invoking 'tlpkginfo --prepare'
  chomp (my $ctan_root = `tlpkginfo --ctan-root`);
  system ("rm -rf $ctan_dir") unless ($ctan_dir =~ m#^$ctan_root#);

  return $needed;
}



# 0 if files are the same, 1 if they are different.
# 
sub files_differ
{
  my ($tl_file,$ctan_file) = @_;
#warn "comparing $tl_file $ctan_file\n";
  
  my $different = 0;
  if (-s $tl_file != -s $ctan_file) {
    # sometimes what's checked into CTAN vs. TL differs in the eol
    # conventions.  Don't worry about that.
    if (system ("diff -q --strip-trailing-cr $tl_file $ctan_file >/dev/null")
        != 0) {
      $different = 1;
    }
  }

  return $different;
}