diff options
Diffstat (limited to 'biblio/bibtex/utils/pybib/bibmerge')
-rw-r--r-- | biblio/bibtex/utils/pybib/bibmerge | 116 |
1 files changed, 116 insertions, 0 deletions
diff --git a/biblio/bibtex/utils/pybib/bibmerge b/biblio/bibtex/utils/pybib/bibmerge new file mode 100644 index 0000000000..1bd517466b --- /dev/null +++ b/biblio/bibtex/utils/pybib/bibmerge @@ -0,0 +1,116 @@ +#! /usr/bin/env python +# +# Fuzzy merge of bibliographies. +# +# A hiearchy of matching tests is implemented: +# +# Reference type +# Year of publication +# Month of publication (if known) +# Volume number (if article type) +# Page numbers (if known) +# Author surnames +# Fuzzy match on title exclusing white space and punctuation characters, +# using Levenstein distance +# +# Really useful when you are jointly writing a paper and the authors have partially +# overlapping bib files with different cite key conventions. + +# Copyright (c) 2007, Peter Corke +# +# All rights reserved. +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * The name of the copyright holder may not be used to endorse or +# promote products derived from this software without specific prior +# written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS AND CONTRIBUTORS BE +# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR +# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF +# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS +# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN +# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) +# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF +# THE POSSIBILITY OF SUCH DAMAGE. + +import Bibliography; +import BibEntry; +import BibTeX; +import string; +import sys; +import optparse; + +## parse switches +usage = '''usage: %prog [options] [bibfiles] + +:: Fuzzy merge of bibliographies.''' +p = optparse.OptionParser(usage) +p.add_option('--dthresh', dest='dthresh', action='store', type='int', + help='set the fuzzy match tolerance (Levenstein distance) for title string'); +p.add_option('--showdup', dest='showdup', action='store_true', + help='show information about proposed duplicates'); +p.add_option('-v', '--verbose', dest='verbose', action='store_true', + help='print some extra information'); +p.set_defaults(dthresh=2, showdup=False, verbose=False); +(opts, args) = p.parse_args() +globals().update(opts.__dict__) + +if len(args) == 0 and sys.stdin.isatty(): + p.print_help(); + sys.exit(0); + + +unique = BibTeX.BibTeX(); +dupcount = 0; + +def action(bib, filename): + global dupcount, unique; + + if verbose: + print >> sys.stderr, "%d records read from %s" % (len(bib), filename) + + # for each new bib entry + for be in bib: + # check against all existing + for ub in unique: + if be.match(ub, dthresh=dthresh): + if verbose: + print >> sys.stderr, " -[%s] %s" % (be.getKey(), be); + dupcount += 1; + if showdup: + print >> sys.stderr, "=============================" + ub.write(sys.stderr); + print >> sys.stderr, "---------- duplicate from %s" % bib.getFilename(); + be.write(sys.stderr); + break; + else: + if verbose: + print >> sys.stderr, " +[%s] %s" % (be.getKey(), be); + unique.insertEntry(be); + +## read the input files +bib = BibTeX.BibTeX(); +if args: + for f in args: + bib = BibTeX.BibTeX(); + bib.parseFile(f); + action(bib, f); +else: + bib = BibTeX.BibTeX(); + bib.parseFile(); + action(bib, '(stdin)'); + + +print >> sys.stderr, "New bib has %d records, %d duplicates found" % (len(unique), dupcount); + +unique.write(); |