diff options
author | Peter Breitenlohner <peb@mppmu.mpg.de> | 2012-01-16 14:56:24 +0000 |
---|---|---|
committer | Peter Breitenlohner <peb@mppmu.mpg.de> | 2012-01-16 14:56:24 +0000 |
commit | 427e710b6b79ff0939b7276ce81e1dfea3056f19 (patch) | |
tree | 40a15ebfe4ace2612d7dccab8d4381118cb78755 | |
parent | c0b77e85fa6f50dcb376db6dad932c2147cff804 (diff) |
upTeX 1.00 - new files
git-svn-id: svn://tug.org/texlive/trunk@25120 c570f23f-e606-0410-a88d-b1316a301751
-rw-r--r-- | Build/source/texk/makejvf/uniblock.c | 271 | ||||
-rw-r--r-- | Build/source/texk/makejvf/uniblock.h | 27 |
2 files changed, 298 insertions, 0 deletions
diff --git a/Build/source/texk/makejvf/uniblock.c b/Build/source/texk/makejvf/uniblock.c new file mode 100644 index 00000000000..eba1434bc1a --- /dev/null +++ b/Build/source/texk/makejvf/uniblock.c @@ -0,0 +1,271 @@ + +#ifdef DEBUG +#include <stdio.h> +#endif + +#include "uniblock.h" + +struct ublock { + long min, max, cjk; +}; + +/* + References: + [1] http://www.unicode.org/Public/UNIDATA/Blocks.txt + Date: 2010-06-04, 11:12:00 PDT [KW] + [2] CMap files + http://opensource.adobe.com/wiki/display/cmap/ + cmapresources_cns1-6.tar.z Adobe-CNS1-6 materials + cid2code.txt (Version 04/13/2010) + cmapresources_gb1-5.tar.z Adobe-GB1-5 materials + cid2code.txt (Version 04/13/2010) + cmapresources_japan1-6.tar.z Adobe-Japan1-6 materials + cid2code.txt (Version 06/24/2010) + cmapresources_korean1-2.tar.z Adobe-Korea1-2 materials + cid2code.txt (Version 08/11/2009) +*/ + +static struct ublock ublock_data[] = { + {0x0000, 0x007F, ENTRY_GCJK}, /* Basic Latin */ + {0x0080, 0x00FF, ENTRY_GCJK}, /* Latin-1 Supplement */ + {0x0100, 0x017F, ENTRY_GCJK}, /* Latin Extended-A */ + {0x0180, 0x024F, ENTRY_GCJ }, /* Latin Extended-B */ + {0x0250, 0x02AF, ENTRY_GCJ }, /* IPA Extensions */ + {0x02B0, 0x02FF, ENTRY_GCJK}, /* Spacing Modifier Letters */ + {0x0300, 0x036F, ENTRY_CJ }, /* Combining Diacritical Marks */ + {0x0370, 0x03FF, ENTRY_GCJK}, /* Greek and Coptic */ + {0x0400, 0x04FF, ENTRY_GCJK}, /* Cyrillic */ + {0x0500, 0x052F, ENTRY_NO }, /* Cyrillic Supplement */ + {0x0530, 0x058F, ENTRY_NO }, /* Armenian */ + {0x0590, 0x05FF, ENTRY_NO }, /* Hebrew */ + {0x0600, 0x06FF, ENTRY_NO }, /* Arabic */ + {0x0700, 0x074F, ENTRY_NO }, /* Syriac */ + {0x0750, 0x077F, ENTRY_NO }, /* Arabic Supplement */ + {0x0780, 0x07BF, ENTRY_NO }, /* Thaana */ + {0x07C0, 0x07FF, ENTRY_NO }, /* NKo */ + {0x0800, 0x083F, ENTRY_NO }, /* Samaritan */ + {0x0840, 0x085F, ENTRY_NO }, /* Mandaic */ + {0x0900, 0x097F, ENTRY_NO }, /* Devanagari */ + {0x0980, 0x09FF, ENTRY_NO }, /* Bengali */ + {0x0A00, 0x0A7F, ENTRY_NO }, /* Gurmukhi */ + {0x0A80, 0x0AFF, ENTRY_NO }, /* Gujarati */ + {0x0B00, 0x0B7F, ENTRY_NO }, /* Oriya */ + {0x0B80, 0x0BFF, ENTRY_NO }, /* Tamil */ + {0x0C00, 0x0C7F, ENTRY_NO }, /* Telugu */ + {0x0C80, 0x0CFF, ENTRY_NO }, /* Kannada */ + {0x0D00, 0x0D7F, ENTRY_NO }, /* Malayalam */ + {0x0D80, 0x0DFF, ENTRY_NO }, /* Sinhala */ + {0x0E00, 0x0E7F, ENTRY_NO }, /* Thai */ + {0x0E80, 0x0EFF, ENTRY_NO }, /* Lao */ + {0x0F00, 0x0FFF, ENTRY_NO }, /* Tibetan */ + {0x1000, 0x109F, ENTRY_NO }, /* Myanmar */ + {0x10A0, 0x10FF, ENTRY_NO }, /* Georgian */ + {0x1100, 0x11FF, ENTRY_K }, /* Hangul Jamo */ + {0x1200, 0x137F, ENTRY_NO }, /* Ethiopic */ + {0x1380, 0x139F, ENTRY_NO }, /* Ethiopic Supplement */ + {0x13A0, 0x13FF, ENTRY_NO }, /* Cherokee */ + {0x1400, 0x167F, ENTRY_NO }, /* Unified Canadian Aboriginal Syllabics */ + {0x1680, 0x169F, ENTRY_NO }, /* Ogham */ + {0x16A0, 0x16FF, ENTRY_NO }, /* Runic */ + {0x1700, 0x171F, ENTRY_NO }, /* Tagalog */ + {0x1720, 0x173F, ENTRY_NO }, /* Hanunoo */ + {0x1740, 0x175F, ENTRY_NO }, /* Buhid */ + {0x1760, 0x177F, ENTRY_NO }, /* Tagbanwa */ + {0x1780, 0x17FF, ENTRY_NO }, /* Khmer */ + {0x1800, 0x18AF, ENTRY_NO }, /* Mongolian */ + {0x18B0, 0x18FF, ENTRY_NO }, /* Unified Canadian Aboriginal Syllabics Extended */ + {0x1900, 0x194F, ENTRY_NO }, /* Limbu */ + {0x1950, 0x197F, ENTRY_NO }, /* Tai Le */ + {0x1980, 0x19DF, ENTRY_NO }, /* New Tai Lue */ + {0x19E0, 0x19FF, ENTRY_NO }, /* Khmer Symbols */ + {0x1A00, 0x1A1F, ENTRY_NO }, /* Buginese */ + {0x1A20, 0x1AAF, ENTRY_NO }, /* Tai Tham */ + {0x1B00, 0x1B7F, ENTRY_NO }, /* Balinese */ + {0x1B80, 0x1BBF, ENTRY_NO }, /* Sundanese */ + {0x1BC0, 0x1BFF, ENTRY_NO }, /* Batak */ + {0x1C00, 0x1C4F, ENTRY_NO }, /* Lepcha */ + {0x1C50, 0x1C7F, ENTRY_NO }, /* Ol Chiki */ + {0x1CD0, 0x1CFF, ENTRY_NO }, /* Vedic Extensions */ + {0x1D00, 0x1D7F, ENTRY_NO }, /* Phonetic Extensions */ + {0x1D80, 0x1DBF, ENTRY_NO }, /* Phonetic Extensions Supplement */ + {0x1DC0, 0x1DFF, ENTRY_NO }, /* Combining Diacritical Marks Supplement */ + {0x1E00, 0x1EFF, ENTRY_GCJ }, /* Latin Extended Additional */ + {0x1F00, 0x1FFF, ENTRY_J }, /* Greek Extended */ + {0x2000, 0x206F, ENTRY_GCJK}, /* General Punctuation */ + {0x2070, 0x209F, ENTRY_JK }, /* Superscripts and Subscripts */ + {0x20A0, 0x20CF, ENTRY_GCJK}, /* Currency Symbols */ + {0x20D0, 0x20FF, ENTRY_J }, /* Combining Diacritical Marks for Symbols */ + {0x2100, 0x214F, ENTRY_GCJK}, /* Letterlike Symbols */ + {0x2150, 0x218F, ENTRY_GCJK}, /* Number Forms */ + {0x2190, 0x21FF, ENTRY_GCJK}, /* Arrows */ + {0x2200, 0x22FF, ENTRY_GCJK}, /* Mathematical Operators */ + {0x2300, 0x23FF, ENTRY_GCJK}, /* Miscellaneous Technical */ + {0x2400, 0x243F, ENTRY_CJ }, /* Control Pictures */ + {0x2440, 0x245F, ENTRY_NO }, /* Optical Character Recognition */ + {0x2460, 0x24FF, ENTRY_GCJK}, /* Enclosed Alphanumerics */ + {0x2500, 0x257F, ENTRY_GCJK}, /* Box Drawing */ + {0x2580, 0x259F, ENTRY_GCJK}, /* Block Elements */ + {0x25A0, 0x25FF, ENTRY_GCJK}, /* Geometric Shapes */ + {0x2600, 0x26FF, ENTRY_GCJK}, /* Miscellaneous Symbols */ + {0x2700, 0x27BF, ENTRY_CJK }, /* Dingbats */ + {0x27C0, 0x27EF, ENTRY_NO }, /* Miscellaneous Mathematical Symbols-A */ + {0x27F0, 0x27FF, ENTRY_NO }, /* Supplemental Arrows-A */ + {0x2800, 0x28FF, ENTRY_NO }, /* Braille Patterns */ + {0x2900, 0x297F, ENTRY_J }, /* Supplemental Arrows-B */ + {0x2980, 0x29FF, ENTRY_J }, /* Miscellaneous Mathematical Symbols-B */ + {0x2A00, 0x2AFF, ENTRY_NO }, /* Supplemental Mathematical Operators */ + {0x2B00, 0x2BFF, ENTRY_J }, /* Miscellaneous Symbols and Arrows */ + {0x2C00, 0x2C5F, ENTRY_NO }, /* Glagolitic */ + {0x2C60, 0x2C7F, ENTRY_NO }, /* Latin Extended-C */ + {0x2C80, 0x2CFF, ENTRY_NO }, /* Coptic */ + {0x2D00, 0x2D2F, ENTRY_NO }, /* Georgian Supplement */ + {0x2D30, 0x2D7F, ENTRY_NO }, /* Tifinagh */ + {0x2D80, 0x2DDF, ENTRY_NO }, /* Ethiopic Extended */ + {0x2DE0, 0x2DFF, ENTRY_NO }, /* Cyrillic Extended-A */ + {0x2E00, 0x2E7F, ENTRY_NO }, /* Supplemental Punctuation */ + {0x2E80, 0x2EFF, ENTRY_GCJ }, /* CJK Radicals Supplement */ + {0x2F00, 0x2FDF, ENTRY_GCJK}, /* Kangxi Radicals */ + {0x2FF0, 0x2FFF, ENTRY_G }, /* Ideographic Description Characters */ + {0x3000, 0x303F, ENTRY_GCJK}, /* CJK Symbols and Punctuation */ + {0x3040, 0x309F, ENTRY_GCJK}, /* Hiragana */ + {0x30A0, 0x30FF, ENTRY_GCJK}, /* Katakana */ + {0x3100, 0x312F, ENTRY_GC }, /* Bopomofo */ + {0x3130, 0x318F, ENTRY_K }, /* Hangul Compatibility Jamo */ + {0x3190, 0x319F, ENTRY_J }, /* Kanbun */ + {0x31A0, 0x31BF, ENTRY_G }, /* Bopomofo Extended */ + {0x31C0, 0x31EF, ENTRY_C }, /* CJK Strokes */ + {0x31F0, 0x31FF, ENTRY_J }, /* Katakana Phonetic Extensions */ + {0x3200, 0x32FF, ENTRY_GCJK}, /* Enclosed CJK Letters and Months */ + {0x3300, 0x33FF, ENTRY_GCJK}, /* CJK Compatibility */ + {0x3400, 0x4DBF, ENTRY_GCJ }, /* CJK Unified Ideographs Extension A */ + {0x4DC0, 0x4DFF, ENTRY_NO }, /* Yijing Hexagram Symbols */ + {0x4E00, 0x9FFF, ENTRY_GCJK}, /* CJK Unified Ideographs */ + {0xA000, 0xA48F, ENTRY_G }, /* Yi Syllables */ + {0xA490, 0xA4CF, ENTRY_G }, /* Yi Radicals */ + {0xA4D0, 0xA4FF, ENTRY_NO }, /* Lisu */ + {0xA500, 0xA63F, ENTRY_NO }, /* Vai */ + {0xA640, 0xA69F, ENTRY_NO }, /* Cyrillic Extended-B */ + {0xA6A0, 0xA6FF, ENTRY_NO }, /* Bamum */ + {0xA700, 0xA71F, ENTRY_NO }, /* Modifier Tone Letters */ + {0xA720, 0xA7FF, ENTRY_NO }, /* Latin Extended-D */ + {0xA800, 0xA82F, ENTRY_NO }, /* Syloti Nagri */ + {0xA830, 0xA83F, ENTRY_NO }, /* Common Indic Number Forms */ + {0xA840, 0xA87F, ENTRY_NO }, /* Phags-pa */ + {0xA880, 0xA8DF, ENTRY_NO }, /* Saurashtra */ + {0xA8E0, 0xA8FF, ENTRY_NO }, /* Devanagari Extended */ + {0xA900, 0xA92F, ENTRY_NO }, /* Kayah Li */ + {0xA930, 0xA95F, ENTRY_NO }, /* Rejang */ + {0xA960, 0xA97F, ENTRY_NO }, /* Hangul Jamo Extended-A */ + {0xA980, 0xA9DF, ENTRY_NO }, /* Javanese */ + {0xAA00, 0xAA5F, ENTRY_NO }, /* Cham */ + {0xAA60, 0xAA7F, ENTRY_NO }, /* Myanmar Extended-A */ + {0xAA80, 0xAADF, ENTRY_NO }, /* Tai Viet */ + {0xAB00, 0xAB2F, ENTRY_NO }, /* Ethiopic Extended-A */ + {0xABC0, 0xABFF, ENTRY_NO }, /* Meetei Mayek */ + {0xAC00, 0xD7AF, ENTRY_K }, /* Hangul Syllables */ + {0xD7B0, 0xD7FF, ENTRY_NO }, /* Hangul Jamo Extended-B */ + {0xD800, 0xDB7F, ENTRY_NO }, /* High Surrogates */ + {0xDB80, 0xDBFF, ENTRY_NO }, /* High Private Use Surrogates */ + {0xDC00, 0xDFFF, ENTRY_NO }, /* Low Surrogates */ + {0xE000, 0xF8FF, ENTRY_GCJK}, /* Private Use Area */ + {0xF900, 0xFAFF, ENTRY_GCJK}, /* CJK Compatibility Ideographs */ + {0xFB00, 0xFB4F, ENTRY_J }, /* Alphabetic Presentation Forms */ + {0xFB50, 0xFDFF, ENTRY_NO }, /* Arabic Presentation Forms-A */ + {0xFE00, 0xFE0F, ENTRY_NO }, /* Variation Selectors */ + {0xFE10, 0xFE1F, ENTRY_GCJ }, /* Vertical Forms */ + {0xFE20, 0xFE2F, ENTRY_NO }, /* Combining Half Marks */ + {0xFE30, 0xFE4F, ENTRY_GCJ }, /* CJK Compatibility Forms */ + {0xFE50, 0xFE6F, ENTRY_GC }, /* Small Form Variants */ + {0xFE70, 0xFEFF, ENTRY_NO }, /* Arabic Presentation Forms-B */ + {0xFF00, 0xFFEF, ENTRY_GCJK}, /* Halfwidth and Fullwidth Forms */ + {0xFFF0, 0xFFFF, ENTRY_NO }, /* Specials */ + {0x10000, 0x1007F, ENTRY_NO }, /* Linear B Syllabary */ + {0x10080, 0x100FF, ENTRY_NO }, /* Linear B Ideograms */ + {0x10100, 0x1013F, ENTRY_NO }, /* Aegean Numbers */ + {0x10140, 0x1018F, ENTRY_NO }, /* Ancient Greek Numbers */ + {0x10190, 0x101CF, ENTRY_NO }, /* Ancient Symbols */ + {0x101D0, 0x101FF, ENTRY_NO }, /* Phaistos Disc */ + {0x10280, 0x1029F, ENTRY_NO }, /* Lycian */ + {0x102A0, 0x102DF, ENTRY_NO }, /* Carian */ + {0x10300, 0x1032F, ENTRY_NO }, /* Old Italic */ + {0x10330, 0x1034F, ENTRY_NO }, /* Gothic */ + {0x10380, 0x1039F, ENTRY_NO }, /* Ugaritic */ + {0x103A0, 0x103DF, ENTRY_NO }, /* Old Persian */ + {0x10400, 0x1044F, ENTRY_NO }, /* Deseret */ + {0x10450, 0x1047F, ENTRY_NO }, /* Shavian */ + {0x10480, 0x104AF, ENTRY_NO }, /* Osmanya */ + {0x10800, 0x1083F, ENTRY_NO }, /* Cypriot Syllabary */ + {0x10840, 0x1085F, ENTRY_NO }, /* Imperial Aramaic */ + {0x10900, 0x1091F, ENTRY_NO }, /* Phoenician */ + {0x10920, 0x1093F, ENTRY_NO }, /* Lydian */ + {0x10A00, 0x10A5F, ENTRY_NO }, /* Kharoshthi */ + {0x10A60, 0x10A7F, ENTRY_NO }, /* Old South Arabian */ + {0x10B00, 0x10B3F, ENTRY_NO }, /* Avestan */ + {0x10B40, 0x10B5F, ENTRY_NO }, /* Inscriptional Parthian */ + {0x10B60, 0x10B7F, ENTRY_NO }, /* Inscriptional Pahlavi */ + {0x10C00, 0x10C4F, ENTRY_NO }, /* Old Turkic */ + {0x10E60, 0x10E7F, ENTRY_NO }, /* Rumi Numeral Symbols */ + {0x11000, 0x1107F, ENTRY_NO }, /* Brahmi */ + {0x11080, 0x110CF, ENTRY_NO }, /* Kaithi */ + {0x12000, 0x123FF, ENTRY_NO }, /* Cuneiform */ + {0x12400, 0x1247F, ENTRY_NO }, /* Cuneiform Numbers and Punctuation */ + {0x13000, 0x1342F, ENTRY_NO }, /* Egyptian Hieroglyphs */ + {0x16800, 0x16A3F, ENTRY_NO }, /* Bamum Supplement */ + {0x1B000, 0x1B0FF, ENTRY_NO }, /* Kana Supplement */ + {0x1D000, 0x1D0FF, ENTRY_NO }, /* Byzantine Musical Symbols */ + {0x1D100, 0x1D1FF, ENTRY_NO }, /* Musical Symbols */ + {0x1D200, 0x1D24F, ENTRY_NO }, /* Ancient Greek Musical Notation */ + {0x1D300, 0x1D35F, ENTRY_NO }, /* Tai Xuan Jing Symbols */ + {0x1D360, 0x1D37F, ENTRY_NO }, /* Counting Rod Numerals */ + {0x1D400, 0x1D7FF, ENTRY_NO }, /* Mathematical Alphanumeric Symbols */ + {0x1F000, 0x1F02F, ENTRY_NO }, /* Mahjong Tiles */ + {0x1F030, 0x1F09F, ENTRY_NO }, /* Domino Tiles */ + {0x1F0A0, 0x1F0FF, ENTRY_NO }, /* Playing Cards */ + {0x1F100, 0x1F1FF, ENTRY_NO }, /* Enclosed Alphanumeric Supplement */ + {0x1F200, 0x1F2FF, ENTRY_NO }, /* Enclosed Ideographic Supplement */ + {0x1F300, 0x1F5FF, ENTRY_NO }, /* Miscellaneous Symbols And Pictographs */ + {0x1F600, 0x1F64F, ENTRY_NO }, /* Emoticons */ + {0x1F680, 0x1F6FF, ENTRY_NO }, /* Transport And Map Symbols */ + {0x1F700, 0x1F77F, ENTRY_NO }, /* Alchemical Symbols */ + {0x20000, 0x2A6DF, ENTRY_GCJ }, /* CJK Unified Ideographs Extension B */ + {0x2A700, 0x2B73F, ENTRY_CJ }, /* CJK Unified Ideographs Extension C */ + {0x2B740, 0x2B81F, ENTRY_J }, /* CJK Unified Ideographs Extension D */ + {0x2F800, 0x2FA1F, ENTRY_CJ }, /* CJK Compatibility Ideographs Supplement */ + {0xE0000, 0xE007F, ENTRY_NO }, /* Tags */ + {0xE0100, 0xE01EF, ENTRY_NO }, /* Variation Selectors Supplement */ + {0xF0000, 0xFFFFF, ENTRY_NO }, /* Supplementary Private Use Area-A */ + {0x100000, 0x10FFFF, ENTRY_NO }, /* Supplementary Private Use Area-B */ + {0x200000, 0xFFFFFF, ENTRY_NO }, /* illegal */ +}; + + +int search_cjk_entry(int *ib, long ch, long cjk) { + if (cjk==ENTRY_NO) return 1; + if (cjk==ENTRY_JQ) return + (ch==U_OPEN_SQUOTE || ch==U_CLOSE_SQUOTE + || ch==U_OPEN_DQUOTE || ch==U_CLOSE_DQUOTE); + while(ublock_data[*ib].max<ch) (*ib)++; + if (ublock_data[*ib].min<=ch && ch<=ublock_data[*ib].max) { + return ublock_data[*ib].cjk & cjk; + } else { + return 0; + } +} + + +#ifdef DEBUG +int main() { + long ch; + int ib; + + ib=0; + for (ch=0x0;ch<0x10000;ch++) { + printf(" %05x %2d %2d %2d %2d %2d\n", ch, ib, + search_cjk_entry(&ib,ch,ENTRY_G), + search_cjk_entry(&ib,ch,ENTRY_C), + search_cjk_entry(&ib,ch,ENTRY_J), + search_cjk_entry(&ib,ch,ENTRY_K)); + } + +} +#endif diff --git a/Build/source/texk/makejvf/uniblock.h b/Build/source/texk/makejvf/uniblock.h new file mode 100644 index 00000000000..63f7e5a0367 --- /dev/null +++ b/Build/source/texk/makejvf/uniblock.h @@ -0,0 +1,27 @@ + +#define ENTRY_NO 0x01 +/* for JIS, quote only */ +/* for GB, CNS, JIS, KS */ +#define ENTRY_JQ 0x1000 +#define ENTRY_G 0x02 +#define ENTRY_C 0x04 +#define ENTRY_J 0x08 +#define ENTRY_K 0x10 +#define ENTRY_GC ENTRY_G|ENTRY_C +#define ENTRY_GJ ENTRY_G |ENTRY_J +#define ENTRY_GK ENTRY_G |ENTRY_K +#define ENTRY_CJ ENTRY_C|ENTRY_J +#define ENTRY_CK ENTRY_C |ENTRY_K +#define ENTRY_JK ENTRY_J|ENTRY_K +#define ENTRY_GCJ ENTRY_G|ENTRY_C|ENTRY_J +#define ENTRY_GCK ENTRY_G|ENTRY_C |ENTRY_K +#define ENTRY_GJK ENTRY_G |ENTRY_J|ENTRY_K +#define ENTRY_CJK ENTRY_C|ENTRY_J|ENTRY_K +#define ENTRY_GCJK ENTRY_G|ENTRY_C|ENTRY_J|ENTRY_K + +extern int search_cjk_entry(int *ib, long ch, long cjk); + +#define U_OPEN_SQUOTE 0x2018 +#define U_CLOSE_SQUOTE 0x2019 +#define U_OPEN_DQUOTE 0x201C +#define U_CLOSE_DQUOTE 0x201D |