summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorPeter Breitenlohner <peb@mppmu.mpg.de>2012-01-16 14:56:24 +0000
committerPeter Breitenlohner <peb@mppmu.mpg.de>2012-01-16 14:56:24 +0000
commit427e710b6b79ff0939b7276ce81e1dfea3056f19 (patch)
tree40a15ebfe4ace2612d7dccab8d4381118cb78755
parentc0b77e85fa6f50dcb376db6dad932c2147cff804 (diff)
upTeX 1.00 - new files
git-svn-id: svn://tug.org/texlive/trunk@25120 c570f23f-e606-0410-a88d-b1316a301751
-rw-r--r--Build/source/texk/makejvf/uniblock.c271
-rw-r--r--Build/source/texk/makejvf/uniblock.h27
2 files changed, 298 insertions, 0 deletions
diff --git a/Build/source/texk/makejvf/uniblock.c b/Build/source/texk/makejvf/uniblock.c
new file mode 100644
index 00000000000..eba1434bc1a
--- /dev/null
+++ b/Build/source/texk/makejvf/uniblock.c
@@ -0,0 +1,271 @@
+
+#ifdef DEBUG
+#include <stdio.h>
+#endif
+
+#include "uniblock.h"
+
+struct ublock {
+ long min, max, cjk;
+};
+
+/*
+ References:
+ [1] http://www.unicode.org/Public/UNIDATA/Blocks.txt
+ Date: 2010-06-04, 11:12:00 PDT [KW]
+ [2] CMap files
+ http://opensource.adobe.com/wiki/display/cmap/
+ cmapresources_cns1-6.tar.z Adobe-CNS1-6 materials
+ cid2code.txt (Version 04/13/2010)
+ cmapresources_gb1-5.tar.z Adobe-GB1-5 materials
+ cid2code.txt (Version 04/13/2010)
+ cmapresources_japan1-6.tar.z Adobe-Japan1-6 materials
+ cid2code.txt (Version 06/24/2010)
+ cmapresources_korean1-2.tar.z Adobe-Korea1-2 materials
+ cid2code.txt (Version 08/11/2009)
+*/
+
+static struct ublock ublock_data[] = {
+ {0x0000, 0x007F, ENTRY_GCJK}, /* Basic Latin */
+ {0x0080, 0x00FF, ENTRY_GCJK}, /* Latin-1 Supplement */
+ {0x0100, 0x017F, ENTRY_GCJK}, /* Latin Extended-A */
+ {0x0180, 0x024F, ENTRY_GCJ }, /* Latin Extended-B */
+ {0x0250, 0x02AF, ENTRY_GCJ }, /* IPA Extensions */
+ {0x02B0, 0x02FF, ENTRY_GCJK}, /* Spacing Modifier Letters */
+ {0x0300, 0x036F, ENTRY_CJ }, /* Combining Diacritical Marks */
+ {0x0370, 0x03FF, ENTRY_GCJK}, /* Greek and Coptic */
+ {0x0400, 0x04FF, ENTRY_GCJK}, /* Cyrillic */
+ {0x0500, 0x052F, ENTRY_NO }, /* Cyrillic Supplement */
+ {0x0530, 0x058F, ENTRY_NO }, /* Armenian */
+ {0x0590, 0x05FF, ENTRY_NO }, /* Hebrew */
+ {0x0600, 0x06FF, ENTRY_NO }, /* Arabic */
+ {0x0700, 0x074F, ENTRY_NO }, /* Syriac */
+ {0x0750, 0x077F, ENTRY_NO }, /* Arabic Supplement */
+ {0x0780, 0x07BF, ENTRY_NO }, /* Thaana */
+ {0x07C0, 0x07FF, ENTRY_NO }, /* NKo */
+ {0x0800, 0x083F, ENTRY_NO }, /* Samaritan */
+ {0x0840, 0x085F, ENTRY_NO }, /* Mandaic */
+ {0x0900, 0x097F, ENTRY_NO }, /* Devanagari */
+ {0x0980, 0x09FF, ENTRY_NO }, /* Bengali */
+ {0x0A00, 0x0A7F, ENTRY_NO }, /* Gurmukhi */
+ {0x0A80, 0x0AFF, ENTRY_NO }, /* Gujarati */
+ {0x0B00, 0x0B7F, ENTRY_NO }, /* Oriya */
+ {0x0B80, 0x0BFF, ENTRY_NO }, /* Tamil */
+ {0x0C00, 0x0C7F, ENTRY_NO }, /* Telugu */
+ {0x0C80, 0x0CFF, ENTRY_NO }, /* Kannada */
+ {0x0D00, 0x0D7F, ENTRY_NO }, /* Malayalam */
+ {0x0D80, 0x0DFF, ENTRY_NO }, /* Sinhala */
+ {0x0E00, 0x0E7F, ENTRY_NO }, /* Thai */
+ {0x0E80, 0x0EFF, ENTRY_NO }, /* Lao */
+ {0x0F00, 0x0FFF, ENTRY_NO }, /* Tibetan */
+ {0x1000, 0x109F, ENTRY_NO }, /* Myanmar */
+ {0x10A0, 0x10FF, ENTRY_NO }, /* Georgian */
+ {0x1100, 0x11FF, ENTRY_K }, /* Hangul Jamo */
+ {0x1200, 0x137F, ENTRY_NO }, /* Ethiopic */
+ {0x1380, 0x139F, ENTRY_NO }, /* Ethiopic Supplement */
+ {0x13A0, 0x13FF, ENTRY_NO }, /* Cherokee */
+ {0x1400, 0x167F, ENTRY_NO }, /* Unified Canadian Aboriginal Syllabics */
+ {0x1680, 0x169F, ENTRY_NO }, /* Ogham */
+ {0x16A0, 0x16FF, ENTRY_NO }, /* Runic */
+ {0x1700, 0x171F, ENTRY_NO }, /* Tagalog */
+ {0x1720, 0x173F, ENTRY_NO }, /* Hanunoo */
+ {0x1740, 0x175F, ENTRY_NO }, /* Buhid */
+ {0x1760, 0x177F, ENTRY_NO }, /* Tagbanwa */
+ {0x1780, 0x17FF, ENTRY_NO }, /* Khmer */
+ {0x1800, 0x18AF, ENTRY_NO }, /* Mongolian */
+ {0x18B0, 0x18FF, ENTRY_NO }, /* Unified Canadian Aboriginal Syllabics Extended */
+ {0x1900, 0x194F, ENTRY_NO }, /* Limbu */
+ {0x1950, 0x197F, ENTRY_NO }, /* Tai Le */
+ {0x1980, 0x19DF, ENTRY_NO }, /* New Tai Lue */
+ {0x19E0, 0x19FF, ENTRY_NO }, /* Khmer Symbols */
+ {0x1A00, 0x1A1F, ENTRY_NO }, /* Buginese */
+ {0x1A20, 0x1AAF, ENTRY_NO }, /* Tai Tham */
+ {0x1B00, 0x1B7F, ENTRY_NO }, /* Balinese */
+ {0x1B80, 0x1BBF, ENTRY_NO }, /* Sundanese */
+ {0x1BC0, 0x1BFF, ENTRY_NO }, /* Batak */
+ {0x1C00, 0x1C4F, ENTRY_NO }, /* Lepcha */
+ {0x1C50, 0x1C7F, ENTRY_NO }, /* Ol Chiki */
+ {0x1CD0, 0x1CFF, ENTRY_NO }, /* Vedic Extensions */
+ {0x1D00, 0x1D7F, ENTRY_NO }, /* Phonetic Extensions */
+ {0x1D80, 0x1DBF, ENTRY_NO }, /* Phonetic Extensions Supplement */
+ {0x1DC0, 0x1DFF, ENTRY_NO }, /* Combining Diacritical Marks Supplement */
+ {0x1E00, 0x1EFF, ENTRY_GCJ }, /* Latin Extended Additional */
+ {0x1F00, 0x1FFF, ENTRY_J }, /* Greek Extended */
+ {0x2000, 0x206F, ENTRY_GCJK}, /* General Punctuation */
+ {0x2070, 0x209F, ENTRY_JK }, /* Superscripts and Subscripts */
+ {0x20A0, 0x20CF, ENTRY_GCJK}, /* Currency Symbols */
+ {0x20D0, 0x20FF, ENTRY_J }, /* Combining Diacritical Marks for Symbols */
+ {0x2100, 0x214F, ENTRY_GCJK}, /* Letterlike Symbols */
+ {0x2150, 0x218F, ENTRY_GCJK}, /* Number Forms */
+ {0x2190, 0x21FF, ENTRY_GCJK}, /* Arrows */
+ {0x2200, 0x22FF, ENTRY_GCJK}, /* Mathematical Operators */
+ {0x2300, 0x23FF, ENTRY_GCJK}, /* Miscellaneous Technical */
+ {0x2400, 0x243F, ENTRY_CJ }, /* Control Pictures */
+ {0x2440, 0x245F, ENTRY_NO }, /* Optical Character Recognition */
+ {0x2460, 0x24FF, ENTRY_GCJK}, /* Enclosed Alphanumerics */
+ {0x2500, 0x257F, ENTRY_GCJK}, /* Box Drawing */
+ {0x2580, 0x259F, ENTRY_GCJK}, /* Block Elements */
+ {0x25A0, 0x25FF, ENTRY_GCJK}, /* Geometric Shapes */
+ {0x2600, 0x26FF, ENTRY_GCJK}, /* Miscellaneous Symbols */
+ {0x2700, 0x27BF, ENTRY_CJK }, /* Dingbats */
+ {0x27C0, 0x27EF, ENTRY_NO }, /* Miscellaneous Mathematical Symbols-A */
+ {0x27F0, 0x27FF, ENTRY_NO }, /* Supplemental Arrows-A */
+ {0x2800, 0x28FF, ENTRY_NO }, /* Braille Patterns */
+ {0x2900, 0x297F, ENTRY_J }, /* Supplemental Arrows-B */
+ {0x2980, 0x29FF, ENTRY_J }, /* Miscellaneous Mathematical Symbols-B */
+ {0x2A00, 0x2AFF, ENTRY_NO }, /* Supplemental Mathematical Operators */
+ {0x2B00, 0x2BFF, ENTRY_J }, /* Miscellaneous Symbols and Arrows */
+ {0x2C00, 0x2C5F, ENTRY_NO }, /* Glagolitic */
+ {0x2C60, 0x2C7F, ENTRY_NO }, /* Latin Extended-C */
+ {0x2C80, 0x2CFF, ENTRY_NO }, /* Coptic */
+ {0x2D00, 0x2D2F, ENTRY_NO }, /* Georgian Supplement */
+ {0x2D30, 0x2D7F, ENTRY_NO }, /* Tifinagh */
+ {0x2D80, 0x2DDF, ENTRY_NO }, /* Ethiopic Extended */
+ {0x2DE0, 0x2DFF, ENTRY_NO }, /* Cyrillic Extended-A */
+ {0x2E00, 0x2E7F, ENTRY_NO }, /* Supplemental Punctuation */
+ {0x2E80, 0x2EFF, ENTRY_GCJ }, /* CJK Radicals Supplement */
+ {0x2F00, 0x2FDF, ENTRY_GCJK}, /* Kangxi Radicals */
+ {0x2FF0, 0x2FFF, ENTRY_G }, /* Ideographic Description Characters */
+ {0x3000, 0x303F, ENTRY_GCJK}, /* CJK Symbols and Punctuation */
+ {0x3040, 0x309F, ENTRY_GCJK}, /* Hiragana */
+ {0x30A0, 0x30FF, ENTRY_GCJK}, /* Katakana */
+ {0x3100, 0x312F, ENTRY_GC }, /* Bopomofo */
+ {0x3130, 0x318F, ENTRY_K }, /* Hangul Compatibility Jamo */
+ {0x3190, 0x319F, ENTRY_J }, /* Kanbun */
+ {0x31A0, 0x31BF, ENTRY_G }, /* Bopomofo Extended */
+ {0x31C0, 0x31EF, ENTRY_C }, /* CJK Strokes */
+ {0x31F0, 0x31FF, ENTRY_J }, /* Katakana Phonetic Extensions */
+ {0x3200, 0x32FF, ENTRY_GCJK}, /* Enclosed CJK Letters and Months */
+ {0x3300, 0x33FF, ENTRY_GCJK}, /* CJK Compatibility */
+ {0x3400, 0x4DBF, ENTRY_GCJ }, /* CJK Unified Ideographs Extension A */
+ {0x4DC0, 0x4DFF, ENTRY_NO }, /* Yijing Hexagram Symbols */
+ {0x4E00, 0x9FFF, ENTRY_GCJK}, /* CJK Unified Ideographs */
+ {0xA000, 0xA48F, ENTRY_G }, /* Yi Syllables */
+ {0xA490, 0xA4CF, ENTRY_G }, /* Yi Radicals */
+ {0xA4D0, 0xA4FF, ENTRY_NO }, /* Lisu */
+ {0xA500, 0xA63F, ENTRY_NO }, /* Vai */
+ {0xA640, 0xA69F, ENTRY_NO }, /* Cyrillic Extended-B */
+ {0xA6A0, 0xA6FF, ENTRY_NO }, /* Bamum */
+ {0xA700, 0xA71F, ENTRY_NO }, /* Modifier Tone Letters */
+ {0xA720, 0xA7FF, ENTRY_NO }, /* Latin Extended-D */
+ {0xA800, 0xA82F, ENTRY_NO }, /* Syloti Nagri */
+ {0xA830, 0xA83F, ENTRY_NO }, /* Common Indic Number Forms */
+ {0xA840, 0xA87F, ENTRY_NO }, /* Phags-pa */
+ {0xA880, 0xA8DF, ENTRY_NO }, /* Saurashtra */
+ {0xA8E0, 0xA8FF, ENTRY_NO }, /* Devanagari Extended */
+ {0xA900, 0xA92F, ENTRY_NO }, /* Kayah Li */
+ {0xA930, 0xA95F, ENTRY_NO }, /* Rejang */
+ {0xA960, 0xA97F, ENTRY_NO }, /* Hangul Jamo Extended-A */
+ {0xA980, 0xA9DF, ENTRY_NO }, /* Javanese */
+ {0xAA00, 0xAA5F, ENTRY_NO }, /* Cham */
+ {0xAA60, 0xAA7F, ENTRY_NO }, /* Myanmar Extended-A */
+ {0xAA80, 0xAADF, ENTRY_NO }, /* Tai Viet */
+ {0xAB00, 0xAB2F, ENTRY_NO }, /* Ethiopic Extended-A */
+ {0xABC0, 0xABFF, ENTRY_NO }, /* Meetei Mayek */
+ {0xAC00, 0xD7AF, ENTRY_K }, /* Hangul Syllables */
+ {0xD7B0, 0xD7FF, ENTRY_NO }, /* Hangul Jamo Extended-B */
+ {0xD800, 0xDB7F, ENTRY_NO }, /* High Surrogates */
+ {0xDB80, 0xDBFF, ENTRY_NO }, /* High Private Use Surrogates */
+ {0xDC00, 0xDFFF, ENTRY_NO }, /* Low Surrogates */
+ {0xE000, 0xF8FF, ENTRY_GCJK}, /* Private Use Area */
+ {0xF900, 0xFAFF, ENTRY_GCJK}, /* CJK Compatibility Ideographs */
+ {0xFB00, 0xFB4F, ENTRY_J }, /* Alphabetic Presentation Forms */
+ {0xFB50, 0xFDFF, ENTRY_NO }, /* Arabic Presentation Forms-A */
+ {0xFE00, 0xFE0F, ENTRY_NO }, /* Variation Selectors */
+ {0xFE10, 0xFE1F, ENTRY_GCJ }, /* Vertical Forms */
+ {0xFE20, 0xFE2F, ENTRY_NO }, /* Combining Half Marks */
+ {0xFE30, 0xFE4F, ENTRY_GCJ }, /* CJK Compatibility Forms */
+ {0xFE50, 0xFE6F, ENTRY_GC }, /* Small Form Variants */
+ {0xFE70, 0xFEFF, ENTRY_NO }, /* Arabic Presentation Forms-B */
+ {0xFF00, 0xFFEF, ENTRY_GCJK}, /* Halfwidth and Fullwidth Forms */
+ {0xFFF0, 0xFFFF, ENTRY_NO }, /* Specials */
+ {0x10000, 0x1007F, ENTRY_NO }, /* Linear B Syllabary */
+ {0x10080, 0x100FF, ENTRY_NO }, /* Linear B Ideograms */
+ {0x10100, 0x1013F, ENTRY_NO }, /* Aegean Numbers */
+ {0x10140, 0x1018F, ENTRY_NO }, /* Ancient Greek Numbers */
+ {0x10190, 0x101CF, ENTRY_NO }, /* Ancient Symbols */
+ {0x101D0, 0x101FF, ENTRY_NO }, /* Phaistos Disc */
+ {0x10280, 0x1029F, ENTRY_NO }, /* Lycian */
+ {0x102A0, 0x102DF, ENTRY_NO }, /* Carian */
+ {0x10300, 0x1032F, ENTRY_NO }, /* Old Italic */
+ {0x10330, 0x1034F, ENTRY_NO }, /* Gothic */
+ {0x10380, 0x1039F, ENTRY_NO }, /* Ugaritic */
+ {0x103A0, 0x103DF, ENTRY_NO }, /* Old Persian */
+ {0x10400, 0x1044F, ENTRY_NO }, /* Deseret */
+ {0x10450, 0x1047F, ENTRY_NO }, /* Shavian */
+ {0x10480, 0x104AF, ENTRY_NO }, /* Osmanya */
+ {0x10800, 0x1083F, ENTRY_NO }, /* Cypriot Syllabary */
+ {0x10840, 0x1085F, ENTRY_NO }, /* Imperial Aramaic */
+ {0x10900, 0x1091F, ENTRY_NO }, /* Phoenician */
+ {0x10920, 0x1093F, ENTRY_NO }, /* Lydian */
+ {0x10A00, 0x10A5F, ENTRY_NO }, /* Kharoshthi */
+ {0x10A60, 0x10A7F, ENTRY_NO }, /* Old South Arabian */
+ {0x10B00, 0x10B3F, ENTRY_NO }, /* Avestan */
+ {0x10B40, 0x10B5F, ENTRY_NO }, /* Inscriptional Parthian */
+ {0x10B60, 0x10B7F, ENTRY_NO }, /* Inscriptional Pahlavi */
+ {0x10C00, 0x10C4F, ENTRY_NO }, /* Old Turkic */
+ {0x10E60, 0x10E7F, ENTRY_NO }, /* Rumi Numeral Symbols */
+ {0x11000, 0x1107F, ENTRY_NO }, /* Brahmi */
+ {0x11080, 0x110CF, ENTRY_NO }, /* Kaithi */
+ {0x12000, 0x123FF, ENTRY_NO }, /* Cuneiform */
+ {0x12400, 0x1247F, ENTRY_NO }, /* Cuneiform Numbers and Punctuation */
+ {0x13000, 0x1342F, ENTRY_NO }, /* Egyptian Hieroglyphs */
+ {0x16800, 0x16A3F, ENTRY_NO }, /* Bamum Supplement */
+ {0x1B000, 0x1B0FF, ENTRY_NO }, /* Kana Supplement */
+ {0x1D000, 0x1D0FF, ENTRY_NO }, /* Byzantine Musical Symbols */
+ {0x1D100, 0x1D1FF, ENTRY_NO }, /* Musical Symbols */
+ {0x1D200, 0x1D24F, ENTRY_NO }, /* Ancient Greek Musical Notation */
+ {0x1D300, 0x1D35F, ENTRY_NO }, /* Tai Xuan Jing Symbols */
+ {0x1D360, 0x1D37F, ENTRY_NO }, /* Counting Rod Numerals */
+ {0x1D400, 0x1D7FF, ENTRY_NO }, /* Mathematical Alphanumeric Symbols */
+ {0x1F000, 0x1F02F, ENTRY_NO }, /* Mahjong Tiles */
+ {0x1F030, 0x1F09F, ENTRY_NO }, /* Domino Tiles */
+ {0x1F0A0, 0x1F0FF, ENTRY_NO }, /* Playing Cards */
+ {0x1F100, 0x1F1FF, ENTRY_NO }, /* Enclosed Alphanumeric Supplement */
+ {0x1F200, 0x1F2FF, ENTRY_NO }, /* Enclosed Ideographic Supplement */
+ {0x1F300, 0x1F5FF, ENTRY_NO }, /* Miscellaneous Symbols And Pictographs */
+ {0x1F600, 0x1F64F, ENTRY_NO }, /* Emoticons */
+ {0x1F680, 0x1F6FF, ENTRY_NO }, /* Transport And Map Symbols */
+ {0x1F700, 0x1F77F, ENTRY_NO }, /* Alchemical Symbols */
+ {0x20000, 0x2A6DF, ENTRY_GCJ }, /* CJK Unified Ideographs Extension B */
+ {0x2A700, 0x2B73F, ENTRY_CJ }, /* CJK Unified Ideographs Extension C */
+ {0x2B740, 0x2B81F, ENTRY_J }, /* CJK Unified Ideographs Extension D */
+ {0x2F800, 0x2FA1F, ENTRY_CJ }, /* CJK Compatibility Ideographs Supplement */
+ {0xE0000, 0xE007F, ENTRY_NO }, /* Tags */
+ {0xE0100, 0xE01EF, ENTRY_NO }, /* Variation Selectors Supplement */
+ {0xF0000, 0xFFFFF, ENTRY_NO }, /* Supplementary Private Use Area-A */
+ {0x100000, 0x10FFFF, ENTRY_NO }, /* Supplementary Private Use Area-B */
+ {0x200000, 0xFFFFFF, ENTRY_NO }, /* illegal */
+};
+
+
+int search_cjk_entry(int *ib, long ch, long cjk) {
+ if (cjk==ENTRY_NO) return 1;
+ if (cjk==ENTRY_JQ) return
+ (ch==U_OPEN_SQUOTE || ch==U_CLOSE_SQUOTE
+ || ch==U_OPEN_DQUOTE || ch==U_CLOSE_DQUOTE);
+ while(ublock_data[*ib].max<ch) (*ib)++;
+ if (ublock_data[*ib].min<=ch && ch<=ublock_data[*ib].max) {
+ return ublock_data[*ib].cjk & cjk;
+ } else {
+ return 0;
+ }
+}
+
+
+#ifdef DEBUG
+int main() {
+ long ch;
+ int ib;
+
+ ib=0;
+ for (ch=0x0;ch<0x10000;ch++) {
+ printf(" %05x %2d %2d %2d %2d %2d\n", ch, ib,
+ search_cjk_entry(&ib,ch,ENTRY_G),
+ search_cjk_entry(&ib,ch,ENTRY_C),
+ search_cjk_entry(&ib,ch,ENTRY_J),
+ search_cjk_entry(&ib,ch,ENTRY_K));
+ }
+
+}
+#endif
diff --git a/Build/source/texk/makejvf/uniblock.h b/Build/source/texk/makejvf/uniblock.h
new file mode 100644
index 00000000000..63f7e5a0367
--- /dev/null
+++ b/Build/source/texk/makejvf/uniblock.h
@@ -0,0 +1,27 @@
+
+#define ENTRY_NO 0x01
+/* for JIS, quote only */
+/* for GB, CNS, JIS, KS */
+#define ENTRY_JQ 0x1000
+#define ENTRY_G 0x02
+#define ENTRY_C 0x04
+#define ENTRY_J 0x08
+#define ENTRY_K 0x10
+#define ENTRY_GC ENTRY_G|ENTRY_C
+#define ENTRY_GJ ENTRY_G |ENTRY_J
+#define ENTRY_GK ENTRY_G |ENTRY_K
+#define ENTRY_CJ ENTRY_C|ENTRY_J
+#define ENTRY_CK ENTRY_C |ENTRY_K
+#define ENTRY_JK ENTRY_J|ENTRY_K
+#define ENTRY_GCJ ENTRY_G|ENTRY_C|ENTRY_J
+#define ENTRY_GCK ENTRY_G|ENTRY_C |ENTRY_K
+#define ENTRY_GJK ENTRY_G |ENTRY_J|ENTRY_K
+#define ENTRY_CJK ENTRY_C|ENTRY_J|ENTRY_K
+#define ENTRY_GCJK ENTRY_G|ENTRY_C|ENTRY_J|ENTRY_K
+
+extern int search_cjk_entry(int *ib, long ch, long cjk);
+
+#define U_OPEN_SQUOTE 0x2018
+#define U_CLOSE_SQUOTE 0x2019
+#define U_OPEN_DQUOTE 0x201C
+#define U_CLOSE_DQUOTE 0x201D