path: root/Master/texmf-dist/doc/xelatex/arabxetex/arabtex.maps

##  This is the master file to generate the TECkit ArabTeX font mappings 
##     for use with XeTeX
##  The mappings are generated with a simple sed script
##
##  Conventions used:
##  ---------------------------------------------------------------------------------
##  Lines starting with ## are comments that don't appear in the map files
##  
##  Lines that don't begin with # are common to all mappings
##  Otherwise the letters following '#' indicate specific mappings 
##  according to vocalization modes and languages
##  #...n -> non-vocalized 
##  #...v -> vocalized and fully voc.   
##  #...f -> fully voc.
##  @v -> voc only
##  The language codes are:
##  A ->  Arabic
#   B ->  Maghribi Arabic
##  P ->  Persian 
##  U ->  Urdu  
##  T ->  Pashto
##  S ->  Sindhi 
##  K ->  Kashmiri
##  O ->  Ottoman Turkish
##  M ->  Malay
##  KURDISH AND UIGHUR ARE CODED SEPARATELY <<<
##  The above can be negated with #-[APUTSKOM]
##  Lines starting with '@[AP...][nvf]' are specific to the mapping 
##                 indicated by the two-letter key, following the conventions above
## ----------------------------------------------------------------------------------
@An LHSName  "ArabTeX-novowels"
@Av LHSName  "ArabTeX-vocalized"
@Af LHSName  "ArabTeX-fullvocalized"
@Bn LHSName  "ArabTeX-maghribi-novowels"
@Bv LHSName  "ArabTeX-maghribi-vocalized"
@Bf LHSName  "ArabTeX-maghribi-fullvocalized"
@Pn LHSName  "ArabTeX-farsi-novowels"
@Pv LHSName  "ArabTeX-farsi-vocalized"
@Pf LHSName  "ArabTeX-farsi-fullvocalized"
@Un LHSName  "ArabTeX-urdu-novowels"
@Uv LHSName  "ArabTeX-urdu-vocalized"
@Uf LHSName  "ArabTeX-urdu-fullvocalized"
@Sn LHSName  "ArabTeX-sindhi-novowels"
@Sv LHSName  "ArabTeX-sindhi-vocalized"
@Sf LHSName  "ArabTeX-sindhi-fullvocalized"
@Kn LHSName  "ArabTeX-kashmiri-novowels"
@Kv LHSName  "ArabTeX-kashmiri-vocalized"
@Kf LHSName  "ArabTeX-kashmiri-fullvocalized"
@Tn LHSName  "ArabTeX-pashto-novowels"
@Tv LHSName  "ArabTeX-pashto-vocalized"
@Tf LHSName  "ArabTeX-pashto-fullvocalized"
## @Kn LHSName  "ArabTeX-kurdish-novowels"
## @Kv LHSName  "ArabTeX-kurdish-vocalized"
## @Kf LHSName  "ArabTeX-kurdish-fullvocalized"
@On LHSName  "ArabTeX-turk-novowels"
@Ov LHSName  "ArabTeX-turk-vocalized"
@Of LHSName  "ArabTeX-turk-fullvocalized"
@Mn LHSName  "ArabTeX-malay-novowels"
@Mv LHSName  "ArabTeX-malay-vocalized"
@Mf LHSName  "ArabTeX-malay-fullvocalized"
## @Rn LHSName  "ArabTeX-uighur-novowels"
## @Rv LHSName  "ArabTeX-uighur-vocalized"
## @Rf LHSName  "ArabTeX-uighur-fullvocalized"
## 
##
RHSName  "UNICODE"

Define a U+0061  ;a
Define b U+0062  ;b
Define c U+0063  ;c
Define d U+0064  ;d
Define e U+0065  ;e
Define f U+0066  ;f
Define g U+0067  ;g
Define h U+0068  ;h
Define i U+0069  ;i
Define j U+006A  ;j
Define k U+006B  ;k
Define l U+006C  ;l
Define m U+006D  ;m
Define n U+006E  ;n
Define o U+006F  ;o
Define p U+0070  ;p
Define q U+0071  ;q
Define r U+0072  ;r
Define s U+0073  ;s
Define t U+0074  ;t
Define u U+0075  ;u
Define v U+0076  ;v
Define w U+0077  ;w
Define x U+0078  ;x
Define y U+0079  ;y
Define z U+007A  ;z
Define A U+0041  ;A
Define B U+0042  ;B
Define E U+0045  ;E
Define G U+0047  ;G
Define I U+0049  ;I
Define N U+004E  ;N
Define O U+004F  ;O
Define T U+0054  ;T
Define U U+0055  ;U
Define W U+0057  ;W
Define Y U+0059  ;Y
Define C U+005E  ;^  << CARET
Define UL U+005F ;_  << UNDERLINE 
Define P U+002E  ;.  << DOT
Define V U+002C  ;,  << COMMA (_V_irgule)
Define CO U+003A ;:  << COLON
Define SC U+003B ;; << SEMICOLON
Define Ain U+0060 ;` 
Define H U+0027  ;'  << HAMZA 
Define Q U+0022  ;"  << QUOTE
Define Z U+002D  ;-  << HYPHEN
Define BAR U+007C ;|
Define AN  U+0061 U+004E ; aN
Define LLAH U+006C U+006C U+005F U+0061 U+0068 
;Define NUL U+00A6;
Define Ha  U+0623
Define Hi  U+0625
Define Hy  U+0626
Define Hw  U+0624
Define Hh  U+06C0 ;; = U+0647 U+0654  
Define HA  U+0622
Define HB  U+0640 U+0654
Define HBAR U+0621 ; '| 

pass(Unicode)

U+E000 > ; eliminate special code for capitalization in transliterations

pass(Unicode)

Class [VWL]         = (U+0061  U+0065  U+0069  U+006F  U+0075 ) ;(a e i o u) 
Class [LTR]	    = (U+0061..U+007A U+0041 U+0045 U+0047 U+0049 U+004F U+0055 U+0042 U+004E U+0054 U+0059 U+005E U+002E U+005F U+0022 U+0027 U+0060) ;a..z A E I O U B N T Y ^ . _ " "" `
Class [BRACKETS]    = (U+003C U+003E U+00AB U+00BB U+0028 U+0029 U+005B U+005D U+2018 U+2019 U+201C U+201D); < > () « » [ ] ‘ ’ “ ”
Class [PUNCT] = (V SC P CO)
Class [Iy]	    = (U+0049 U+0079) ;(I y)
Class [Uw]          = (U+0055 U+0077) ;(U w)
Class [Uwu]          = (U+0055 U+0077 U+0075) ;(U w u)
;Class [ae]	    = (U+0061 U+0065) ;(a e)
;Class [ou]          = (U+0075 U+006F) ;(u o)
Class [Iyi]	    = (U+0069 U+0079 U+0049) 
Class [UI]          = (U+0049 U+0055) ; U I
Class [Digits] = (U+0030..U+0039)

Define BEG  (#|Z|[BRACKETS])
Define END  (#|[BRACKETS]|[PUNCT] U+0020|[PUNCT] #)

; special ligatures
;; 1. Standard ArabTeX input
;; WARNING! there are, alas, two classes of Arabic fonts:
;; a) Those that are Unicode-compliant and include the initial alif in glyph U+FDF2 
;;    For these the ligature llah can be accessed by the sequence lam-lam-ha
;; b) Those that do not have the initial alif in U+FDF2
#0 (a|A) l Z LLAH > U+0627 U+FDF2 ;; 'al-ll_ah' or 'Al-ll_ah'
#1 (a|A) l Z LLAH > U+FDF2 ;; 'al-ll_ah' or 'Al-ll_ah'
#0 LLAH > U+FDF2 ;; 'll_ah' > U+FDF2
#1 LLAH > U+0644 U+0644 U+0647  ;; 'll_ah' -> 'l l h'
;; UPPERCASE mnemonics for various ligatures or special glyphs
;; 2a. custom ArabXeTeX input for ligatures not defined in Unicode
U+004C U+004C U+0048 > U+0644 U+0644 U+0647  ;; 'LLH' -> 'l l h'
U+0046 U+0041 U+004C U+0049 U+004C U+004C U+0041 U+0048 > U+0641 U+064E U+0644 U+0650 U+0644 U+0647 ;; 'FALILLAH' : ligature in Adobe Arabic
;; 2b. Ligatures and glyphs defined in Unicode:
#0  U+0041 U+004C U+004C U+0041 U+0048 > U+0627 U+FDF2 ; 'ALLAH'
#1 U+0041 U+004C U+004C U+0041 U+0048 > U+FDF2 ; 'ALLAH'
#0  U+004C U+004C U+0041 U+0048 > U+FDF2 ; 'LLAH'
#1 U+004C U+004C U+0041 U+0048 > U+0644 U+0644 U+0647 ; 'LLAH'

U+0053 U+004C U+004D > U+FDFA ; 'SLM' : .sallY al-ll_ah `alayhi wa-sallam
U+0028 U+0028 > U+FD3F ;; '((' : ornate right par
U+0029 U+0029 > U+FD3E ;; '))' : ornate left par
U+0052 U+0049 U+0059 U+0041 U+004C > U+FDFC ;; 'RIYAL' : Saudi currency sign
;; most fonts won't have the following ones:
U+0053 U+0041 U+004C U+004C U+0041 U+0053 U+0054 U+004F U+0050 > U+FDF0 ;; 'SALLASTOP' (.sallY with "ye-barree", Quranic stop sign)
U+0051 U+0041 U+004C U+0041 > U+FDF1 ;; 'QALA' : qalY with ye-barree, Quranic stop sign
U+0041 U+004B U+0042 U+0041 U+0052 > U+FDF3 ;; 'AKBAR'
U+004D U+0055 U+0048 U+0041 U+004D U+004D U+0041 U+0044 > U+FDF4 ;; 'MUHAMMAD'
U+0053 U+0041 U+004C U+0041 U+004D > U+FDF5 ;; 'SALAM'
U+0052 U+0041 U+0053 U+004F ? U+0055 U+004C > U+FDF6 ;; 'RASUL' (also unicode 'RASOUL')
U+0041 U+004C U+0041 U+0059 U+0048 (U+0049|U+0045) > U+FDF7 ;; 'ALAYHI' (also unicode 'ALAYHE')
U+0057 U+0041 U+0053 U+0041 U+004C U+004C U+0041 U+004D > U+FDF8 ;; 'WASALLAM' 
U+0053 U+0041 U+004C U+004C U+0041 > U+FDF9 ;; 'SALLA'
U+004A U+0041 U+004C U+004C U+0041 > U+FDFB ;; 'JALLA' : "jalla jalAluhu"
U+0042 U+0041 U+0053 U+004D U+0041 U+004C U+0041 > U+FDFD ;; 'BASMALA' : very few fonts have this ligature afaik

U+005E U+0053 U+004C U+0059 > U+06D6 ;; ^SLY
U+005E U+0051 U+004C U+0059 > U+06D7 ;; ^QLY
U+005E U+004D U+0049 U+004D > U+06D8 ;; ^MIM-
U+005E U+004C U+0041 > U+06D9 ;; ^LA
U+005E U+004A U+0049 U+004D > U+06DA ;; ^JIM
U+005E U+0044 U+004F U+0054 U+0053 > U+06DB ;; ^DOTS
U+005E U+0053 U+0049 U+004E > U+06DC ;; ^SIN
U+0048 U+0049 U+005A U+0042 > U+06DE ;; HIZB
U+0043 U+0049 U+0052 U+0043 U+005A U+0045 U+0052 U+004F > U+06DF ;; CIRCZERO
U+0052 U+0045 U+0043 U+0054 U+005A U+0045 U+0052 U+004F > U+06E0 ;; RECTZERO
U+005E U+004A U+0041 U+005A U+004D > U+06E1 ;; ^JAZM
U+005E U+004D U+0049 U+004D > U+06E2 ;; ^MIM
U+005F U+0053 U+0049 U+004E > U+06E3 ;; _SIN
U+005E U+004D U+0041 U+0044 U+0044 U+0041 > U+06E4 ;; ^MADDA
U+0057 U+0041 U+0057 > U+06E5 ;; WAW
U+0059 U+0045 U+0048 > U+06E6 ;; YEH
U+005E U+0059 U+0045 U+0048 > U+06E7 ;; ^YEH
U+005E U+004E U+0055 U+004E > U+06E8 ;; ^NUN
U+0053 U+0041 U+004A U+0044 U+0041 > U+06E9 ;; SAJDA
U+005F U+0053 U+0054 U+004F U+0050 > U+06EA ;; _STOP
U+005E U+0053 U+0054 U+004F U+0050 > U+06EB ;; ^STOP
U+005E U+0052 U+0053 U+0054 U+004F U+0050 > U+06EC ;; ^RSTOP
U+005F U+004D U+0049 U+004D > U+06ED  ;; _MIM

U+0044 U+004F U+0054 U+0053 > U+061E ;; DOTS  (also possible by typing "::")

;; This is to enclose digits within glyph U+06DD, see http://scripts.sil.org/cms/scripts/page.php?site_id=nrsi&item_id=ArabicFonts
U+005B U+005B ([Digits]+)=dig U+005D U+005D > U+202E U+06DD @dig U+202C ; [[digits]]


; vowels
u u > U 
i i > I 
a a > A
#T a e > a U+0626
#T E e > U+0659 U+06CD
#T e e > U+0659 U+0626
#T E  > U+0659 U+06D0
CO O > U+06FC ;
#T O  > U+0657 w
#T o  > U+0657 
#U H E > U+06D3 ;; hamza + yeh barree
#U E / _ #  > U+06D2
#U E > y
#U a e / _ # > a U+06D2
#-T a e > a y
a o > a w
#PUK (o|u)? O / # _ > U+0627 w  
#PUK (o|u)? O > w  
CO U > U+06C7 ;
#-TK e   > i ;; but not pashto > U+0659 and kashmiri > y + U+0658     (U+06CE is kurdish)
#T e > U+0659
#K e / # _ # > U+0627 U+06D2 U+0658 ; Alif + yeh barree + bow accent
#K e / _ # > U+06D2 U+0658 ; yeh barree + bow accent
#K e / # _ > U+0627 y U+0658  ; alif + ya + bow accent
#K e > y U+0658 
#K E / # _ # > U+0627 U+06D2 ; Alif + yeh barree 
#K E / _ # > U+06D2 ; yeh barree 
#K E / # _ > U+0627 y ; alif + ya 
#K E > y 
#K o / # _  > U+0627 U+06C6 
#K o   > U+06C6 
#-TK o   > u 
#AP E > I 
#A O  > U 
#K P A > U+0672
#K P U > U+0673  ; > this is the initial or lone form, but medial and final require wavy hamza below previous letter (not in Unicode)! Perhaps an OT font could solve this :: in Scheherazade the glyph needed is named _wavyHamza <<<
#K P a / # _ > U+0623  
#K P a > U+0654
#K P u > U+0655
#K P o / # _ > U+0627 U+06C4
#K P o > U+06C4
#K P O / # _ > U+0627 U+06C4 U+0627 U+064E
#K P O > U+06C4 U+0627 U+064E
#K I > y U+0656
#K I / _ # > y
#K U / _ # > U+0627 w U+0657
#K U > w U+0657
#-ASMK I / _ # > i y


#-A ;; Persian ezafe  (ALL BUT ARABIC AND UIGHUR)
#-A U+0048 Z UL? (Q? (i|e))=vv / _ END > U+06C0 @vv U+200C ;H-i -> heh+hamza final; what about 06C2 in Urdu ?<<<
#-A U+0048 Z Q?=qq (I|E)=vv / _ END > h U+0020 U+0627 @qq i @vv ; H-I
#-A Q?=q1 (I|E) Z UL? Q?=q2 (i|e) / _ END > @q1 i U+0626 @q2 i U+200C ; ...I-e
#-A Z Q?=qq I  / (A|U) _ (Z|END) > U+0626 @qq i y ; ...A-I or ...U-I
#-A Z UL? (Q? (i|e))=vv / (A|U) _ END >  U+0649 @vv ; ...A-i or ...U-i
#-A Z Q?=q1 (e|i) / _ (END|Z) > @q1 i ; ...-i
#-A Z / U+0048 _ > U+0020 ;
#-A b Q?=q1 (e|i) Q?=q2 U / # _ > b @q1 i U+0627 @q2 u w ;; special case of prep be without hyphen

a l Z / BEG _ > U+0627 l Z
#An H l Z / BEG _ > U+0627 l Z
@Av H l Z / BEG _ > U+0627 l Z
@Bv H l Z / BEG _ > U+0627 l Z
#Af H l Z / BEG _ > U+0671 l Z ; THIS IS NOT AN ARABTEX CONVENTION! it's a work-around coz pattern-matching across word boundaries does not work in teckit , so min al- must be written mina 'l- in fullvocalize mode
#n H / BEG _ l l > U+0627 ; 
#v H / BEG _ l l > U+0671 ; e.g. alla_dI -> 'lla_dI 
#n [VWL]=v1 / BEG _ > A @v1
#v [VWL]=v1 / BEG _ > U+0627 @v1
#An A / BEG _ > A a
#Av A / BEG _ > U+0627 a
#PU A / BEG _ > HA ;; ADD MORE ? <<<
#n Q?=q1 U / BEG _ > A @q1 u w ; -U
#v Q?=q1 U / BEG _ > U+0627 @q1 u w ; -U
#n ; Q?=q1 I / BEG _ > A @q1 i y  ; -I ; but not when I is final FIXME!!!
#v ; Q?=q1 I / BEG _ > U+0627 @q1 i y ; -I
#-Pn Q?=q1 I / BEG _ > A @q1 i y ; except for Persian, coz of ezafe rules
#-Pv Q?=q1 I / BEG _ > U+0627 @q1 i y
#Pn Q?=q1 I / BEG _ ^# > A @q1 i y ; -I...
#Pv Q?=q1 I / BEG _ ^# > U+0627 @q1 i y ; -I...
#P Z Q?=qq (I|E) / _ (#|Z) > @qq i y ;
#P UL Q?=q1 U > @q1 U
#P Q?=q1 U / # _ # > U+0627 @q1 u w
#P Q BAR > U+0020; "| to separate compounds >> IN TRANSLIT THIS WILL BE REMOVED


;; Words with anomalous orthography:

; mi'aT -> ماية  
;;; i H / m Q ? _ Q ? a ? (T|t) > i A Hy 
#n m Q i H Q a / _ (T|t)   > m Q i A Hy Q a
#n m Q i H a   / _ (T|t)   > m Q i A Hy
#n m i H Q a   / _ (T|t)   > m A Hy Q a
#n m i H a     / _ (T|t)   > m A Hy
#v m Q i H Q a / _ (T|t)   > m U+0627 Hy 
#v m Q i H a   / _ (T|t)   > m U+0627 Hy a
#v m i H Q a   / _ (T|t)   > m i U+0627 Hy 
#v m i H a     / _ (T|t)   > m i U+0627 Hy a

#-S 
#-S ;; contextual analysis of hamzas
#-S ;; THESE DO NOT APPLY FOR SINDHI
#-S 
#-S ; initial hamzas 
#-S H  / (#|^[LTR]) _ Q? [Iyi] >   Hi 
#-S H Q A / (#|^[LTR]) _       >   HA ; alif madda
#-S H  / (#|^[LTR]) _ Q? [Uwu] >   Ha 
#-S H  / (#|^[LTR]) _ Q? a     >   Ha  
#-S Q H / (#|^[LTR]) _         >   HB ; quoted isolated hamza at beginning of word
#-S 
#-S ; quoted hamzas in contextual mode, equivalent to verbatim mode
#-S a Q H >   Ha  
#-S i Q H >   Hi 
#-S y Q H >   Hy 
#-S w Q H >   Hw 
#-S h Q H >   Hh 
#-S A Q H >   HA 
#-S B Q H >   HB 
#-S BAR Q H > HBAR 
#-S 
#-S ; hamza + fathatan
#-S H / a _ Q? AN  > Ha
#-S ;;H / [Iyi] _ Q? AN  > Hy 
#-S H / _ Q? AN > Hy
#-S 
#-S ;final hamzas
#-S H / A _ Q? [VWL]? N? (#|^[LTR]) > HBAR
#-S H / [Uw] _ Q? [VWL]? N? (#|^[LTR]) > HBAR
#-S H / [Iy] _ Q? (i N?|u N?)? (#|^[LTR]) > HBAR ; not AN ...
#-S H / a _ Q? (i N?|u N?)? (#|^[LTR]) > HBAR ; not AN... 
#-S H / i _ Q? [VWL]? N? (#|^[LTR]) > Hy
#-S H / u _ Q? [VWL]? N? (#|^[LTR]) > Hw
#-S 
#-S ;;and more hamzas ...
#-S 
#-S ; n°1: kasra/ya
#-S H / [LTR] _ Q? [Iyi] ^N > Hy
#-S H / [Iyi] _ > Hy
#-S 
#-S ; n°2: damma/waw 
#-S H / [LTR] _ Q? (U|u) ^N > Hw
#-S H / (U|u) _ Q? ^[Iyi] > Hw
#-S H / U _ > HBAR
#-S 
#-S ; n°3: fatha/alif
#-S H Q? A > HA
#-S H / A _ Q? a > HBAR
#-S H / ^[UI] _ Q? a > Ha
#-S H / a _ Q? ^[UI] > Ha

##
##;; take care of all shaddas at once? NOT WORKING, have to give them one by one
##;; ((V|C|P|UL)=l1 (b|c|d|f|g|h|j|k|l|m|n|p|q|r|s|t|w|x|y|z|Ain|T)=l2){2,2} > @l1 @l2 U+0651 ;
##;; ((b|c|d|f|g|h|j|k|l|m|n|p|q|r|s|t|w|x|y|z|Ain|T)=l1){2,2} > @l1 U+0651 ;
##;; #U ;special rules for Urdu : NO! tashdid realized as ^c^ch instead of ^ch^ch
##;; #U (C (c|g)=x h){2,2}  > C @x h U+0651
##;; #U (V (t|d|r)=x h){2,2}  > V @x h U+0651;
##;; #U ((b|p|t|j|d|r|k|g|l|m|n)=x h){2,2} > @x h U+0651

pass(Unicode)

Class [Digits] = (U+0030..U+0039)
Class [ArDigits] = (U+0660..U+0669)
Class [ArEasternDigits] = (U+06F0..U+06F9)
Class [VWL]         = (U+0061  U+0065  U+0069  U+006F  U+0075 ) ;(a e i o u) 
Class [LTR]	    = (U+0061..U+007A U+0041 U+0045 U+0049 U+004F U+0055 U+0042 U+004E U+0054 U+0059 U+005E U+002E U+005F U+0022 U+0027 U+0060) ;(a..z A E I O U B N T Y ^ . _ " "" `)
Class [Iy]	    = (U+0049 U+0079) ;(I y)
Class [Uw]          = (U+0055 U+0077) ;(U w)


##; all hamzas are now in verbatim mode
##;;;H a > U+0623
##;;;H i > U+0625
##;;;H y > U+0626
##;;;H w > U+0624
##;;;H h > U+0647 U+0654
##;;;H A > U+0622
##;;;H B > U+0640 U+0654
##;;;H BAR > U+0621 ; '| 


;normal code
##  add code for V S M K .k .l (.p=.f) (.v=.b) .y
##  .A .U (.T=Y) 
##  CHECK ,a ,c ,d ,e ,g ,h ,n ,r ,s ,t ,z ,A
##  ^ alone=alif with hazma above, ^a=alif hamza fatha, ^i = alif hamza kasra, ^u=alif damma waw (no hamza) 
##  CHECK ^d ^e ^i ^l ^n ^z
##  CHECK (^A='A) 
##  CHECK (_k=.g) (_s=_t) (_z=_d) 
##  IMPLEMENT (:a :e :i :o :u = alif + vowel)
##  IMPLEMENT :b :d :g :j :n :s (:t=.t?) (:z=.d?) :O :U

#S ;; special code for sindhi
#S ;; U+004D U+0049 U+004E > U+06FE ; define macro \MIN in sindhi env
#S P m I N > U+06FE ; .mIN
#S ;; U+0049 U+004E > U+06FD ; IN     define macro \IN in sindhi env
#S H BAR I N > U+06FD ; '|IN

#K CO z CO z > U+0636 U+0651  ;;SHADDA
#K CO z	     > U+0636 
(P z|U+1E93) (P z|U+1E93)  > U+0638 U+0651  ;;SHADDA
(P z|U+1E93)  > U+0638 
C z C z	  > U+0698 U+0651  ;;SHADDA
C z	  > U+0698 
#-O V z V z   > U+0696 U+0651 ;;SHADDA
#-O V z       > U+0696 ;pashto
#O V z V z   > U+0636 U+0651  ;;SHADDA
#O V z       > U+0636 
z z	  > U+0632 U+0651  ;;SHADDA
z	  > U+0632 
#n Y Y	  > U+0649 U+0651  ;;SHADDA
#n Y	  > U+0649 
#v Q Y Y  > U+0649 U+0651  ;;SHADDA
#v Q Y	  > U+0649 
#v Y Y	  > U+064E U+0649 U+0651  ;;SHADDA
#v Y	  > U+064E U+0649 
#K ;; .b with ring below : FIXME not in Unicode! but U+06EA is a poor replacement:
#K P y / # _ # > U+0627 U+06D2 U+06EA
#K P y / _ # > U+0649
#K P y > U+066E U+06EA
#-ASM ;; y / _ # > U+0649 ; y final in persian,ottoman,urdu,pashto,kashmiri has no dots 
#-ASM y y > U+06CC U+0651 ;;SHADDA
#-ASM y   > U+06CC ; yeh in persian etc. > iso and final shapes have no dots
#ASMv P I P I / _ # > U+0650 U+06CC U+0651 ;; SHADDA
#ASMv P I / _ # > U+0650 U+06CC ;; workaround to have ya without dots in Arabic
#ASMn P I P I / _ # > U+06CC U+0651 ;; SHADDA
#ASMn P I / _ # > U+06CC ;; workaround to have ya without dots in Arabic
#ASM y y  > U+064A U+0651  ;;SHADDA
#ASM y	  > U+064A 
#B v v > U+06A5 U+0651 ;;SHADDA 
#B v > U+06A5 ;; maghribi
#M v v	> U+06CF U+0651  ;;SHADDA
#M v > U+06CF
#-MB v v  > U+06A4 U+0651  ;;SHADDA
#-MB v	  > U+06A4 
W 	  > U+0648 U+0627 ; waw + alif 
C U       > U+064F U+0648 U+0653; historical spelling : madda on waw
#n Q U [Uw]  > U+064F U+0648 U+0651  ;;SHADDA
#n Q U       > U+064F U+0648 
#n [Uw] [Uw] > U+0648 U+0651  ;;SHADDA
#n [Uw]	  > U+0648
C w C w > U+06C9 U+0651 ;;SHADDA
C w > U+06C9
CO w CO w > U+06CA U+0651 ;,SHADDA
CO w > U+06CA
#n Q u N	  > U+064C 
#n u N       > 
#n Q u	  > U+064F 
#v U A / _ # > U+064F U+0648 U+0627 
#v Q U [Uw]  > U+0648 U+0651  ;;SHADDA
#v Q U       > U+0648 
#v U [Uw]    > U+064F U+0648 U+0651  ;;SHADDA
#v U         > U+064F U+0648 
#v w w	  > U+0648 U+0651  ;;SHADDA
#v w	  > U+0648 
#v Q u N?    > 
#v u N	  > U+064C 
#v u	  > U+064F 
#S V t h V t h > U+067A U+0651 ;;SHADDA
#S V t h > U+067A
#S t h t h > U+067F U+0651 ;;SHADDA
#S t h > U+067F
#S V t V t > U+067D U+0651 ;;SHADDA
#S V t > U+067D
#T V t V t > U+067C U+0651 ;;SHADDA
#T V t    > U+067C ; pashto
#-TS V t V t   > U+0679 U+0651 ;;SHADDA
#-TS V t 	  > U+0679 ;urdu
UL (t|s) UL (t|s) > U+062B U+0651  ;;SHADDA
UL (t|s)  > U+062B 
(P t|U+1E6D) (P t|U+1E6D)  > U+0637 U+0651  ;;SHADDA
(P t|U+1E6D)	  > U+0637 
t t	  > U+062A U+0651  ;;SHADDA
t	  > U+062A 
#n T T Q AN  > U+0629 U+0651 U+064B   ;;SHADDA
#n T Q AN    > U+0629 U+064B  
#n T AN      > U+0629 
#v T T Q AN  > U+0629 U+0651   ;;SHADDA
#v T Q AN    > U+0629   
#v T AN      > U+0629 U+064B
T T	  > U+0629 U+0651  ;;SHADDA
T	  > U+0629 
C s C s   > U+0634 U+0651  ;;SHADDA
C s	  > U+0634 
(P s|U+1E63) (P s|U+1E63)  > U+0635 U+0651  ;;SHADDA
(P s|U+1E63)  > U+0635 
#-O V s V s   > U+069A U+0651 ;;SHADDA
#-O V s       > U+069A ;Pashto
#O V s V s > U+0634 U+0651  ;;SHADDA   
#O V s     > U+0634 
CO s CO s > U+069B U+0651 ;;SHADDA
CO s      > U+069B ; sin with 3 dots below
## ;; ADD 069C-069F <<<<<<<<<<
s s	  > U+0633 U+0651  ;;SHADDA
s	  > U+0633 
C r C r	  > U+06EF U+0651 ;;SHADDA ; missing in ArabTeX  <<<
C r	  > U+06EF 
CO r CO r > U+0697 U+0651 ;;SHADDA ; missing in ArabTeX <<<
CO r      > U+0697 ; Dargwa language, Dagestan
P r P r	  > U+0694 U+0651 ;;SHADDA
P r	  > U+0694 ; r with dot below; in Kurdish .r -> 0694 
#S V r V r > U+0699 U+0651 ;;SHADDA
#S V r > U+0699
#T V r V r  > U+0693 U+0651 ;;SHADDA
#T V r 	  > U+0693 ;Pashto
#-ST V r V r  > U+0691 U+0651 ;;SHADDA
#-ST V r 	  > U+0691 ;Urdu 
r r	  > U+0631 U+0651  ;;SHADDA
r	  > U+0631 
P q P q	  > U+066F U+0651  ;;SHADDA
P q	  > U+066F 
#-B q q	  > U+0642 U+0651  ;;SHADDA
#-B q	  > U+0642 
#B q q > U+06A7 U+0651 ;; maghribi
#B q > U+06A7 ;; maghribi
#S p h p h > U+06A6 U+0651 ;;SHADDA
#S p h > U+06A6
#M p p > U+06A8 U+0651  ;;SHADDA
#M p > U+06A8 ;Old malay
#-M p p	  > U+067E U+0651  ;;SHADDA
#-M p	  > U+067E 
CO n CO n > U+06B1 U+0651 ;;SHADDA
CO n > U+06B1
#M C n C n > U+06BD U+0651 ;;SHADDA 
#M C n > U+06BD ; <<< ArabTeX yields nūn with three dots below, which is not in Unicode!
#S C n C n > U+0683 U+0651 ;;SHADDA
#S C n > U+0683
#-SM C n C n  > U+06AD U+0651  ;;SHADDA
#-SM C n      > U+06AD 
## U+06AE Berber <<<
#S P P n P P n > U+06B2 U+0651 ;;SHADDA 
#S P P n > U+06B2 ;; old sindhi? (not in ArabTeX) <<<
P n P n   > U+06BA U+0651  ;;SHADDA
P n 	  > U+06BA 	   ; urdu
#S V n V n > U+06BB U+0651 ;;SHADDA
#S V n > U+06BB
#-S V n V n   > U+06BC U+0651 ;;SHADDA 
#-S V n       > U+06BC ; Pashto
n n	  > U+0646 U+0651  ;;SHADDA
n	  > U+0646 
m m	  > U+0645 U+0651  ;;SHADDA
m	  > U+0645 
P l P l	  > U+06B6 U+0651 ; 
P l 	  > U+06B6 ; ADDED <<< 
C l C l	  > U+06B5 U+0651 ;;SHADDA
C l	  > U+06B5 ;kurdish 
## U+06B7 U+06B8 U+06B9 missing <<<
l l	  > U+0644 U+0651  ;;SHADDA
l	  > U+0644 
#S k h k h > U+06A9 U+0651 ;;SHADDA
#S k h > U+06A9
#-O P k P k > U+06A9 U+0651 ;;SHADDA 
#-O P k > U+06A9 ; pashto urdu 
#O P k P k > U+0642 U+0651 ;;SHADDA
#O P k > U+0642 ; Ottoman qaf
UL k UL k > U+063A U+0651 ;;SHADDA
UL k  > U+063A
#S k k > U+06AA U+0651 ;;SHADDA
#S k > U+06AA  ; kaf swash 
#-S k k	  > U+0643 U+0651  ;;SHADDA
#-S k	  > U+0643 
#-MO C g C g   > U+062C U+0651  ;;SHADDA
#-MO C g	  > U+062C 
#MO C g C g > U+06A0 U+0651 ;;SHADDA
#MO C g > U+06A0
CO j CO j > U+0684 U+0651 ;;SHADDA
CO j > U+0684
#O j j	  > U+0698 U+0651  ;;SHADDA
#O j	  > U+0698 
#-O j j	  > U+062C U+0651  ;;SHADDA
#-O j	  > U+062C 
#n Q I	     > U+0650 U+064A
#v Q I       > U+064A
#v I         > U+0650 U+064A
C I       > U+0650 U+064A U+0653 ; historical spelling : madda on ya
#n I         > U+064A
#n Q i N     > U+064D 
#n i N       >  ;
#n Q i       > U+0650 
#v Q i N?    >  ;
#v i N       > U+064D 
#v i         > U+0650 
x x	  > U+062E U+0651  ;;SHADDA
x	  > U+062E 
#PT U+0048 Z > U+0647 U+200C U+0020 ;eH-suffix  > eH suffix
#PT U+0048 > U+0647 U+200C ; H is always heh final
#U U+0048 >  U+06C3 
UL h UL h > U+062E U+0651  ;;SHADDA
UL h	  > U+062E 
(P h|U+1E25) (P h|U+1E25)  > U+062D U+0651  ;;SHADDA
(P h|U+1E25) > U+062D 
V h V h   > U+06C1 U+0651 ;;SHADDA
V h       > U+06C1
#U h  h	  > U+06BE U+0651 ;;SHADDA
#U h  	  > U+06BE ; urdu  
#U ;; fix letter+h letter+h > letter+h shadda in URDU <<<
#S h h > U+06BE U+0651 ;;SHADDA
#S h > U+06BE
#-US h h  > U+0647 U+0651  ;;SHADDA
#-US h	  > U+0647 
#S P CO g P CO g > U+06B4 U+0651 ;;SHADDA
#S P CO g > U+06B4 ;; old sindhi? (not in ArabTeX) <<<
CO g CO g > U+06B3 U+0651 ;;SHADDA
CO g > U+06B3
V g V g > U+06AC U+0651 ;;SHADDA
V g > U+06AC ; kaf with dot above
P g P g	  > U+063A U+0651  ;;SHADDA
P g	  > U+063A 
#M g g > U+0762 U+0651 ;;SHADDA
#M g > U+0762 
#-M g g	  > U+06AF U+0651  ;;SHADDA
#-M g	  > U+06AF 
G G       > U+06AB U+0651  ;;SHADDA
G         > U+06AB ;pashto
## U+06B0 western punjabi <<<
P f P f	  > U+06A1 U+0651  ;;SHADDA
P f	  > U+06A1 
#B f f > U+06A2 U+0651 ;; SHADDA
#B f > U+06A2 ;; maghribi
## ingushi CO f > U+06A3 <<<
#-B f f	  > U+0641 U+0651  ;;SHADDA
#-B f	  > U+0641 
#S V d h V d h > U+068D U+0651 ;;SHADDA
#S V d h > U+068D
#-TU V d V d > U+068A U+0651 ;;SHADDA
#-TU V d > U+068A
#T V d V d > U+0689 U+0651 ;;SHADDA
#T V d 	  > U+0689  ;pashto
#U V d V d  > U+0688 U+0651 ;;SHADDA
#U V d	  > U+0688 ;urdu
P V d P V d > U+068B U+0651 ;;SHADDA
P V d > U+068B ;; (like U+0688 with dot below, for Lahnda = Western Punjabi) 
#S d h d h > U+068C U+0651 ;;SHADDA
#S d h > U+068C
#S C d C d > U+068E  ;;SHADDA
#S C d > U+068E  ; old sindhi: not in ArabTeX
#-S C d C d > U+06EE U+0651 ;;SHADDA
#-S C d > U+06EE ; not defined in ArabTeX
CO d CO d > U+068F U+0651 ;;SHADDA
CO d > U+068F
#U CO CO d CO CO d > U+0690 U+0651 ;;SHADDA
#U CO CO d > U+0690 ; old urdu: not in ArabTeX
UL (d|z) UL (d|z) > U+0630 U+0651  ;;SHADDA
UL (d|z)  > U+0630 
(P d|U+1E0D) (P d|U+1E0D)  > U+0636 U+0651  ;;SHADDA
(P d|U+1E0D)  > U+0636 
d d	  > U+062F U+0651  ;;SHADDA
d	  > U+062F 
#S C c h C c h > U+0687 U+0651 ;;SHADDA
#S C c h > U+0687
#O V c V c > U+0686 U+0651 ;;SHADDA
#O V c > U+0686 ; Ottoman ç
#-O V c V c   > U+0685 U+0651 ;;SHADDA
#-O V c	  > U+0685 ;pashto 
C c C c	  > U+0686 U+0651  ;;SHADDA
C c	  > U+0686
P C c P C c > U+06BF U+0651 ;;SHADDA
P C c > U+06BF ;; cheh with dot above <<<
#M c c > U+0686  U+0651 ;;SHADDA
#M c > U+0686 
#O c c > U+062C U+0651 ;;SHADDA
#O c > U+062C
#-MO c c  > U+0681 U+0651 ;;SHADDA
#-MO c	  > U+0681 ; ح with hamza above
CO c CO c > U+0682 U+0651 ;;SHADDA
CO c > U+0682 ; old pashto 
#S b h b h > U+0680 U+0651 ;;SHADDA
#S b h > U+0680
CO b CO b > U+067B U+0651 ;;SHADDA
CO b > U+067B
P b P b   > U+066E U+0651  ;;SHADDA
P b       > U+066E 
b b	  > U+0628 U+0651  ;;SHADDA
b	  > U+0628 
H A       > U+0622 
C A       > U+064E U+0622 ; historical spelling
#n UL A      > U+0649 
#v UL A      > U+064E U+0649 
UL a	  > U+0670
#A UL u   > U+0657 ; inverted damma
#A UL i   > U+0656 ; subscript alif
#-An UL u   > ; 
#-An UL i   > ; 
#-Av UL u   > U+064F; 
#-Av UL i   > U+0650; 
#n Q AN / (A H|Ha) _ > U+064B
#n AN / (A H|Ha) _ > ;
#v Q AN / (A H|Ha) _ > ; 
#v AN / (A H|Ha) _ > U+064B
#n Q AN   > U+0627 U+064B 
#n AN  	  > U+0627 
#n Q a	  > U+064E 
#n Q A	  > U+064E U+0627 
#n A	  > U+0627 
#v Q AN   > U+0627 
#v AN 	  > U+0627 U+064B 
#v Q a	  > 
#v a 	  > U+064E 
#v Q A	  > U+0627 
#v A	  > U+064E U+0627 
Ain Ain	  > U+0639 U+0651  ;;SHADDA
Ain	  > U+0639 
H H	  > U+0621 U+0651 ;;SHADDA
H	  > U+0621 
U+002C / [Digits] _ [Digits] > U+002C  ; comma in numerical context not an Arabic comma
Z Z / [Digits] _ [Digits] > U+2013  ; two hyphens in numerical context -> endash
(Z|U+005D|U+005B|U+0028|U+0029)=xx / [Digits] _ [Digits] > U+202D @xx U+202C ; hyphen or brackets in numerical context: surrounded by LRO & PDF marks
#-PUSKT [Digits]  > [ArDigits]
#PUSKT [Digits] > [ArEasternDigits]
Z Z Z / # _ #    > U+2014 
Z Z / # _ #    > U+2013 
Z Z       > U+0640
B         > U+0640
Z / # _   > U+200D  ; -x  > force initial form with "zero-width joiner"
Z / _ #   > U+200D  ;  x- > force final form    
U+003C U+003C  > U+00BB ;<<
U+003E U+003E  > U+00AB ;>>
U+00AB    > U+00BB 
U+00BB    > U+00AB
UL        > U+0640  ;_
U+003F    > U+061F  ;?
U+003B    > U+061B  ;;
U+003A U+003A > U+061E ;; '::' ligature 'DOTS' also defined above...
U+002C    > U+060C  ;,
U+005D / . _ .   > U+200D U+005D U+200D ; keep shaping when inserting ...[...]...
U+005B / . _ .   > U+200D U+005B U+200D ; ... (but of course this screws up contextual analysis, so quoting of hamzas etc may be necessary)
;U+005D    > U+005B  ;]  these are automatically mirrored, following Unicode rules
;U+005B    > U+005D  ;[
#n [VWL]    >   ;stripoff vowels
#v Q [VWL]   >   ;stripoff quoted vowels
#n Q	  > U+0652 
@v Q 	  > U+0652
U+00B0	  > U+0652 ; °
N         >   ;
C         >   ;^
#n Z      >   ;-
BAR       >   ;| 
#U P P > U+06D4 ; urdu full stop << check

#v pass(Unicode)
#v  
#v Class [CONS] = (U+0621 U+0623 U+0624 U+0626 U+0628 U+062A..U+063A U+0641..U+0647 U+066E U+066F U+0672 U+0675 U+0676 U+0678..U+06BF U+06EE U+06EF U+06FA..U+06FF U+0750..U+076D) ; to be improved: not sure that all glyphs listed (esp for Urdu,Sindhi,etc are really "consonants" in the sense that they can carry a sukun, not to mention that some of these languages may not have a sukun at all ;-)
#v Class [VWLX] = (U+0627 U+0648..U+065E U+0670) ; long vowels, vowel signs, shadda, sukun etc.
#v Class [VWL]  = (U+0627 U+0648..U+0650 U+0670);
#v
#f [CONS]=k1 / _ Z? [CONS] ^U+0651 > @k1 U+0652  ; hack: 2nd consonant has no shadda
#f U+064E (U+064A|U+0648|U+0649)=hc / _ (^[VWLX]|#) > U+064E @hc U+0652 ; ay and aw diphtongs
@Av U+0627 [VWL]?  / [VWL] Z _ > U+0627 ; e.g. fa-isti_hraj -> initial alif has no vowel 
@Bv U+0627 [VWL]?  / [VWL] Z _ > U+0627 ; e.g. fa-isti_hraj -> initial alif has no vowel 
#Af U+0627 [VWL]?  / [VWL] Z _ > U+0671 ; e.g. fa-isti_hraj -> wasla on initial alif 
#f;; U+0627 / [VWL] U+0020 _ U+0644 > U+0671 ; wasla on initial alif-lam >>>THIS DOES NOT WORK<<< implemented in first pass instead...
#f U+0627 / # _ U+0644 > U+0627 U+064E ; otherwise initial alif takes fatha
#f [CONS]=k1 / _ ([CONS]|#) > @k1 U+0652  ; consonant + (consonant or final)
#f ;; [CONS]=k1 / _ # > @k1 U+0652 ; final consonant
#f Q > ;
#v Z > ;