summaryrefslogtreecommitdiff
path: root/Master/texmf-dist/source/generic/hyph-utf8/generate-plain-patterns.rb
blob: 5ec25efaf69a653bdfb3f6181d097bfb0e5cf8fe (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
#!/usr/bin/env ruby

# this file generates plain patterns (one-per-line) out of TeX source

# use 'gem install unicode' if unicode is missing on your computer
require 'jcode'
require 'rubygems'
require 'unicode'

load 'languages.rb'

$path_plain="../../../../plain"
$path_TL="../../../../TL"
$path_language_dat="#{$path_TL}/texmf/tex/generic/config"

$l = Languages.new
# TODO: should be singleton
languages = $l.list.sort{|a,b| a.name <=> b.name}

# TODO: we should rewrite this
# not using: eo, el
# todo: mn, no!, sa, sh
# codes = ['bg', 'ca', 'cs', 'cy', 'da', 'de-1901', 'de-1996', 'de-ch-1901', 'en-gb', 'en-us', 'es', 'et', 'eu', 'fi', 'fr', 'ga', 'gl', 'hr', 'hsb', 'hu', 'ia', 'id', 'is', 'it', 'kmr', 'la', 'lt', 'lv', 'nl', 'no', 'pl', 'pt', 'ro', 'ru', 'sk', 'sl', 'sr-cyrl', 'sv', 'tr', 'uk']

language_codes = Hash.new
languages.each do |language|
	language_codes[language.code] = language.code
end
# language_codes['de-1901']      = 'de-1901'
# language_codes['de-1996']      = 'de-1996'
language_codes['de-ch-1901']    = 'de-CH-1901'
language_codes['en-gb']         = 'en-GB'
language_codes['en-us']         = 'en-US'
language_codes['zh-latn']       = 'zh-Latn'
# language_codes['el-monoton']   = 'el-monoton'
# language_codes['el-polyton']   = 'el-polyton'
language_codes['mn-cyrl']       = 'mn'
language_codes['mn-cyrl-x-lmc'] = nil
language_codes['sh-latn']       = 'sr-Latn'
language_codes['sh-cyrl']       = nil
language_codes['sr-cyrl']       = 'sr-Cyrl'

$file_language_dat_lua = File.open("#{$path_language_dat}/language.dat.lua", "w")
$file_language_dat_lua.puts "{\n"

languages.sort{|x,y| x.code <=> y.code }.each do |language|
	if language.use_new_loader or language.code == 'en-us' then
		include_language = true
	else
		include_language = false
		puts "(skipping #{language.code})"
	end

	code = language_codes[language.code]
	if code == nil
		include_language = false
	end
	if code == 'en_US'
		include_language = true
	end

	if include_language
		puts "generating #{code}"
	
		$file_pat = File.open("#{$path_plain}/#{code}.pat.txt", 'w')
		$file_hyp = File.open("#{$path_plain}/#{code}.hyp.txt", 'w')
		$file_let = File.open("#{$path_plain}/#{code}.chr.txt", 'w')
		$file_inf = File.open("#{$path_plain}/#{code}.lic.txt", 'w')

		patterns   = language.get_patterns
		exceptions = language.get_exceptions

		if code == 'nn' or code == 'nb'
			patterns = ""
			patterns = $l['no'].get_patterns
		end

		characters_indexes = patterns.join('').gsub(/[.0-9]/,'').unpack('U*').sort.uniq

		# patterns
		patterns.each do |pattern|
			$file_pat.puts pattern.gsub(/'/,"’")
		end
		# exceptions
		if exceptions != ""
			$file_hyp.puts exceptions
		end
		# letters
		characters_indexes.each do |c|
			ch = [c].pack('U')
			$file_let.puts ch + Unicode.upcase(ch)
		end
		# licence and readme
		$file_inf.puts "#{language.message}\n\n(more info about the licence to be added later)\n\n"
		$file_inf.puts language.get_comments_and_licence

		$file_pat.close
		$file_hyp.close
		$file_let.close
		$file_inf.close

		$file_language_dat_lua.puts "\t[\"#{language.name}\"]={"
		$file_language_dat_lua.puts "\t\tloader=\"loadhyph-#{language.code}.tex\","
		$file_language_dat_lua.puts "\t\tcode=\"#{code}\","
		if language.hyphenmin == nil or language.hyphenmin.length == 0 then
			lmin = ''
			rmin = ''
		else
			lmin = language.hyphenmin[0]
			rmin = language.hyphenmin[1]
		end
		$file_language_dat_lua.puts "\t\tlefthyphenmin=#{lmin},"
		$file_language_dat_lua.puts "\t\trighthyphenmin=#{rmin},"
		if language.synonyms.length > 0
			$file_language_dat_lua.puts "\t\tsynonyms={\"#{language.synonyms.join('","')}\"},"
		else
			$file_language_dat_lua.puts "\t\tsynonyms={},"
		end
		$file_language_dat_lua.puts "\t},\n"
	end
end

$file_language_dat_lua.puts "}\n"

$file_language_dat_lua.close