summaryrefslogtreecommitdiff
path: root/Build/source/texk/web2c/luatexdir/NEWS
blob: 8ac0d995e8ecb097edd13806f54a5b905abf04c8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
1750
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851
1852
1853
1854
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
2087
2088
2089
2090
2091
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
2120
2121
2122
2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
2161
2162
2163
2164
2165
2166
2167
2168
2169
2170
2171
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
2195
2196
2197
2198
2199
2200
2201
2202
2203
2204
2205
2206
2207
2208
2209
2210
2211
2212
2213
2214
2215
2216
2217
2218
2219
2220
2221
2222
2223
2224
2225
2226
2227
2228
2229
2230
2231
2232
2233
2234
2235
2236
2237
2238
2239
2240
2241
2242
2243
2244
2245
2246
2247
2248
2249
2250
2251
2252
2253
2254
2255
2256
2257
2258
2259
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
2270
2271
2272
2273
2274
2275
2276
2277
2278
2279
2280
2281
2282
2283
2284
2285
2286
2287
2288
2289
2290
2291
2292
2293
2294
2295
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
2307
2308
2309
2310
2311
2312
2313
2314
2315
2316
2317
2318
2319
2320
2321
2322
2323
2324
2325
2326
2327
2328
2329
2330
2331
2332
2333
2334
2335
2336
2337
2338
2339
2340
2341
2342
2343
2344
2345
2346
2347
2348
2349
2350
2351
2352
2353
2354
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
2366
2367
2368
2369
2370
2371
2372
2373
2374
2375
2376
2377
2378
2379
2380
2381
2382
2383
2384
2385
2386
2387
2388
2389
2390
2391
2392
2393
2394
2395
2396
2397
2398
2399
2400
2401
2402
2403
2404
2405
2406
2407
2408
2409
2410
2411
2412
2413
2414
2415
2416
2417
2418
2419
2420
2421
2422
2423
2424
2425
2426
2427
2428
2429
2430
2431
2432
2433
2434
2435
2436
2437
2438
2439
2440
2441
2442
2443
2444
2445
2446
2447
2448
2449
2450
2451
2452
2453
2454
2455
2456
2457
2458
2459
2460
2461
2462
2463
2464
2465
2466
2467
2468
2469
2470
2471
2472
2473
2474
2475
2476
2477
2478
2479
2480
2481
2482
2483
2484
2485
2486
2487
2488
2489
2490
2491
2492
2493
2494
2495
2496
2497
2498
2499
2500
2501
2502
2503
2504
2505
2506
2507
2508
2509
2510
2511
2512
2513
2514
2515
2516
2517
2518
2519
2520
2521
2522
2523
2524
2525
2526
2527
2528
2529
2530
2531
2532
2533
2534
2535
2536
2537
2538
2539
2540
2541
2542
2543
2544
2545
2546
2547
2548
2549
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
2560
2561
2562
2563
2564
2565
2566
2567
2568
==============================================================
Luatex beta-0.40.0 was released 20090422
==============================================================

* The embedded MPlib is updated to version 1.200.

* Texlua would crash if run font.read_tfm() was used.

* Luatex would crash on empty \patterns.

* Lots of small C code cleanups.

* \textdir inside a \hbox dir *** was wrong earlier.

* 0.39.0 introduced a bug that would make luatex crash whenever
  font expansion was used.

* Font tables returned by define_font can now have a key named
  'cache' that controls the internal lua font table caching.

* There is no longer a need for an explicit --progname if there
  is no input file given.

==============================================================
Luatex beta-0.39.0 was released 20090415
==============================================================

* iniluatex will from now on start up with only the TeX82 primitives
  and \directlua, everything else has to be bootstrapped via 
  tex.enableprimitives(). This change was planned for 0.40.0,
  but *now* is the time to test it.
  
* A bugfix for \primitive in various expandable contexts,
  and \primitive now generates an error message when the 
  argument is not actually a primitive's name.

* There was a bug found in the math accent handling.

* Large math operators are now treated like extensible characters
  in the sense that they can be composed of segments.

* The extra assign- and restore tracing information from eTeX
  had a massive bug because of a dangling else in the pascal web.
  As a side-effect of fixing this bugs, all such potential errors
  in the pascal web have been fixed (for now).

* The math parameters can now be set and queried from lua code
  via the new tex.setmath() and tex.getmath() functions.

* Reflection in a \hbox was broken.

* There was a leak of direction nodes in the paragraph builder.

* The font backend now does a small peek to differentiate 
  truetype and postscript style opentype fonts. This fixes
  the "Can't find CFF table" bug for otf's with truetype outlines.

* Parameters and registers can now also be assinged to globally
  from lua (see the manual for details).

* It is now possible to query the current math style while a 
  formula is still being constructed by using the new read-only
  value \mathstyle. Associated is the new command \Ustack that
  is to be used as a prefix for {.. \over ..} and friends. 
  See the manual for more information.

* The embedded MPLib is brought up to date with the current
  metapost repository (version 1.110 and a few small patches).
  
* Luatex can now handle two breakpoints inside a single ligature
  (like for the functional word of-f-ice). The solution is not
  perfect yet, but the chance of missed hyphenation points in 
  actual documents should now be negligible.

* Some speedups in the font loading code, and in the handling of 
  pdf_literal nodes that are set from within Lua code.

* Some source code and manual cleanup, as usual.

==============================================================
Luatex beta-0.38.0 was released 20090410
==============================================================

* tex.enableprimitives() had a bug were previously defined (but
  currently undefined) control sequences prevented the creation 
  of the new csname.

* The special calling format callback.register('name', false)
  not only disables the callback, but also the builtin code it 
  is supposed to replace. 

* Empty \localleftbox and \localrightbox -es are now suppressed.

* Support for <f>.MathConstants.SubscriptShiftDownWithSuperscript
  was added, to solve the lack of "sub2" in OpenType math.

* Luatex now supports horizontal super- and subscript placement
  corrections via the OpenType MATH mathkern table. See the
  manual for details.

* node.write() no longer copies its argument node list before 
  appending it.

* There are six new primitives that are verbose forms 
  of one and two byte special tokens:
  \Usuperscript \Usubscript 
  \Ustartmath \Ustopmath 
  \Ustartdisplaymath \Ustopdisplaymath

* The attribute node leaks in math mode and alignmetns have been 
  fixed.

* The 11 simple math noads are now combined into a single "noad"
  node type.

* Static linking against libstdc++ is working once again.

* There is a small fix in the keyword scanner to solve the
  problem of 'Runaway ... while scanning ???' that could happen
  for some primitives.

* Lua now also has the "architecture independent bytecode"
  patch applied.

* Lua is updated to version 5.1.4 with coco patches 1.1.5, and 
  lpeg is now 0.9. 

* Some TRT/TLT backend bugs are fixed.

* Various manual updates.

==============================================================
Luatex beta-0.37.0 was released 20090331
==============================================================

* Luatex now implements shell_escape = 'p', a new feature
  in web2c that intends to make \write18 more secure. As 
  a side-effect, if luatex is used for typesetting, it will 
  now also apply shell_escape = 'p' and shell_escape = 'f'
  to the lua functions io.popen(), os.execute(), os.exec(), 
  and os.spawn().
  Nothing has changed for the case where luatex is used as 
  a script interpreter.

* Attributes can now have negative values. The special value
  for 'unset' is lowered to -0x7FFFFFFF (it used to be -1).

* The lua 'kpse' library now has an object-oriented interface 
  as companion to the procedural interface. This is useful for
  e.g. controlling the discovery of mplib files.

* The new internal integer parameter \outputbox allows setting
  of the output box number (default: 255, max: 65535)

* The new primitives \Udelimiterunder and \Udelimiterover 
  complete the set of 'StretchStacks' for OpenType Math.

* Fixed a bug in font string conversions on the Macintosh that 
  resulted in warnings about 'unaligned pointers being freed'.

* Khaled Hosny spotted a bunch of manual errors.

* There was bug in the width of math_accent objects when 
  there were super- or subscripts attached to the accentee.

* In PDF mode, TRT \leaders were bugged.

* The source tree now uses the new texlive build system that 
  Peter Breitenlohner created. 

* There is now a single build.sh instead of four separate
  ones. It has a few options:
      --make      : only make, no make distclean; configure
      --parallel  : make -j 2 -l 3.0
      --nostrip   : do not strip binary
      --mingw     : crosscompile for mingw32 from i386-linux
      --ppc       : crosscompile for ppc osx on intel osx

  Note: --parallel still sometimes causes crashes due to
  timing errors, so use that option with care.

* Many compiler warnings have been removed (but not all yet).

==============================================================
Luatex beta-0.36.0 was released 20090323
==============================================================

* The included fontforge code is stripped considerably, and
  the lua table to access the code is renamed to 'fontloader'.
  The old name ('fontforge') will remain present for a while,
  but will eventually go away.

* New lua functions: tex.primitives(), tex.extraprimitives, 
  tex.enableprimitives().  This is a prelude to a big change
  in the next beta: iniluatex will from now on start up with
  only the TeX82 primitives and \directlua, everything else
  has to be bootstrapped via tex.enableprimitives().
  See the manual for more details.

* Support for multiple lua states has been removed, and at the
  same time support for adding name ids to lua chunks has been
  added.  See the manual for more details.

* More changes to the PDF backend to make it support non-latin
  directions (form and image placement, vertical typesetting,
  synctex).

* The kpathsea library is updated. Highlights: cleaner build 
  process (thanks to Peter Breitenlohner), cleaner mingw32 
  (cross)compilation support, and a new reentrant API.

* Some possible endless loops within extended delimiters in
  math mode are now trapped.

* Movements inside VF font characters were considerably off 
  due to a wrong conversion routine.

* Error handling for \outer has been reinstated, but can be
  suppressed via the new primitive \suppressoutererror.

* The new primitives: \suppresslongerror and \suppressifcsnameerror
  that can be used to suppress errors for \par in non-long macros 
  and for non-expandable objects inside \ifcsname ... \endcsname, 
  respectively.

* New lua function: node.vpack() via a patch from Khaled Hosny
  that also improves error handling in node.hpack().

* Fix the typo that caused \charic (instead of \charit)
  to be defined as a primitive.

* Suppression of hyphenation via \hyphenchar\font=-1 now works
  again.

* The lua functions tex.print(), tex.sprint(), tex.write() now
  accept an array of strings as well as vararg list of strings
  to print.

* A change to be build process: luatex.p is no longer split 
  int smaller pieces before running the C compiler.

* Melissa O'Neill contributed a bugfix to the Type1 font 
  subsetting code.

* A bunch of smaller bugfixes and cleanups (as usual).

==============================================================
Luatex beta-0.35.0 was released 20090224
==============================================================

* The math handling portions of LuaTeX are converted to C code,
  and extended to support Unicode math. There are a great many
  related changes, see the new Math chapter in the manual for 
  details.

* A nasty bug in the paragraph breaking routine was fixed.
  (All lines except the first one were believed to be wider then
  they really were. This affected which nodes were considered 
  as active breakpoints) 

* Various changes to the PDF backend to make it support non-latin
  directions.

* Fixed the behaviour of the page offsets. Placement of the output 
  on the physical page should now work correctly in all directions, 
  both in DVI and PDF.
  There now are \pageleftoffset and \pagetopoffset primitives,
  as well as 

* fontforge.apply_featurefile() was broken since 0.31.0

* The lua profiler library is added.

* The included lua filesystem library is now 1.4.1.

* Reading of pk files fixed.

* An optional space afer a <direction specifier> for \textdir c.s.
  is ignored from  now on.

* \bodydir and \pagedir can now be (re)set even after the first 
  page has been output.

* The new callback mlist_to_hlist can be used to intercept the 
  normal conversion of math lists to horizontal lists.

* The programs ttf2afm and pdftosrc are removed from the luatex
  distribution (these belong to pdftex).

* fontforge.open() now uses much less memory when opening large
  (CJK) fonts.

* The included libpng is now 1.2.35.

* Quite a lot of smaller bugfixes and cleanups (as usual).


==============================================================
Luatex beta-0.31.3 was released 20081229
==============================================================

This release has a bunch of updates from the development trunk
(#1657-1670,1677,1678,1680,1685,1687).

  * Closing of files opened by \externalocp.

  * Fix for a locale-related bug that make PDF generation fail
    with a "Parsing CFF Dict failed" message when including 
    opentype fonts.
 
  * The included metapost is now version 1.102.

  * PDF rules in vertical modes in RL direction where output
    in the wrong direction

  * Fix for a crash on Apple fonts that contain a 'bsln' table.

  * The handling of the second argument to fontforge.open() was
    broken

  * The included libpng is now 1.2.34

  * Handling of ttc files on Windows was broken


==============================================================
Luatex beta-0.31.2 was released 20081209
==============================================================

Besides fixing building issues, this release has

  * A small fix for a crash that could happen when using
    external OCPs.

  * A fix in the format of fontforge.to_table output.
    (In 0.31.1 <font>.lookups was near-empty; the lookups
    were accidentally output as part of the gpos table).

==============================================================
Luatex beta-0.31.1 was released 20081209
==============================================================

fixed a bunch of compilation errors on various platforms, but 
with no other visible changes.


==============================================================
Luatex beta-0.31.0 was released 20081205
==============================================================

This is just an intermediate release so that some testing can be
done on the updated fontforge embedding.

* There are new fields being generated by fontforge.to_table(),
  and one or two old ones have been removed. These fields are /
  will be documented in the manual, but very briefly:

  - MATH table and associated information are now exported
    (the main reason for the new fontforge code)
  - Baseline data is now exported
    (perhaps usable in lua code)
  - Multiple Master / Glyph variation data is now exported
    (but useless, for now)
  - Mac Feature (AAT) information is now exported
    (perhaps usable in lua code)
  - If (lookup) names were saved via the PfED table, these
    will the exported instead of the default, generated names.
    (as requested by Yannis)

* dfont is now treated as an archive format just like ttc
  when it comes to fontforge.info(). NOTE: that does not mean you
  can actually use them, because the  backend doesn't know
  yet how to embed dfont fonts in the PDF, that is on the
  TODO list for the next big beta (0.40.0).

* The executables are a lot larger than before. That is because
  much more of fontforge is included than before. Likely this
  will stay this way, because this makes upgrading the ff code
  much easier, and it means that luatex/FF potentially
  understands more font formats (after upgrading the backend,
  of course)


==============================================================
Luatex beta-0.30.3 was released 20081128
==============================================================

This release fixes a really big bug, a few smaller ones,
and has updates of png and mplib:

* All hyphenation patterns that were anchored at the start or
  end of a word were ignored in luatex versions 0.25.X and 0.30.X
  (and possibly even earlier).

* Repeated use of \language=-1 could result in "There is not room
  for another language".

* The lua true coroutines patch (Coco) is now disabled on OpenBSD
  running on non-intel platforms.

* The lua socket library is patched so that it will now compile on
  OpenSolaris.

* Luatex now has libpng 1.2.33 and mplib 1.100

==============================================================
Luatex beta-0.30.2 was released 20081020
==============================================================

* The Lua coco change from 0.30.1 is reverted as it gave
  trouble on MacOSX. Lua coco on non-intel OpenBSD platforms
  is now explicitly turned off.

* The lua file reading speedup in 0.30.1 broke reading of
  files larger than 100MB.

* Reading of font-related files was broken when there was a find
  callback, but no read callback.

* The texmf.cnf array size setup values were ignored whenever
  --lua was given on the commandline (instead of only when
  texconfig.kpse_init is set to false).

* glyphs with negative widths resulted in incorrect horizontal
  placement (overlapping) of the string in the output PDF.

* Using \latelua could sometimes result in an invalid output PDF,
  and the argument token list was expanded too early

* There was a read buffer overrun in the mapfile parser

* There are two new variables in the status table:
  status.callbacks and status.indirect_callbacks (execution counts).

==============================================================
Luatex beta-0.30.1 was released 20081009
==============================================================

* Invalid return values from the linebreak_filter callback
  are now handled gracefully (was crashing)
* a preinstalled ctangle is no longer needed except when
  cross-compiling
* In 0.30.0, the .notdef fix was incorrectly applied to
  truetype / opentype fonts.
* A bunch of all memory leaks is fixed
* In lua, f:read('*a') now uses signicantly less memory
* The number of \catcodetables is now limited to 64KB
  (for speed reasons)
* Luatex could crash if there were PDF images with and
  without page /Group included on the same page
* Lua coco now always uses setjmp (for OpenBSD compatibility)
* The embedded mplib is updated to the latest svn version
* # marks (characters with catcode 6) are no longer doubled
  inside \directlua
* Handling the nul character (U+0000) with catcode 13
  (active) was broken
* Luatex could crash on win32 with an access violation
  because there was one predefined language too few
  (the one matching \language=-1) 

==============================================================
Luatex beta-0.30.0 was released 20080930
==============================================================

New features:

* Readable \tex internal params that are counts, attrs, or dimens are
  now returned as numbers instead of strings, and skips as node objects.
  Read-write access to tex's skip registers added: tex.skip[0] etc.
* new callback: 'linebreak_callback' to replace the internal paragraph
  breaking code
* the tex table now supports more readable 'convert' values:
  tex.fontname, tex.pdffontname, tex.pdffontobjnum, tex.pdffontsize,
  tex.uniformdeviate, tex.number, tex.romannumeral, tex.pdfpageref,
  tex.pdfxformname  (each takes a number as argument)
* new readable parameter: tex.fontidentifier(number) returns the
  \csname associated with that font id
* luatex now outputs \FONT<nr> instead of \^^@ in Overfull/Underfull
  messages if the font's id text is zero (like for expanded fonts) (#77)
 * luatex --version is split into --version and --credits
* There is now (again) an svn revision number in luatex --version (#91)
* Add support for more read-only internal access from lua:
  tex.lastpenalty, tex.lastkern, tex.lastskip, tex.lastnodetype,
  tex.inputlineno, tex.badness, tex.pdftexversion, tex.pdflastobj,
  tex.pdflastxform, tex.pdflastximage, tex.pdflastximagepages,
  tex.pdflastannot, tex.pdflastxpos, tex.pdflastypos, tex.pdfrandomseed,
  tex.pdflastlink, tex.luatexversion, tex.Alephversion,
  tex.Omegaversion, tex.Alephminorversion, tex.Omegaminorversion,
  tex.eTeXminorversion, tex.eTeXversion, tex.currentgrouplevel,
  tex.currentgrouptype, tex.currentiflevel, tex.currentiftype,
  tex.currentifbranch, tex.pdflastximagecolordepth (#81)
* the old --src-specials are replaced by --synctex (#63)
* the \expanded primitive is backported from pdftex 1.50 (#43)
* luatex now comes with libpng 1.2.32
* experimental: tex.definefont(string, number) associates a
  csname string with a font id number

Bugs fixed compared to 0.29.0:

* dashes were exported wrongly by MPlib
* multi-item \discretionaries were broken in various ways (#78, mailinglist)
* read_font_info was sometimes called recursively from lua-loaded
  virtual fonts
* do_vf was sometimes called on lua-loaded fonts that where
  already known to be virtual
* trailing junk in tfm files is now ignored (needed for ecrm fonts)
* pdf_ignored_dimen was initialized too late, breaking \prevdepth
  handling and causing output lines to overlap eachother (#72)
* pdf.immediateobj() had a printf-related bug
* the fontname terminal logging is fixed for strange font file names
* lua tex array assignments now listen to the globaldefs setting
  (tex.count[0] etc) (#92,partial)
* \parshape was broken (#70)
* there is no longer a ".tex" extension forced on very input file (#74)
* eof() for mapfiles was true one byte too soon (#76)
* out of range \lefthyphenmin and \righthyphenmin settings now actually
  disable hyphenation (#90)
* tex.unset_attribute() looked too far ahead when a to-be-unset
  attribute id not only did not exist in the node, but was also
  higher than the highest set attribute on the node. (#65)
* the parameters attr and page_name of read_image() were swapped
  (this broke \pdfimage with attributes)
* tex filenames with spaces in them on the command line are now
  allowed again (#30)
* sometimes pfb fonts were included multiple times without valid
  reason (#29)
* some parts of the pdftex 1.40.9 PNG transparancy hack were still
  present and caused transparant png handling to fail
* \localinterlinepenalty and \localbrokenpenalty were broken
* special case catcode tables are now handled better (#23)
* the handling of missing .notdef charstrings in old pfb fonts
  is fixed (#27)

==============================================================
Luatex beta-0.29.0 was released 20080718
==============================================================


New features:

* The embedded pdftex is now 1.40.9 (forthcoming) except for the
   following:
   - the png transparancy fix is skipped because it is in conflict
     with a macro-based solution offered by context mkiv.
   - LFS (PDF files > 2GiB) is not working yet.
   - Synctex is still missing

* libpng, xpdf, and zlib are updated to their pdftex 1.0.9 levels

* MPlib is updated to 1.090

* The syntax of buildpage_filter is changed to avoid confusion
   (and crashes). See the manual for the new calling convention.

Bugs fixed compared to 0.28.0:

* The previous bugfix for \languages skipping numbers was wrong.

* Various compile-time warnings are suppressed

* \pdfsetmatrix was broken

* \pdfsave and \pdfrestore were broken

* Valid user_defined whatsits nevertheless were generating errors.


==============================================================
Luatex beta-0.28.0 was released 20080630
==============================================================

There is one new feature:

There is now experimental support for non-trivial discretionaries
following explicit hyphens. In analogy to \prehyphenchar and
\posthyphenchar, there are two new parameters \preexhyphenchar en
\postexhyphenchar. Both new parameters default to zero (nothing).
When set to a nonzero value, the parameter is added to either the
pre- or post- break text. Note that this is *in addition to* the
hyphen already in the input. Testing and comments are very welcome.

Here is a short example (no idea what is says):

   \pdfoutput=1
   \hsize=2in
   \postexhyphenchar=`-
   Seria bom se eu
   pudesse t\^e-lo mantido como amigo, mas por
   mais bem-intencionado que eu fosse, n\~ao
   foi possivel
   \bye



Bugs fixed compared to 0.27.0:

* Words that started off with a character with a zero \lccode
   were never hyphenated at all.

* There was a bug in the new active characters code that prevented
   the latex format from being built (with Invalid character error).

* There is a temporary fix for the sometimes appearing "Font has a
   bad FontBB" message from Acrobat.

* \leaders did not actually stretch enough (the last bit of glue
   that has to line up the line endings was never output to the PDF).

* Bad paragraph-related callbacks could result in luatex crashing.

* The pre_linebreak and post_linebreak filters were never called
   when \output was active (this was a leftover of a superceded
   optimization).

* 'skipping' language codes when setting up \patterns c.s. did not
   work (it used the next empty slot instead of the actual value of
   \language).

* Using multiple 'attr' keywords on box items could cause random
   crashes.

* Calling lang.hyphenate() with one argument (without specifying a
    tail node) could crash.

* The luatex pdf banner and version reporting is cleaned up a bit.

* Conflicting patterns inside \patterns now give an error:
     ! Conflicting pattern ignored.
   (duplicate identical patterns are ignored without error).

==============================================================
Luatex beta-0.27.0 was released 20080624
==============================================================

Bugs fixed compared to 0.25.3:

* Unicode reencoding support for non-standard (i.e. older)
   Type1 fonts is now somewhat less broken than it was (#25)

* .vf fonts using specials crashed luatex

* luatex would crash on --\par (#33)

* An attempt is made to get a sane default value for StemV in
   the created pdf (#32)

* We can now guarantee that %PDF-1.* header is printed before
   the first pdf.print() output

* lang.hyphenate() was broken

* insert_before(a,a,b) was broken (#37)

* argv[0] is now cleaned up before being used as a default for
   mem_name and prog_name (#28).

* luatex would crash on loading extended fonts (fonts loaded
   via lua callbacks) from a format file.

* The fix for pdftex bug #799 is backported from pdftex 1.40.4.

* slnunicode had a bug in the unicode.utf8.gmatch iterator.

* Queries of nonexisting fontdimens could cause a crash.

* luatex would crash on {\textdir TLT\pardir TLT x\break\par }

* Fixed wrong placement of lines in mixed-direction paragraphs
   that could happen in some situations.

Other news:
* Luatex now includes luasocket (#35)
   See http://www.tecgraf.puc-rio.br/~diego/professional/luasocket/
   for usage.
   There is a new commandline option: --nosocket to disable this,
   and that is also implied by --safer.

   NOTE to the binary builders: there are some unfixed configure
   problems when you need to add a specific library to get socket
   support on your platform. You probably will have to edit the
   generated Makefile by hand (search for 'socketlib').

* There is ongoing development to the 'img' and 'mplib' libraries.
   See the reference manual for details.

* The 'character commands' in virtual fonts now support image
   inclusion. See the reference manual for details.

* Lua error messages now include the call stack.

* \directlua and \latelua have been extended to accept a 'name'
   keyword. The argument is a token list that is used as the lua
   name of this chunk in lua error messages and call stack prints.
   (#42)

* The lua chunk names can be interfaced via a new virtual
   table called lua.instancename, the values in that function as
   defaults in the absence of 'name' keywords.

* The 2-plane limit on active character range is removed (#12).

* Subsetted TTF fonts in the PDF now retain the cmap table.

* There is a new Lua variable os.selfdir. This contains the
   full absolute pathname of the directory that the executable
   resides in (with symlinks resolved)

* There is a new function os.uname() this returns a lua
   table containing various platform information items.

* The node library now uses text strings for direction specifiers
   instead of numbers. See the reference manual for details.

* The 'E' (edit) as error response functionality is now a noop.

* Adding luatex 0.25.3 to texlive resulted in a few minor backports,
   in particular: Support for mktexfmt is added, and luatangle now
   identifies itself as such (instead of calling itself otangle).

* We fixed a whole series of portability problems (but
   we probably introduced new problems as well).

* Most (all?) files now have a corrected Copyright header,
   and link in $Id$ and  $URL: http://scm.foundry.supelec.fr/svn/luatex/trunk/source/texk/web2c/luatexdir/NEWS $ into the object file.

* Some unnecessary files were removed from the distribution.

==============================================================
Luatex beta-0.25.3 was released 20080418
==============================================================

Bugs fixed:
* Pdftex bug no. 936 (sarovar) regarding vertical
  positioning of embedded PDF files if depth parameter is given.
* Luatex gave bogus lua return values for the tex.wd/hd/dp
  values of void boxes
* A few bugfixes in mplib (square pens caused hangs, elliptical
  pens caused confused output)
* Hyphenation of uppercase words (\uchyph) was broken
* Output image placements corrected for all 8 transform cases
  also when artbox etc. is used
* There were missing maketexstring() calls in error messages
* Math display contents were sometimes prematurely freed during
  the placement of the equation number
* Setting \language=-1 could cause crashes due to an array
  index going out-of-bounds

Other news:
* build.sh.ppc is added to the source distribution. This is a
  script that crosscompiles osx ppc binaries from osx intel
* tex.box[<chardef name>] is now supported (but still experimental)
* a bunch of compiler warnings are removed
* The fontforge library now dump AAT feature tags as and
  "<id,flags>" string
* The new function font.nextid() predicts the next assigned font id
* Some source code changes are backported from texlive 

==============================================================
Luatex beta-0.25.2 was released 20080410
==============================================================

* Updated to MPlib 0.40
* Bugfixes and cleanup in the lua img table code
* Fix \pdflastximagepages bug from pdftex
* Fix for very large tex.print strings
* Update to Lpeg 0.8.1
* &D Bugfix for Type1 fonts when out-of-range characters
  are marked as 'used'

==============================================================
Luatex beta-0.25.1 was released 20080321
==============================================================

* Updated to MPlib 0.30 (that is now becoming usable)
* The build requirement for a pre-installed ctangle is gone
  (thanks to Martin)

==============================================================
Luatex beta-0.25.0 was released 20080311
==============================================================

New:

* mplib library:
   This version features an embedded MP interpreter whose output
   can be directly accessed from lua code (mplib), without calls
   to an external "mpost" command. Of course it has bugs and
   limitations (makempx does not work, for example) but keep in
   mind that it is only an initial attempt.
   See the manual for more details.
* img library:
   ** img.immediatewrite() is added
   ** images now accept a 'transform' key
   ** widths etc. can now be given as width="100mm"

Fixed:

* \parshape handling was completely broken since 0.20.0+
* when \pdfprotrudechars was in effect, an assertion failure
   could happen when embedded \hboxes in the paragraph appeared
   at the end of a line.
* import of otf fonts with contextual lookups has been debugged,
   thanks to a patch by GW himself.
* compiling with gcc 4.2.3 is now supported
* if you want to build from source, you need a pre-installed ctangle.


==============================================================
Luatex beta-0.22.1 was released 20080227
==============================================================

* The macnames.c source file for building ttf2afm is restored.
* "make depend" in luatexdir now works again
* luatex sometimes crashed because it attempted to expand an
  already expanded font
* luatex aborted when --progname was given but no format name.
  It now sets the format name to the given progname in that case
* sometimes paragraphs with near-empty lines could cause a crash
* img.supportedtypes() had a bug causing it to crash
* img.supportedtypes() has been renamed to img.types for consistency
* img.boxes() added, returns strings representing bounding boxes
* img.node() added, returns a whatsit node cf. \pdfrefximage
* node.write() now accepts multiple arguments
* the program_name_set switch was not set automatically from C,
  causing errors unless lua code called kpse.set_program_name()
  explicitly
* kpse.set_program_name() can now be called more than once
  in a single run.
* os.spawn{...} and os.exec{...} could cause crashes because of
  a memory allocation error

==============================================================
Luatex beta-0.22.0 was released 20080215
==============================================================

* We now have an official bug tracker: http://tracker.luatex.org
* A new lua library (img) is added that allows a direct
   interface to the image handling of luatex. You can use this
   to include images from lua code instead of via the more
   traditional \pdfximage cs. See the manual.
* An optional equal sign after \{pre,post}hyphenchar is now
   allowed.
* os.exec() has been extended, and os.spawn() added. These
   functions have support for quoted strings, and they
   also accept a table with preseparated command arguments.
* New string constants os.type and os.name are provided.
* node.last_node() is added. This pops and returns the last
   node from luatex's 'current list'
* node.write() is added. This appends a node to the end of
   luatex's 'current list' (experimental).
* The strict check on unicode compliance in pattern files
   is dropped. Patterns files still have to be in proper UTF-8
   encoding, but the error for non-Unicode character values
   (like 0 - 31 and 127 - 159) is dropped.
* \pdfadjustinterwordglue, \prependkern, \appendkern
   and associated \XXXXcode arrays are gone.
* The rest of the pdftex font arrays are now merged into
   the new luatex font data structure. This means that you
   can now set up font expansion from lua code, and that a few
   font-related limits are gone.
* The 'top_skip' field in 'insert' nodes is renamed to 'spec',
   for improved consistency.
* kpse.show_path() added. This behaves just like
   $ kpsewhich --show-path
* The unicode.utf8 functions now also accept values in the range
   1.114.112 - 1.114.367 that is used by LUATEX for raw byte output.

What's been fixed:

* Better node memory (de)allocation error tracking and messages
* Compilation on MacOSX 10.5 was broken
* There was a bug in node.insert_after
* Use of \{pre,post}hyphenchar was broken
* lfs.permissions was leaking memory
* Some warning and error messages are improved a bit
* A set of bugs in character protrusion, this seems to be working
   ok now.
* Also, a set of bugs in font expansion. This now works in most
   cases but is not quite bugfree yet (problematic files for testing
   are welcomed).
* The functions in the kpse library would crash luatex if
   kpse.set_program_name() was not yet called. gives an error now.
* Alignments with spanned columns could cause crashes
* A patch is added for problems with filename parsing on the
   "first input line" (by Jonathan Kew)
* The hpack_filter and vpack_filter were only called for lists longer
   than one node.
* Luatex is now more forgiving about font subsets being smaller
   than their expected size (issues a warning instead of aborts now)
* A "double-free ignored" error for paragraphs with lines starting
   with discarded items was fixed.

==============================================================
Luatex beta-0.20.2 was released 20071217
==============================================================

* some portability fixes to the build scripts
* a fix for multi-\span in alignments causing unbreakable
   loops
* manual improvements from Jonathan Sauer
* fix for undefined csnames in \directlua if
   web2c's hash_extra is nonzero
* fix for LR text inside of a RL document
* fix for open_read_file callback not being called
   unless find_read_file was also registered
* removed the ocp status message when \ocps are not
   actually used
* "unicodeenc" in the fontforge to_table renamed to
   "unicode" for improved consistency

==============================================================
Luatex beta-0.20.1 was released 20071207
==============================================================

* texlua was broken on Solaris because the some C header
   files were loaded in the wrong order.
* os.tmpdir() now accepts an argument, making it easier
   to use. It now generates more unique filenames when
   it is called repeatedly in one run.
* The --luaconly commandline switch is now documented
   in the --help text.
* The new extended hyphenation exceptions were severely
   broken.
* \pdfprotrudechars could cause luatex to abort with an
   assertion failure.
* There was a bug in the  \span code that could cause endless
   loops.
* The simple forms of \leaders were messed up on windows
   because a variable was not properly initialized.
* Non-grouped \textdir commands created invalid output.
* e-TeX's pseudo files were not closed properly in ini mode.
* The luatex.web now weaves properly again.
* I made some small improvements to the manual.

==============================================================
Luatex beta-0.20.0 was released 20071205
==============================================================

News compared to the last beta (0.11.2) is as follows:

* Completely overhauled hyphenation and ligkern application,
  including the addition of a new "lang" table in lua to
  interface to the language parameters, some extra functions
  in the "node" table, and a few extra callbacks ("hyphenate",
  "ligaturing", "kerning", "post_linebreak_filter").

  There is a new chapter in the manual to document all the
  changes to the hyphenation and line breaking algorithms,
  it is simply too much to list here.

* the interface of the pre_linebreak_filter,hpack_filter,
  vpack_filter, and pre_output_filter has changed slightly.

* boxes can now get explicit attributes different from the
  currently active set, using a syntax like

  \hbox attr2=12 attr3=-1 to 12pt {Hi!}

* lpeg is now at version 0.7

* a whole series of exotic bugs and compiler warnings are
  fixed, mostly thanks to the watchful eye of Fabrice.

* texio.print now accepts multiple strings as arguments.

* the lua functions os.sleep(), os.times(), os.gettimeofday()
  and os.tmpdir() have been added.

* lua now comes with the coroutine (coco) patches from the
  luajit project applied.

* the banner line no longer claims to be TeX.

* a bunch of bugs reported on the mailing list have been
  fixed (I hope all of them).

* (internal) we found lots of small ways to speed up lua
  node processing.

* (internal) the node (de)allocation functions have been
  rewritten, so that absolutely all nodes now have a type,
  even the ones with variable sizes. 


==============================================================
Luatex snapshot-20071029 was released 20071029
==============================================================

* Completely overhauled hyphenation and ligkern application.

  There is a new chapter in the manual to document all the
  changes to the hyphenation and line breaking algorithms,
  it is simply too much to list here.

* the interface of the pre_linebreak_filter,hpack_filter,
  vpack_filter, and pre_output_filter has changed slightly.

* lpeg is now at version 0.7

* a whole series of exotic bugs and compiler warnings are
  fixed thanks to the watchful eye of Fabrice.

* texio.print now accepts multiple strings as arguments.

* The lua function os.sleep() is added 

==============================================================
Luatex beta-0.11.2 was released 20070918
==============================================================

* Pdf inclusion and subsetting of CID-based opentype fonts
  now works as it should.

==============================================================
Luatex beta-0.11.1 was released 20070918
==============================================================

A quick list of what is new and fixed since beta 0.10.2:

New:
* pfb+afm fonts can now be used in 'wide' (encodingbytes=2) mode
* searching in PDFS using 'wide' fonts now works reasonably well
  (based on the tounicode feature)
* related to that, tounicode information can now be passed
  on inside the font metrics table
* font subsetting is now supported for CID-based OpenType fonts
  (however, there is a known bug with KpozMinProVI-Regular.otf)
* fontforge's warning and error messages are now intercepted
  and passed on to the lua code as a second return value of
  the fontforge.open() function
* the new primitive \suppressfontnotfounderror can suppress
  the TeX error for "Font not found"
* The lua function font.current can now be used to set TeX's
  current font

Fixes:
* set_attribute(-1) is now the same as unset_attribute()
* OpenType lookups with glyph classes would crash luatex
* luazlib would not compile on debian (fix from Norbert)
* CID-based fonts would crash luatex
* Bare CFF should be read in binary mode (fix from Akira)
* VF processing did not process packets containing zero bytes properly
* the truetype collection (.ttc) handling is fixed, so that all
  of the fonts inside a collection can now be used reliably
* application segfaults and stack overflows are intercepted
  so that luatex can quit a bit more gracefully
* an assertion failuer on systems with signed chars (linux-powerpc)
  is fixed
* a crash on AMD64 linux was fixed
* the lua "pdf" table code was wrong
* \ifcsname did not work properly for UTF-8 characters
* Use of the math-related functions using make_fraction (like \atop)
  caused a crash
* \handling of \if\noexpand was wrong
* applied a patch that cleans up XForm and page calculations
* "autoconf" support from zziplib is stripped 

==============================================================
Luatex beta-0.10.2 was released 20070814
==============================================================

Bugs fixed:

* the primitive \span was completely broken
* \pdfexpandfont (font expansion) misbehaved if it was used more
   than once
* virtual fonts: sometimes they used the wrong internal font id,
   loading vf fonts via fonts.read_vf() was impossible, and sometimes
   virtual fonts created segfaults
* while dumping formats, the last font parameter for each font was not
   dumped at all
* zziplib was always compiled with pre-installed zlib headers, instead
   of the ones in the build tree
* lua 5.1.2 has trouble quoting ^Z characters etc, the tentative patch
   for lua 5.2 from Luiz fixes that, hopefully
* fontforge.font('font.pfb') now properly parses AFM boundingboxes
* non-existing files in the argument for fontforge.open() or
   fontforge.info() could cause segfaults, now it generates an error
   instead
* fontforge.open() did not return character widths for vertical fonts
   as it should
* on Windows, fontforge believed that ttc files (TrueType Collections)
   were actually directories. ttc processing is still not 100% correct,
   but it is getting better
* the build system used explicit 'make' sometimes
* the auto-growing string pool was not used everywhere
* there were some typos in the documentation parts of the pascal web
* use of \parshape could easily exhaust all available memory


New features:

* support for applying Adobe Feature files (.fea) and Adobe Font
   Metrics (.afm) is added to the fontforge library
* fontforge.info() will now return an array of tables for the contents
   for ttc files
* support for a 'texluac' personality was added, to replace the 'luac'
   command from the official Lua distribution

==============================================================
Luatex beta-0.10.1 was released 20070719
==============================================================

This was a hotfix because beta-0.10.0 was completely broken.

==============================================================
Luatex beta-0.10.0 was released 20070718
==============================================================

The latest version of the manual is included in the package, and I
am not going to repeat all of that. There were some minor changes
compared to the previous snapshot, but mostly just bugfixes and
documentation improvements.

==============================================================
Luatex snapshot-20070626 was released 20070626
==============================================================

* Integrated the lua library lzlib, this defines tables with
   bindings for zlib (including eazy-to-use gzip support)
* Updated to slnunicode version 1.1
* Some small cleanups in the sparse array handling
* Moved the raw byte support out of the valid unicode range
* Fixed a bug in the OFM font reader
* Removed the pdftex snap nodes (and associated primitives)


==============================================================
Luatex snapshot-20070622 was released 20070622
==============================================================

Not a lot of news, but it fixes a few important bugs in the lua 
node processing. Also a few utility functions are added:

* tex.round()
   rounds and bounds checks a lua number to make sure it is
   a valid tex integer.
* tex.scale()
   multiplies a number (or the numeric values in a table)
   with a fixed quantity, and calls tex.round() on the result.
* node.has_field()
   Test if a node has a specified field name
* node.remove()
   removes a node from a nodelist, while keeping the list intact
* node.insert_before()
   inserts a new node into a nodelist, just before a specified
   location node
* node.insert_before()
   inserts a new node into a nodelist, just after a specified
   location node
* node.hpack()
   packages a nodelist into a hlist node


==============================================================
Luatex snapshot-20070619 was released 20070619
==============================================================

* The lua node processing interface is completely reworked.
   It is now completely based on userdata, and uses a new lua table
   called 'node' to hold the methods. More detailed information
   is in the manual (of course).

* There is a fifth node processing callback:
      pre_output_filter
   this is executed just before the packaging of \box 255.

* The hpack_filter and pre_linebreak_filter callbacks now
   receive an extra argument indicating the number of top-level
   glyphs in the node list.

* Virtual fonts can now contain a 'node' key in the glyph
   commands: the value should be a hlist node (i.e.: a horizontal
   box), and that will then be output for each character access
   in that font.

* A new set of registers is added, called \attribute. These are
   values that will be automatically attached to nodes created in
   their scope. More information in the manual.

* Direct read/write access to TeX's box registers is addded to
   the lua 'tex' table.

* TeX's main memory now grows dynamically, and the (de)allocation
   routines have been rewritten completely.

* The 'kpse' table is extended with extra interface functions, to
   allow texlua to be used as a scripting engine.

* The \pdftexversion command now returns 200, not 140.

* The displayed banner and --version screens are cleaned up.

* The format file is now RLE compressed. Not as small as before,
   but unpacking is much faster.


==============================================================
Luatex snapshot-20070426 was released 20070426
==============================================================

This past month I have been busy with nodes and lists of nodes,
so the big new feature in this release is that there are four
callbacks that operate on node lists:

  buildpage_filter
  pre_linebreak_filter
  hpack_filter
  vpack_filter

The preliminary documentation for these is in the manual, but the basic
idea is that you can filter a node list just before LuaTeX starts doing
something with it (like line breaking). This functionality is not stable
yet: the node presentation of the various node types is pretty much OK
now, but keep in mind the following:

  * math noads and math typesetting are not handled at all (yet)
  * not all hpacks and vpacks are intercepted (yet)
  * the nested node list handling will probably change
  * A conversion tool for nodes to/from dictionaries is planned,
    but not done yet

The other changes in this snapshot are various bugfixes (for builds
on various platforms as well as font issues) and speedups (in the 
execution of callbacks and the creation of lua font representations).


==============================================================
Luatex snapshot-20070322 was released 20070322
==============================================================

* I have changed the token_filter callback quite rigorously,
   mostly because of speed issues. The raw speed of trivial
   lua token handling is now only about 20 times slower than
   the native handling. Not bad at all, considering it has to move
   between interpreted and compiled code for each and every
   token. If you do not run the token filter inside \output,
   the effective run speed difference should not be much more
   than a factor 1.5.

   Two big differences: you have to call token.get_next()
   yourself, and the token table is now a three-item array
   instead of a five-key hash. The minimal example changes to

   \directlua0{
     callback.register('token_filter', function ()
       return token.get_next()
       end)
   }

   more details are in the manual.

* I've fixed a few bugs in the handling of Opentype TTF, and added
   a new key in the font definition table:

      f.encodingbytes = (1|2)

   The default is 2 for opentype and truetype format, 1 otherwise.
   Later on, it will become possible to have a type1 font in 2-byte
   (CID) encoding or a truetype font in traditional encoding (1-byte),
   but I have not covered all cases yet.



==============================================================
Luatex snapshot-20070309 was released 20070309
==============================================================

* The OCP debug information is removed again.

* There is a new callback that I am quite excited about myself:
   'token_filter'.


A bit of text from the reference manual:
--------------------
This callback allows you to change the modify any lexical token that
enters the \type{main_control} function before \LUATEX\ executes the
associated command.

Note: not all tokens can be intercepted yet, only those that are `seen'
by \LUATEX's main control function.  Supplemental tokens like the bodies
of macro definitions and the right-hand side of register assignments
are not seen. For now, this is intentional.

\startfunctioncall
      function (table <token>)
         return table <token>
      end
\stopfunctioncall

Calling convention for this callback is bit more complicated then for
most other callbacks.  Initially, lua function will be called with the
next token from \type{get_next()} as argument, represented as a small
lua table.  The function should either return a lua table representing
a valid to-be-processed token, or something else like nil or an empty
table.

If your lua function does not return a table representing a valid
token, it will be immediately called again with yet another token
from \type{get_next()} as argument, until it eventually does return
a useful token.

But if the function does return a usable token, then that token will
be processed by \LUATEX. Afterwards, the function will be called
again, but now without an argument. This is repeated until it stops
returning tokens.  Then processing reverts back to the other branch.

The point behind that roundabout calling convention is that it
allows the lua function to buffer tokens for various uses. That in
turn makes it possible to do some really advanced things like
replacing OTPs.

Now about that table. The table that the function will receive
contains four fields:

\starttabulate[|l|i|p|]
\NC Key     \NC  type    \NC                Explanation \NC\FR
\NC cmd     \NC  string \NC A representation of  \LUATEX's internal
                             command code\NC\NR
\NC chr     \NC  number \NC The command code modifier\NC\NR
\NC cs      \NC  string \NC If the token came from a csname, this
                             is  that csname\NC\NR
\NC mod     \NC character \NC A single character string representing
the current processing mode. One of {\bf v}ertical, {\bf h}orizontal,
display {\bf m}ath, {\bf n}o, internal {\bf V}ertical, 
            restricted {\bf H}orizontal, or inline {\bf M}ath mode.\NC\LR
\stoptabulate

If you modify the table before returning it, then it is wise to return 
either a (\type{cmd}, \type{chr}) pair, or a \type{cs} string.  That is
because if both options are present, the pair has precedence and the
string is ignored. On the return table, {\bf mod} is ignored always.
--------------

I have no long example code yet and it is not as complete as one
would want it to be because it is not intercepting everything that
comes in, only the bits that are triggered by the main control
loop.

I decided to do a fast snapshot release for two reasons:

* It is one of the easier extensions to get started with if you want
   to learn a bit about lua programming

* I would welcome feedback on the token interface, because it will
   be needed in other places as well, soon. I am still not sure
   whether converting the command to/from strings is worth it, for
   example. And maybe it would be less confusing if you could return
   a list of tokens instead of being called repeatedly?

Here is the trivial example to get you started:

    \directlua0{
      callback.register('token_filter', function (t) return t end)
    }


==============================================================
Luatex snapshot-20070307 was released 20070307
==============================================================


* Non-CID PostScript-based Opentype fonts are now combined over
   the entire document, and properly subsetted. The code is
   borrowed from xdvipdfmx with some minor adjustments

   Adding support for CID-keyed OpenType fonts would not be hard
   but at the moment I lack example input (and incentive).

* A small extension to the virtual fonts structure: you can use

     f.fonts[1] = { 'id' = 38}

   to do a backreference to a previously defined font. This saves quite
   a few computations

* There was a bug in the handling of \leaders in the output whereby
   it's width was taken to be twice what it should be while writing
   to the PDF, fixed now.

* The font inclusion code is cleaned up a bit by Hartmut.

* Some compilation problems were fixed.

* There is (quite a bit of) debugging information printed out when
   OTPs are in use, because I am tracking down a bug reported by Idris.

   The input of each and every OTP step is shown on the terminal in
   a line line this:

     [57902][1568][58423][1568][58408][1568][58921]

   those are the decimal values of ocp i/o characters. If you don't
   need them, don't worry about it.

==============================================================
Luatex snapshot-20070302 was released 20070302
==============================================================

* The 'snapshot version' banner is now calculated dynamically
  at build time. This aids in figuring out what binary people
  are actually running, but it can possibly break the build on
  systems that do not have a `date` command.

* The do_vf() function that checks for virtual font existance
  is now run immediately after the font definition instead of
  being postponed until characters are output.

* The 'define_font' callback interface has changed a little.
  It is now:
    retval = function (name,size,fontid)

  where fontid is the internal font number of the font that
  is currently being defined, and retval can be either a table
  (as before) or a different, previously defined fontid. This is
  useful if a previous definition can be reused instead of
  creating a whole new font structure.

* The internal font data structure has been redone. Glyph index
  inside a font is now handled by a sparse array, so that use
  of e.g. 0xFB01 (fi-ligature) no longer creates a 64000+ entries
  character array.

* The internal cache-ing of font metric information is turned
  off completely, because it was based on the assumption that
  name + size were a unique identifier for a font. This can no
  longer be guaranteed.

* word boundary processing now works OK again, thanks to the
  introduction of two virtual characters in the font table
  definition. Besides the normal numeric entries in the
  f.characters table, there can now also be two string keys:
  "left_boundary" and "right_boundary". The  ligatures and kerns
  of the 'left_boundary' character are used for the pre-word
  boundary processing, ligatures and kerns between characters
  and 'right_boundary' are used for the post-word processing.

* Lua font table references are no longer cached by the
  executable ,in order to preserve memory. (the only downside
  is that font.fonts[] access is now slower because of the need
  to recreate the lua table).

* There are other some small changes to the font table formats.
  Please see the manual for details.

* A 'real' font can now still have virtual characters if they
  are loaded via lua. Just set the 'commands' section and/or
  the 'fonts' array to your liking, and it should work out.

  If you have created no 'fonts' array at all, then the default
  font (indentifier '1')  is the current font, so that you
  can create virtual duplicates of already existing characters.

  Note: this does not work the other way. There can not be
  'real' characters in a virtual font!

* Truetype-based opentype fonts no longer require Acrobat 7
  t(hey are now written out as if they are normal truetype).

* A lua init script can now set 'texconfig.formatname' and/or
  'texconfig.jobname'. If ther is no file or format specified
  on the commandline, then, if, one of those keys is present,
  that key will be used instead of simply quitting with an
  error.

* Placement of boxes and rules in right-to-left mode is debugged,
  and now seems to work ok.

* Virtual font loading is debugged.

* Some memory leaks are resolved

* HZ font expansion should work ok again, but is not tested.

* a few of the warning during opentype loading have been removed
  because the problems are rather harmless and turned out to be
  triggered by almost every font.


==============================================================
Luatex snapshot-20070218 was released 20070218
==============================================================

* The pdftex stuff is now updated to 1.40.3
  (and on top of that, it still has those extra patches announced in
  snapshot 20070202)

* The virtual font parser is debugged and now appears rather stable.

* There is one extra virtual command:

    "commands" = {
       {"slot", 1, 97}, -- place character 97 'a' in local font 1.
     }

  This is just a shortcut for {"font",1}, {"char", 97}

* Some small memory leaks have been fixed. Luatex does not leak big
  time, but I'd like to get back to valgrind reporting '0 out of 0',
  instead of the current 800 bytes or so (that is a slow process).

* You can read a truetype or opentype font from within lua code
  using font.read_ttf() or font.read_otf(), respectively.

  This feature uses a fair bit of the fontforge code, making the
  binary rather a bit larger than before. Just so you know.

  Apple (AAT, as well as encoding) support is still largely missing,
  and bitmap-only and old Multiple-Master truetype fonts are not
  supported at all (and never will be).

  The output format is (shadily) documented in the reference manual.
  At the moment, it very closely resembles the internal font stucture
  that is used by fontforge.

* LuaTeX can now write wide OpenType fonts to the PDF file.

  There is no subsetting support yet, and a ToUnicode CMap is also
  still missing, but nevertheless it is already somewhat useful. The
  rule is very simple: if a font uses code points above 255, then it
  is considered to be a `wide' font, and it will be written out as
  a Type0 CID-keyed font to the PDF.

  Caveat: Getting suitable metrics into LuaTeX can be a bit of problem
  right now, because font.read_otf() does not produce anything that
  can be fed back into define_font without extra processing.  Hans has
  some experimental Lua code for ConTeXt (of course :-)) and that is
  how I know it works.  You can expect a nicer interface soon,
  hopefully next week, in the form of a simplistic table conversion
  routine.

* I have started work on supporting Aleph's bidi typesetting in PDF
  mode as well, simple text seems to be largely ok. More complicated
  documents will no doubt still show some bugs, but fixing those will
  be easy (once they are discovered). Exactly what happens with specials
  is not yet investigated.

* Omega's (16-bit) wide virtual fonts now work OK in PDF mode. This
  means that many Aleph files can now be run in PDF mode directly.
  (the documents that use UTF-8 input encoding)


==============================================================
Luatex snapshot-20070202 was released 20070202
==============================================================


* The pdftex stuff is now updated to 1.40.2, and on top of that, it has

   - an extra patch from Han The Thanh that adds a primitive to control
     the merging of fonts from external pdf images (\pdfreplacefonts),
     and a bugfix for virtual font handling.

   - an extra patch by Hartmut Henkel that removes a number of malloc()s
     and free()s from the calls to the compression library, thereby
     making luatex run a bit faster.

* luatex now happily accepts the following low-level syntax:
	
    \font\myfont = <general text> <at specifier>

   It feeds the <general text> to either kpathsea or a lua script for
   further processing after stripping the braces.

   In itself, this is not all that useful, but the reason for this
   syntax extension is that it paves the road for a macro package
   to do something like this:

    \font\myfont = {font="Times New Roman", color="\darkred",
                    encoding="ec", features="liga", size=10bp}

   without having to resort to system-specific quoting mechanisms.
   Macro (and other) expansion takes inside the braced argument.

   (I am considering adding this extension to \input as well).

* It is now possible to define a font into the font.fonts[]
   directly from lua, but becayse use is limited, I am only
   mentioning it to be complete.
	
   Syntax:	
	<number> id = font.define(<table> font)

* There is a (not very reliable yet) virtual font parser accessible
   from lua.

   Syntax:
	<table> vfdata = font.read_vf(<string> name, <number> size)

   The interpreter tries to give a reasonable representation of a
   virtual font file (the .vf file). Besides a few simple top-level
   items:

     designsize  -- in scaled points
     size        -- also in sp
     name        -- the file name
     checksum    -- the vf checksum
     header      -- the header comment  (if any)

   it also has a top-level array 'fonts' wherein each item is a mini-
   array describing one of te mapped fonts. An example makes this
   easy to understand

    "fonts" = { {"ptmr8a",655360}, {"psyr", 600000} }

   says that the first referenced font (index 1) in this virtual font
   is ptrmr8a.tfm loaded at 10pt,  and the second is psyr.tfm loaded
   at a little over 9pt. These index numbers are used by the character
   command definitions that follow.

   At top level, there is a 'characters' array, just as for a normal
   font, except that each item has only two keys:

     "width"    -- the tfm width (as stored in the .vf)
     "commands" -- an array of virtual font commands for a character.

   each of the items in the 'commands' array is itself a tiny hash.

   Each of those mini-hashes represents a single character packet
   command. Here is a 'commands' entry that contains every possible
   one at least once:

     "commands" = {
        {"push"},                     -- remember where we are
        {"right", 5000},              -- move right 0.08pt
        {"font", 1},                  -- select the fonts[1] entry
        {"setchar", 97},              -- place character 97 'a'
        {"pop"},                      -- go all the way back
        {"down", -200000},            -- move *up* about 3pt
        {"special", "pdf: 1 0 0 rg"}  -- switch to red color
        {"rule", 500000, 20000}       -- draw a bar
        {'special',"pdf: 0 g"}        -- back to black
      }


* But the big news is that you can now define your own virtual fonts
   on the fly, by adding a few statements to the table returned to
   the 'define_font' callback.

   There are a few requirements:

   - The table has to have a top-level key 'type', and it's value
     must be 'virtual'.

     The presence of this key with the specific value 'virtual'
     will trigger handling of the rest of the special virtual font
     fields in the table, but the mere existance of 'type' is
     enough to prevent luatex from looking for a virtual font
     on its own.

     Therefore, this also works 'in reverse': if you are absolutely
     certain that a font is not a virtual font, assigning the value
     'base' or 'real' to 'type' will inhibit tex from looking for a
     virtual font file, thereby saving you a disk search.

   - There must be a top-level 'fonts' array, as explained above.
     Any fonts that are not yet known to luatex at that moment,
     will be loaded automatically (Warning: do not ever use a font
     in 'fonts' with the same name you will return in the table you
     are defining right now!).

   - Each and every character in the fonts needs to have a 'commands'
     key, as explained above.

   The main point behind these restrictions is that a font is
   *either* a base font *or* a virtual font. It cannot be both
   at the same time.


==============================================================
Luatex snapshot-20070126 was released 20070126
==============================================================


* Underscores in pascal identifiers are now retained.

   This took quite a bit of work. The web2c conversion tools
   needed only small adjustments, but most of the existing C
   code depended on the removal of the underscores. I had to
   go through changing many lines. 99% of all identifiers are
   now written the same on the pascal side as on the C side.
   This makes writing interface code quite a bit less confusing.

   Not everything is completely clean yet, because I did
   not want to change the web2c-specific C files. I often
   took the other approach and removed the underscores
   from the web2c options (like 'parsefirstlinep') in the
   change file instead. Ugly, but predictable.

   There is about a dozen or so of #defines left, that map
	memoryword -> memory_word
         strpool    -> str_pool
   etc.

* The virtual font parsing and interpreting is now done in C.
   (this is because it needs to be interfaced with the lua-based
   font loader)

* I am in the process of merging: the VF stuff; the TFM stuff;
   the lua font loading; and the pdftex font backend into one
   interface, so there were some smallish changes relating to
   that as well. Nothing worth mentioning just yet except that
   luatex now will read "ovf" files as well as "vf" files.

* There are a few really small bugfixes for bug reports I received
  on this list and by email.

==============================================================
Luatex snapshot-20070119 was released 20070119
==============================================================

The largest new bit is the existence of a font.fonts array, that you
can use to query/adjust the internal defined tex fonts. See the manual
for more details.

Two small new lua extensions are added as well:

   * os.setenv() -- to change the environment
   * os.exec()   -- a non-returning os.execute()

And a bit of cleanup in the commandline processing.


==============================================================
Luatex snapshot-20070117 was released 20070117
==============================================================

* the pdftex core is updated to 1.40.1, and web2c to 7.5.6

* the pdftex-specific documentation is removed

* lua lpeg library updated to 0.4
   ( http://www.inf.puc-rio.br/~roberto/lpeg.html )

* the C part of the lua md5 library is added to the binary
   ( http://www.inf.puc-rio.br/~roberto/md5/md5-5/md5.html )

* --luaonly now puts the script itself at arg[0], and
   preceding commandline items in the negative indices
   (instead of starting the count at zero).
   This new approach is compatible with the standalone lua
   interpreter.


==============================================================
Luatex snapshot-20070107 was released 20070107
==============================================================

Hot on the heels of 20070105, a new snapshot. It turns out
that using the callback to define a font broke all ligatures.
This snapshot fixes that, and it has a few minor updates to
the manual. Next shapshot will be after the inclusion of
pdftex 1.40.1. 

==============================================================
Luatex snapshot-20070105 was released 20070105
==============================================================

 * the calculations that converted lua strings into tex units
   were horrendously wrong, this was discovered by Pawel.

 * io.lines() was still using the old, line ending sensitive,
   code from the lua core distribution

 * The main font memory is allocated as needed^(1) instead of
   statically pre-allocated.

 * ligatures and kerns are separated completely from each other,
   so use of \noligatures no longer inhibits kerning as well

 * Metrics can be loaded using a callback: 'define_font'.
   The value returned should be a lua table representing a tfm
   file.

 * there is a new lua table: font. It has one function:   
   font.read_tfm() that returns a table reprentation of the tfm
   contents, for use with the above mentioned callback

 * I dropped suppport for "Level 1" OFM files. I would like
   to have a try at those extended font files, but I lack
   examples (fonts nor documents). I am not even sure such
   fonts have ever existed in the 'real world'.



==============================================================
Luatex snapshot-20061208 was released 20061208
==============================================================

* There is a new switch: --safer. This disables a number of lua
   functions that are more or less dangerous (a detailed list is
   in the manual)

* Two longstanding bugs have been fixed: \latelua works once
   again (patch by Hartmut) and a bug that caused mysterious crashes
   turned out to be a problem inside the paragraph builder
   (reconstitution of ligatures)

* Six new string iterators have been added to the string library:
      string.characters        (one 1-letter string)
      string.bytes             (one byte)
      string.characterpairs    (two 1-letter strings)
      string.bytepairs         (two bytes)
      string.utfcharacters     (a one-character utf-8 string)
      string.utfvalues         (a unicode code point number)

* The top 256 values of the unicode range (starting at hex
   value "10FF00) are now reserved for byte output. Characters
   in that range will be written by luatex after substracting
   that offset. The net result is that \char"10FFA9 is written
   as byte value hex A9 = decimal 169 = copyright sign in latin1

   This trick allows byte-oriented output to \pdfliterals and
   \specials, but should be considered very experimental.

* There is a new callback called 'process_input_buffer' that can
    be used to mutate the line buffer just before LuaTeX actually
    starts looking at it.

* The statistics table now has readable items
	statistics.inputid
	statistics.lasterrorstring
    that represent TeX's current input id and the last error string

* The show_error_hook callback no longer receives any arguments
* There is a new switch: --safer. This disables a number of lua
   functions that are more or less dangerous (a detailed list is
   in the manual)

* Two longstanding bugs have been fixed: \latelua works once
   again (patch by Hartmut) and a bug that caused mysterious crashes
   turned out to be a problem inside the paragraph builder
   (reconstitution of ligatures)

* Six new string iterators have been added to the string library:
      string.characters        (one 1-letter string)
      string.bytes             (one byte)
      string.characterpairs    (two 1-letter strings)
      string.bytepairs         (two bytes)
      string.utfcharacters     (a one-character utf-8 string)
      string.utfvalues         (a unicode code point number)

* The top 256 values of the unicode range (starting at hex
   value "10FF00) are now reserved for byte output. Characters
   in that range will be written by luatex after substracting
   that offset. The net result is that \char"10FFA9 is written
   as byte value hex A9 = decimal 169 = copyright sign in latin1

   This trick allows byte-oriented output to \pdfliterals and
   \specials, but should be considered very experimental.

* There is a new callback called 'process_input_buffer' that can
    be used to mutate the line buffer just before LuaTeX actually
    starts looking at it.

* The statistics table now has readable items
	statistics.inputid
	statistics.lasterrorstring
    that represent TeX's current input id and the last error string

* The show_error_hook callback no longer receives any arguments

* The statistics table now has readable items
	statistics.luabytecodes
	statistics.luastates
	statistics.luabytecode_bytes
	statistics.luastate_bytes
   for memory statistics reporting


* The statistics table now has readable items
	statistics.luabytecodes
	statistics.luastates
	statistics.luabytecode_bytes
	statistics.luastate_bytes
   for memory statistics reporting


==============================================================
Luatex snapshot-20061204 was released 20061204
==============================================================

* The LuaTeX interpreter can now be run as a standalone lua script
  processor, by using a commandline like this:

    luatex --luaonly=luatools.lua

* Luafilesystem (http://www.keplerproject.org/luafilesystem/ ) is
  included.

* There are a total of eight new file discovery callbacks:
    find_vf_file
    find_ocp_file
    find_map_file
    find_enc_file
    find_sfd_file
    find_pk_file
    find_data_file
    find_opentype_file
  this enhances the orthogonality of the callback system, nothing
  fundamental is changed.

* There is a new callback called 'process_input_buffer' that can
  be used to mutate the line buffer just before LuaTeX actually
  starts looking at it.

* The 'reader' and 'close' functions from 'open_read_file' now
  receive the table they are defined in as a function argument,
  that can be used as a per file localized data store.

* Updated the Lua to the latest 5.1.1, with all known bug patches
  from the website applied as well

* Runtime autoloading of lua .so files is now off on all platforms.

* The statistics table now has readable items
    statistics.filename
    statistics.linenumber
  that represent TeX's current file name and line number

* The support for user-defined type3 font .pgc files and the
  associated 'read_miscfonts_file' callback has been removed.
  (nobody used it anyway)

* General cleanups to the source tree and build process. 

==============================================================
Luatex snapshot-20061023 was released 20061023
==============================================================

* there was a missing callback: find_font_file
* program_invocation_name was not set
* buf_size could not be more that 300k


==============================================================
Luatex snapshot-20061013 was released 20061013
==============================================================

Last friday I uploaded a new snapshot and today I finally
finished updating the manual to go with it. The changes all
relate to startup, file i/o, and callbacks. The main achievement
is: you can now run luatex without it *ever* initializing kpathsea.

Because I am lazy, I have checked in the pdf of the manual
as well, so that I can say: Please look at

  https://foundry.supelec.fr/plugins/scmsvn/viewcvs.php/manual/
    /luatexref-t.pdf?root=luatex&rev=148&view=log

for all the details.  :-) 

==============================================================
Luatex snapshot-20061002 was released 20061002
==============================================================


* Some infrastructure changes:

  libs/slnunicode-0.9.1/ renamed to libs/slnunicode/
  libs/zziplib added
  libs/luazip added

  (zziplib is using a different version of autofoo. I know I have
  messed up something in the build process, but the bit we need
  compiles ok so I've postponed attempting to fix it)

* The callback logic has changed quite a bit.

  - all callbacks are now only possible in lua state 0.

  - The callback 'input_line' has disappeared, and is replaced by
    'open_read_file'. One of the return values of that callback
    is a table that defines a 'reader' function for line reading.

    See the manual for further information on this.

  - There are some new callbacks for the reading of various binary
    files. The current ones are:

    "read_ocp_file", "read_vf_file", "read_data_file", "read_font_file",
    "read_map_file".

    The rest of the file types will follow soon (fonts, enc files, and
    images).

  - There are also some new callbacks that 'find' a file's pathname:

    "find_truetype_file", "find_type1_file", "find_image_file"

    here too, more will follow later.

  - the functions from io. that were copied to texio have been removed
    again. The new callbacks do not pass file pointers around, so
    they ere not longer needed

  - the 'open_write_file' is temporarily unavailable

* startup.lua is now always loaded into lua state 0

* The luazip library from kepler is linked in, so there the table 'zip'
  is accessible from all lua states. 

==============================================================
Luatex snapshot-20060922 was released 20060922
==============================================================

* The texio table has gained a new function:

     tex_file = texio.open(filename)

   returns a file handle of a type that luatex can use
   internally (the return of io.open is unusable in callbacks
   because it will be garbage-collected at a random time)


* In related news, there are two new callbacks you can define:
	
	callback.register('open_read_file', f)
	callback.register('open_write_file', f)

   where your function should have the following conventions:

   function f (number id_number, string asked_name)
      return boolean success, string actual_name, tex_file filep
   end

   id_number:   zero for the log or \input files  or TeX's \read
                number incremented by one (\read0 becomes 1).
   asked_name:  the user-supplied filename

   success:     return false for error, true otherwise.

   The remaining two items are only looked at if you return true:

   actual_name:  the true filename used (with extension!)
   filep:        a file object opened though texio.open()


* The tex.print function has an extra optional parameter:

       tex.print(ctt_id n, strings ...)

   This prints the strings using the catcode regime defined by
   \catcodetable n (assuming n is valid, see below)

* The new function tex.sprint has the same lua conventions as
   tex.print, but behaces slightly different on the tex side:

   ** tex does not switch to the 'new_line' state (this implies
      that leading spaces are not ignored)
   ** no \endlinechars are inserted
   ** trailing spaces are not removed from the argument

* Catcode tables are a completely new feature, that allows
   you to switch the current catcode regime in one simple
   statement:

   \catcodetable <count>

      Switches to the use of a different set of catcodes (table),
      that is stored under the number <count>. Such a table has to
      be previously created using one of the two command below, or
      the number 0 (which is pre-inititialized)

      This command obeys normal grouping rules.

   \initcatcodetable <count>

      creates a new, global, independent catcode table with catcodes
      matching the code that are predefined by initex (tex -ini).

     This allocation is global

   \savecatcodetable <count>

      copies the current set of catcodes to a new, global, table
      with id number <count>. The definitions in this new table
      are all treated as if they were made in the outermost level.

     This allocation is global

   At the end of each grouping level, items within all existing
   catcodetables are restored, regardless of which one is the
   currently active table.

   Catcode table numbers cannot be larger than 0xFFFFFFF (228-1)

* There is a new lua table: lua. It contains three read-only
   items:

     lua.id          -- the id number of the instance
     lua.version     -- a luatex version identifier string
     lua.startupfile -- the full filename (+path) of startup.lua

   and it also contains a read/write array:

     lua.bytecode[]  -- lua executable bytecode

   This array can be used to save and restore lua functions
   across lua states. The accepted values are for assignments
   are functions and nil. Likewise, the retrieved value is
   either a function or nil.

   The contents of the lua.bytecode array is stored inside the
   format file, so it can also be used to preload lua code.


* The format files are quire a bit smaller than before


==============================================================
Luatex snapshot-20060915 was released 20060915
==============================================================

* There is a new TEX primitive: \formatname. It is similar
  to \jobname (read-only). In initex, the expansion is empty,
  otherwise the expansion is the same as the \jobname from
  the initex run.

* the lua "tex" table has been expanded with a few of the 'convert'
  codes (read-only). The supported ones at this moment are:

  tex.eTeXVersion
  tex.OmegaVersion
  tex.AlephVersion
  tex.pdftexrevision
  tex.pdftexbanner
  tex.pdfnormaldeviate
  tex.jobname
  tex.formatname
  tex.eTeXrevision
  tex.Omegarevision
  tex.Alephrevision

  This list looks haphazard,  but it really is not. These are
  all the cases of the 'convert' internal command that do not
  require an argument.

* The metatables of the subtables like tex.dimen[] etc. are now
  adjustable from lua (not that I recommend doing that;-)).

* On the lua side, there is a new global value: "luaid"
  It holds the internal id number of this \directlua instance.

* There is a new lua table, "callback", that has the single function
  "callback.register", used to register callbacks.   This replaces
  the previous concoction (see my message about snapshot 20060901).
  Syntax is :

  callback.register(<callback name>,function (f) ... end)

  where the <callback name> is for the moment, either "input_line"
  or "show_error_hook".

  This function internalizes the callback function in such a way
  that you no longer have to worry about \luacallback (which has
  been removed), nor does it matter if you redefine a function
  accidentally.

 The internal testing for callback presence is also quite a bit
 faster, thanks to this change. Callback assignments are global
 and the "input_line" always takes effect starting on the next
 input line to be read from an actual file.


* \detokenizedlua has been removed. It is functionally replaced by
  the new function call tex.write("").

  Each argument to each call of tex.write () counts as an input
  line, but:
  ** all catcodes on that line are either 'space' (for " ") or
     'character' for all others.
  ** there is no \newlinechar appended.

* The implementation of tex.print() has changed as well:

  ** the very last tex.print() line from a \directlua
     will no longer have a trailing \newlinechar
     (this is very convenient when \directlua is used
     within an \edef)
  ** tex.print() is quite a lot faster than before, and the total amount
     of returnable text from a \directlua is now only limited by
     available system RAM. However, each separate tex.print ()
     argument has to fit in TeX's input buffer.

* The new primitive \luastartup can be set inside the format file
  to specify the lua instance number in which a possible runtime
  startup.lua script is executed (initex always uses 0)

* There is a new primitive \scantextokens. Differences with
  eTeX's \scantokens are:

  ** the last line (usually only) from \scantextokens
     does not have a \newlinechar

  ** \scantextokens never raises an eof error.

  This means things like

  \edef\testone
        {\scantextokens{\ifnum1=1 true}\else false\fi}

  are legal input (but potentially dangerous!).

* If you say
     local d  = tex.dimen["unknowndimen"]
  'd' will now become "nil" instead of raising an error

   However,
     tex.dimen["unknowndimen"] = d
   is still (and probably will remain) illegal 

==============================================================
Luatex snapshot-20060908 was released 20060908
==============================================================

* BIG CHANGE: \directlua now runs \scantokens internally.

  There is no longer a need to call scantokens yourself, the
  tex.print() output is now fed straight into a pseudo file.
  This is quite a bit faster as well as easier to use, but
  just in case you want it, the old behaviour is still present,
  under the new name

    \detokenizedlua


* The texio library now has its own (partial) set of I/O commands,
  so that the standard lua io library is back to the distributed
  state (no more patched garbage collector)

  Note: This is really a very small change (it should not have any
  impact on wellbehaved input files), but I attempt to be complete
  in these notes, since there is no official documentation yet.


* There is a new standard library available: kpse

  The most important function in that library is find_file:

    string = kpse.find_file(string filename
                            [,string type]
                            [,boolean mustexist])

  both "type" and "mustexist" are optional, so the function
  has from one upto three arguments.

  "type" is like the '-format' argument of kpsewhich. You can
     run 'kpsewich -h'  for a list. The default type is "tex".

  "mustexist" is like '-must-exist', and the default  is false.
     If you specify "true" (or a nonzero integer), then the kpse
     library will search the disk as well as the ls-R databases

  The new library also has three other functions that map
  straight to kpsewhich commandline options:

    string = kpse.expand_path(string)
    string = kpse.expand_var(string)
    string = kpse.expand_braces(string)

* There is a second callback possibility:

    texio.show_error_hook(string message,
                          string|number indicator,
                          number lineno)

  This command is run from inside the TeX error function, and the
  idea is to allow you to do some extra reporting on top of what
  TeX already does (none of the normal actions are removed).

  "message" is the formal error message tex has given to the
     user (the line after the "! ")
  "indicator" is either a filename (when it is a string) or a
     location indicator (a number) that can means lots of different
     things like a token list id or a \read number.
  "lineno"  is the current line number

  This is an investigative item only, comments are welcome but do
  not take the syntax seriously.

  The final goal IMO is the total replacement of TeX's error
  handling routines, but that needs lots of adjustments
  in the web source because TeX deals with errors in a somewhat
  haphazard fashion (it needs unification first). The current
  hook is only for 'testing the water'.

* It is now possible to use named items in the

    tex.count[]
    tex.dimen[]
    tex.toks[]

  subtables, so you can have

    tex.count.scratchcounter = 0
        local enormous = tex.dimen["maxdimen"]

  Luatex looks up the value for you on the fly. You have to use a
  valid \countdef (or \dimendef, or \toksdef), anything else will
  generate an error.

  In a normal TeX file, you don't do \dimen\maxdimen, but the
  lua syntax seems to be a bit cleaner to me. The intention is
  to evntually also allow \chardefs and macros that expand
  into a number (todo)


* The tex table has also been extended with a large list of internal
  parameters (partially read/write). It is possible to access
  about every primitive that you can use after \the *and* is a
  single token. So there is

       integer   = tex.tracingcommands (\the\tracingcommands)
       integer   = tex.prevgraf        (\the\prevgraf)
       string    = tex.output          (\the\output)

  etc. for all of the internal parameters, but not the items
  that need extra arguments (like \the\scriptfont )

  The subset comprising simple integer and dimension registers
  are writable as well as readable (stuff like \tracingcommands
  and \parindent).

  The fact that both lists are still quite limited is a result of
  the very different types of things that can occur after \the and
  also on the LHS of an assignment. The remaining primitives will
  be filled in when there is a real need or implementation becomes
  simple, whichever comes first.



==============================================================
Luatex snapshot-20060901 was released 20060901
==============================================================

All changes are related to lua this time, and most are quite unstable
/ experimental. But first the things that are stabel/fixed bugs:

* A VF loading bug that turned up in some of Hans' fonts
  has been fixed

* A small series of bounds checking fixes to \ocplist has been
  added to prevent the system from crashing due to array indexes
  running out of bounds.

* The Lua file searching paths are now fixed. The search path for lua
  script files now contains the following items (tried in order)
  1. the local directory:
       ./?.lua
    (for document-specific files)
  2. the items from the expansion of kpathsea's $TEXMFSCRIPTS variable,
    but only the parts containing 'lua' as a subpath:
       $TEXMFSCRIPTS<lua>/?.lua
       $TEXMFSCRIPTS<lua>/?/init.lua
     (for format-specific files)
  3. the $SELFAUTOPARENT sibling directory named 'lib'.
       $SELFAUTOPARENT/lib/lua/5.1/?.lua
       $SELFAUTOPARENT/lib/lua/5.1/?/init.lua
     (for files that are not related to tex)

  The search path for dynamic libraries has only
  1. the local directory:
       ./?.so
    (for document-specific files)
  2. and the $SELFAUTOPARENT sibling directory named 'lib'.
       $SELFAUTOPARENT/lib/lua/5.1/?.so

  (of course the extension is .dll on windows, but .dlls do not
   work at the moment so it will not do you much good)

* There are two functions available within a new table called
  texio:
    texio.write (luastring)
    texio.write_nl (luastring)
  both write the luastring to the same location(s) TeX writes
  its stuff. So if \batchmode is on, it writes only to the
  log, inside a \write, it prints to the current write file,
  etc.

  A read|write interface to TeX's "file selector" will
  follow shortly.

* At startup, luatex searches for a script named
    startup.lua
  in the path list I explained above. If such a file exists, it is
  loaded.

  This happens right before the first input file needs to be opened
  (that is after format loading, but before any \everyjob tokens).

  From within the script, you can check the value of

    tex.formatname

  that is the 'format identification' as used by TEX. When the variable
  is equal to nil, luatex in in 'initex' mode, otherwise it will be
  something like: " (format=plain 2006.9.1)"


Now for the experimental portion: callbacks. Here is what I have done
so far:

* The main reason for wanting startup.lua is file (input) re-encoding.
  For this purpose, it is now possible to set up a callback for
  luatex to execute.

  If you attach a Lua function to

    texio.input_line

  then from the next input line onwards, luatex will run that
  function whenever it needs a new input line from a text file.

  Your function will receive a file handle as argument, and
  should return either a string or nil (with nil signalling that
  the end of file has occurred).

  The trivial case is simply this:

    function reader (f)
        return f:read()
    end
    texio.input_line = reader


  Warning: The implementation is not totally finished yet. For the
  moment the file handle ("f" in the example) is a normal lua file,
  with a simple but important restriction: you cannot alter its value.
  You cannot f:close() it, or assign it a different value. luatex
  will eventually close the file itself.

  The restriction is a side-effect of a synchronisation problem with
  the lua garbage collector. Because of this, it also was necessary
  to turn off the automatic file closing code for normal lua io
  files (In other words: you have to close yourself all the files
  you opened yourself, and you should not close any files you did
  not open yourself).

  In the near future, "f" will become a special 'texio' file object
  and the needed functionality from the normal io library will be
  reimplemented. Along with that change, there will also be a callback
  to open (i.e. find) files, and a simple interface to the compiled-in
  kpathsea to use within that callback. 


==============================================================
Luatex snapshot-20060825 was released 20060825
==============================================================

The main change in this snapshot is that it uses far less memory.
luatex -ini on my linux machine went from 326Mb (last week) to
93Mb (now), and "texexec luatex" now ends at 184Mb instead of
over 1/2Gb.

This is achieved by two big changes:

* The \mathcode, \delcode, \catcode, \sfcode, \lccode and \uccode
   tables are now sparse arrays that are implemented in C. They
   are no longer part of the TeX "equivalence table" and because
   each had 1.1 million entries with a few memory words each, this
   makes a major difference.

   See mathcodes.c and textcodes.c if you are interested in the
   gory details, but be warned: the code is still extremely
   rough and ugly. In particular, the dump and undump routines
   are far from optimal, resulting in somewhat larger format files
   than before (approx 1.3Mb larger with unicode-letters loaded,
   10k without); and the assignments do not show up when using
   the etex tracing routines \tracingassigns and \tracingrestores
   (code simply not written yet)

* Single-character commands are no longer "special" internally,
   they are stored in the hash just like the multiletter csnames.


==============================================================
Luatex snapshot-20060818 was released 20060818
==============================================================

The snapshot is up to par with Aleph-RC4 (from texlive devel)
and the latest pdftex beta (even newer than 20060811). However,
there are some differences, to summarize:

* There is no pool file (all strings are embedded)

* -8bit and -translate-file are silently ignored

* There is no mltex nor enctex (conflicts with aleph)

* The tex functionality is always present and enabled
  (but see below about TeXXeT), so the asterisk or
  -etex switch for initex is not needed

* "plus 1 filllllllll" does not generate any errors from TeX

* TeXXeT (from eTeX) is not present, so the primives
    \TeXXeTstate
    \beginR
    \beginL
    \endR
    \endL
  are missing

* The experimental pdftex regex match operations are removed,
  because that feature does not make much sense when lua is
  available so the primitives
        \pdfmatch
    \pdflastmatch
  are missing

* The input translations from Aleph are not implemented, the
  16 related primitives are all missing
     \DefaultInputMode
     \noDefaultInputMode
     \noInputMode
     \InputMode
     \DefaultOutputMode
     \noDefaultOutputMode
     \noOutputMode
     \OutputMode
     \DefaultInputTranslation
     \noDefaultInputTranslation
     \noInputTranslation
     \InputTranslation
     \DefaultOutputTranslation
     \noDefaultOutputTranslation
     \noOutputTranslation
     \OutputTranslation
  All file IO assumes UTF-8, except that all the low-ascii
  controls except TAB, CR en LF are written to the terminal
  using ^^  notation (even these are binary in the log file).

* Input characters can use the full range of Unicode,
  but it probably only makes sense to use values above
  the base plane for \mathcode and \catcode assignments,
  since the fonts as well as the hyphenation patterns
  are strictly 16-bit still.

* The primitives
     \pdfpagewidth and \pagewidth,
     \pdfpageheight and \pageheight,
     \fontcharwd and \charwd,
     \fontcharht and \charht,
     \fontchardp and \chardp,
     \fontcharic and \charic,
  are all aliases of eachother.

* The new primitive
     \clearmarks<number>
  clears a marks class completely.

* The experimental pdftex primitives
     \pdfprimitive
     \ifpdfprimitive
     \ifpdfabsnum
     \ifpdfabsdim
  and provided without the extra 'pdf' prefix, so they are
  simply called
     \primitive
     \ifprimitive
     \ifabsnum
     \ifabsdim
  instead.

* I probably forgot to mention some things :-)