Generate also simple case mapping tables.
[gnulib.git] / ChangeLog
index 795d7a4..218f934 100644 (file)
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,347 @@
+2009-02-08  Bruno Haible  <bruno@clisp.org>
+
+       * lib/gen-uni-tables.c (output_simple_mapping_test): New function.
+       (mapping_table): New structure.
+       (output_simple_mapping): New function.
+       (main): Invoke output_simple_mapping_test and output_simple_mapping.
+       * modules/gen-uni-tables (Description): Update.
+       * lib/unicase/toupper.h: New file, automatically generated by
+       gen-uni-tables.
+       * lib/unicase/tolower.h: New file, automatically generated by
+       gen-uni-tables.
+       * lib/unicase/totitle.h: New file, automatically generated by
+       gen-uni-tables.
+       * tests/unicase/test-uc_toupper.c: New file, automatically generated by
+       gen-uni-tables.
+       * tests/unicase/test-uc_tolower.c: New file, automatically generated by
+       gen-uni-tables.
+       * tests/unicase/test-uc_totitle.c: New file, automatically generated by
+       gen-uni-tables.
+
+       New module 'unicase/base'.
+       * modules/unicase/base: New file.
+       * lib/unicase.h: New file.
+
+2009-02-08  Bruno Haible  <bruno@clisp.org>
+
+       New module 'uniwbrk/ulc-wordbreaks'.
+       * modules/uniwbrk/ulc-wordbreaks: New file.
+       * lib/uniwbrk/ulc-wordbreaks.c: New file.
+
+       New module 'uniwbrk/u32-wordbreaks'.
+       * modules/uniwbrk/u32-wordbreaks: New file.
+       * lib/uniwbrk/u32-wordbreaks.c: New file.
+
+       New module 'uniwbrk/u16-wordbreaks'.
+       * modules/uniwbrk/u16-wordbreaks: New file.
+       * lib/uniwbrk/u16-wordbreaks.c: New file.
+
+       New module 'uniwbrk/u8-wordbreaks'.
+       * modules/uniwbrk/u8-wordbreaks: New file.
+       * lib/uniwbrk/u8-wordbreaks.c: New file.
+       * lib/uniwbrk/u-wordbreaks.h: New file.
+
+       New module 'uniwbrk/table'.
+       * modules/uniwbrk/table: New file.
+       * lib/uniwbrk/wbrktable.h: New file.
+       * lib/uniwbrk/wbrktable.c: New file.
+
+       New module 'uniwbrk/wordbreak-property'.
+       * modules/uniwbrk/wordbreak-property: New file.
+       * lib/uniwbrk/wordbreak-property.c: New file.
+
+       * lib/gen-uni-tables.c (WBP_*): New enum items.
+       (get_wbp, debug_output_wbp, debug_output_wbrk_tables): New functions.
+       (unicode_org_wbp): New variable.
+       (fill_org_wbp, debug_output_org_wbp, debug_output_org_wbrk_tables):
+       New functions.
+       (wbp_table): New structure.
+       (output_wbp, output_wbrk_tables): New functions.
+       (main): Accept additional argument. Invoke fill_org_wbp,
+       debug_output_wbrk_tables, debug_output_org_wbrk_tables,
+       output_wbrk_tables.
+       * modules/gen-uni-tables (Description): Update.
+       * lib/uniwbrk/wbrkprop.h: New file, automatically generated by
+       gen-uni-tables.
+
+       New module 'uniwbrk/base'.
+       * modules/uniwbrk/base: New file.
+       * lib/uniwbrk.h: New file.
+
+2009-02-08  Bruno Haible  <bruno@clisp.org>
+
+       Update to Unicode 5.1.0.
+       * lib/gen-uni-tables.c (is_property_alphabetic): Include
+       U+2185..U+2188.
+       (is_property_default_ignorable_code_point): Don't include characters
+       of category Cc or Cs and not-a-characters.
+       (get_lbp): Assume REVISION_22. Special handling of U+0609, U+060A,
+       U+0D79, U+109E, U+109F, U+A60C.
+       * lib/unictype/bidi_of.h: Regenerated.
+       * lib/unictype/blocks.h: Regenerated.
+       * lib/unictype/categ_C.h: Regenerated.
+       * lib/unictype/categ_Cf.h: Regenerated.
+       * lib/unictype/categ_Cn.h: Regenerated.
+       * lib/unictype/categ_L.h: Regenerated.
+       * lib/unictype/categ_Ll.h: Regenerated.
+       * lib/unictype/categ_Lm.h: Regenerated.
+       * lib/unictype/categ_Lo.h: Regenerated.
+       * lib/unictype/categ_Lu.h: Regenerated.
+       * lib/unictype/categ_M.h: Regenerated.
+       * lib/unictype/categ_Mc.h: Regenerated.
+       * lib/unictype/categ_Me.h: Regenerated.
+       * lib/unictype/categ_Mn.h: Regenerated.
+       * lib/unictype/categ_N.h: Regenerated.
+       * lib/unictype/categ_Nd.h: Regenerated.
+       * lib/unictype/categ_Nl.h: Regenerated.
+       * lib/unictype/categ_No.h: Regenerated.
+       * lib/unictype/categ_P.h: Regenerated.
+       * lib/unictype/categ_Pd.h: Regenerated.
+       * lib/unictype/categ_Pe.h: Regenerated.
+       * lib/unictype/categ_Pf.h: Regenerated.
+       * lib/unictype/categ_Pi.h: Regenerated.
+       * lib/unictype/categ_Po.h: Regenerated.
+       * lib/unictype/categ_Ps.h: Regenerated.
+       * lib/unictype/categ_S.h: Regenerated.
+       * lib/unictype/categ_Sk.h: Regenerated.
+       * lib/unictype/categ_Sm.h: Regenerated.
+       * lib/unictype/categ_So.h: Regenerated.
+       * lib/unictype/categ_of.h: Regenerated.
+       * lib/unictype/combining.h: Regenerated.
+       * lib/unictype/ctype_alnum.h: Regenerated.
+       * lib/unictype/ctype_alpha.h: Regenerated.
+       * lib/unictype/ctype_graph.h: Regenerated.
+       * lib/unictype/ctype_lower.h: Regenerated.
+       * lib/unictype/ctype_print.h: Regenerated.
+       * lib/unictype/ctype_punct.h: Regenerated.
+       * lib/unictype/ctype_upper.h: Regenerated.
+       * lib/unictype/decdigit.h: Regenerated.
+       * lib/unictype/digit.h: Regenerated.
+       * lib/unictype/mirror.h: Regenerated.
+       * lib/unictype/numeric.h: Regenerated.
+       * lib/unictype/pr_alphabetic.h: Regenerated.
+       * lib/unictype/pr_bidi_arabic_digit.h: Regenerated.
+       * lib/unictype/pr_bidi_arabic_right_to_left.h: Regenerated.
+       * lib/unictype/pr_bidi_boundary_neutral.h: Regenerated.
+       * lib/unictype/pr_bidi_eur_num_terminator.h: Regenerated.
+       * lib/unictype/pr_bidi_left_to_right.h: Regenerated.
+       * lib/unictype/pr_bidi_non_spacing_mark.h: Regenerated.
+       * lib/unictype/pr_bidi_other_neutral.h: Regenerated.
+       * lib/unictype/pr_combining.h: Regenerated.
+       * lib/unictype/pr_dash.h: Regenerated.
+       * lib/unictype/pr_decimal_digit.h: Regenerated.
+       * lib/unictype/pr_default_ignorable_code_point.h: Regenerated.
+       * lib/unictype/pr_deprecated.h: Regenerated.
+       * lib/unictype/pr_diacritic.h: Regenerated.
+       * lib/unictype/pr_extender.h: Regenerated.
+       * lib/unictype/pr_format_control.h: Regenerated.
+       * lib/unictype/pr_grapheme_base.h: Regenerated.
+       * lib/unictype/pr_grapheme_extend.h: Regenerated.
+       * lib/unictype/pr_grapheme_link.h: Regenerated.
+       * lib/unictype/pr_id_continue.h: Regenerated.
+       * lib/unictype/pr_id_start.h: Regenerated.
+       * lib/unictype/pr_ideographic.h: Regenerated.
+       * lib/unictype/pr_ignorable_control.h: Regenerated.
+       * lib/unictype/pr_lowercase.h: Regenerated.
+       * lib/unictype/pr_math.h: Regenerated.
+       * lib/unictype/pr_numeric.h: Regenerated.
+       * lib/unictype/pr_other_alphabetic.h: Regenerated.
+       * lib/unictype/pr_other_default_ignorable_code_point.h: Regenerated.
+       * lib/unictype/pr_other_grapheme_extend.h: Regenerated.
+       * lib/unictype/pr_other_id_continue.h: Regenerated.
+       * lib/unictype/pr_other_lowercase.h: Regenerated.
+       * lib/unictype/pr_other_math.h: Regenerated.
+       * lib/unictype/pr_punctuation.h: Regenerated.
+       * lib/unictype/pr_sentence_terminal.h: Regenerated.
+       * lib/unictype/pr_soft_dotted.h: Regenerated.
+       * lib/unictype/pr_terminal_punctuation.h: Regenerated.
+       * lib/unictype/pr_unassigned_code_value.h: Regenerated.
+       * lib/unictype/pr_unified_ideograph.h: Regenerated.
+       * lib/unictype/pr_uppercase.h: Regenerated.
+       * lib/unictype/pr_xid_continue.h: Regenerated.
+       * lib/unictype/pr_xid_start.h: Regenerated.
+       * lib/unictype/pr_zero_width.h: Regenerated.
+       * lib/unictype/scripts.h: Regenerated.
+       * lib/unictype/scripts_byname.gperf: Regenerated.
+       * lib/unictype/sy_java_ident.h: Regenerated.
+       * lib/unilbrk/lbrkprop1.h: Regenerated.
+       * lib/unilbrk/lbrkprop2.h: Regenerated.
+       * tests/unictype/test-categ_C.c: Regenerated.
+       * tests/unictype/test-categ_Cf.c: Regenerated.
+       * tests/unictype/test-categ_Cn.c: Regenerated.
+       * tests/unictype/test-categ_L.c: Regenerated.
+       * tests/unictype/test-categ_Ll.c: Regenerated.
+       * tests/unictype/test-categ_Lm.c: Regenerated.
+       * tests/unictype/test-categ_Lo.c: Regenerated.
+       * tests/unictype/test-categ_Lu.c: Regenerated.
+       * tests/unictype/test-categ_M.c: Regenerated.
+       * tests/unictype/test-categ_Mc.c: Regenerated.
+       * tests/unictype/test-categ_Me.c: Regenerated.
+       * tests/unictype/test-categ_Mn.c: Regenerated.
+       * tests/unictype/test-categ_N.c: Regenerated.
+       * tests/unictype/test-categ_Nd.c: Regenerated.
+       * tests/unictype/test-categ_Nl.c: Regenerated.
+       * tests/unictype/test-categ_No.c: Regenerated.
+       * tests/unictype/test-categ_P.c: Regenerated.
+       * tests/unictype/test-categ_Pd.c: Regenerated.
+       * tests/unictype/test-categ_Pe.c: Regenerated.
+       * tests/unictype/test-categ_Pf.c: Regenerated.
+       * tests/unictype/test-categ_Pi.c: Regenerated.
+       * tests/unictype/test-categ_Po.c: Regenerated.
+       * tests/unictype/test-categ_Ps.c: Regenerated.
+       * tests/unictype/test-categ_S.c: Regenerated.
+       * tests/unictype/test-categ_Sk.c: Regenerated.
+       * tests/unictype/test-categ_Sm.c: Regenerated.
+       * tests/unictype/test-categ_So.c: Regenerated.
+       * tests/unictype/test-ctype_alnum.c: Regenerated.
+       * tests/unictype/test-ctype_alpha.c: Regenerated.
+       * tests/unictype/test-ctype_graph.c: Regenerated.
+       * tests/unictype/test-ctype_lower.c: Regenerated.
+       * tests/unictype/test-ctype_print.c: Regenerated.
+       * tests/unictype/test-ctype_punct.c: Regenerated.
+       * tests/unictype/test-ctype_upper.c: Regenerated.
+       * tests/unictype/test-decdigit.h: Regenerated.
+       * tests/unictype/test-digit.h: Regenerated.
+       * tests/unictype/test-numeric.h: Regenerated.
+       * tests/unictype/test-pr_alphabetic.c: Regenerated.
+       * tests/unictype/test-pr_bidi_arabic_digit.c: Regenerated.
+       * tests/unictype/test-pr_bidi_arabic_right_to_left.c: Regenerated.
+       * tests/unictype/test-pr_bidi_boundary_neutral.c: Regenerated.
+       * tests/unictype/test-pr_bidi_eur_num_terminator.c: Regenerated.
+       * tests/unictype/test-pr_bidi_left_to_right.c: Regenerated.
+       * tests/unictype/test-pr_bidi_non_spacing_mark.c: Regenerated.
+       * tests/unictype/test-pr_bidi_other_neutral.c: Regenerated.
+       * tests/unictype/test-pr_combining.c: Regenerated.
+       * tests/unictype/test-pr_dash.c: Regenerated.
+       * tests/unictype/test-pr_decimal_digit.c: Regenerated.
+       * tests/unictype/test-pr_default_ignorable_code_point.c: Regenerated.
+       * tests/unictype/test-pr_deprecated.c: Regenerated.
+       * tests/unictype/test-pr_diacritic.c: Regenerated.
+       * tests/unictype/test-pr_extender.c: Regenerated.
+       * tests/unictype/test-pr_format_control.c: Regenerated.
+       * tests/unictype/test-pr_grapheme_base.c: Regenerated.
+       * tests/unictype/test-pr_grapheme_extend.c: Regenerated.
+       * tests/unictype/test-pr_grapheme_link.c: Regenerated.
+       * tests/unictype/test-pr_id_continue.c: Regenerated.
+       * tests/unictype/test-pr_id_start.c: Regenerated.
+       * tests/unictype/test-pr_ideographic.c: Regenerated.
+       * tests/unictype/test-pr_ignorable_control.c: Regenerated.
+       * tests/unictype/test-pr_lowercase.c: Regenerated.
+       * tests/unictype/test-pr_math.c: Regenerated.
+       * tests/unictype/test-pr_numeric.c: Regenerated.
+       * tests/unictype/test-pr_other_alphabetic.c: Regenerated.
+       * tests/unictype/test-pr_other_default_ignorable_code_point.c:
+       Regenerated.
+       * tests/unictype/test-pr_other_grapheme_extend.c: Regenerated.
+       * tests/unictype/test-pr_other_id_continue.c: Regenerated.
+       * tests/unictype/test-pr_other_lowercase.c: Regenerated.
+       * tests/unictype/test-pr_other_math.c: Regenerated.
+       * tests/unictype/test-pr_punctuation.c: Regenerated.
+       * tests/unictype/test-pr_sentence_terminal.c: Regenerated.
+       * tests/unictype/test-pr_soft_dotted.c: Regenerated.
+       * tests/unictype/test-pr_terminal_punctuation.c: Regenerated.
+       * tests/unictype/test-pr_unassigned_code_value.c: Regenerated.
+       * tests/unictype/test-pr_unified_ideograph.c: Regenerated.
+       * tests/unictype/test-pr_uppercase.c: Regenerated.
+       * tests/unictype/test-pr_xid_continue.c: Regenerated.
+       * tests/unictype/test-pr_xid_start.c: Regenerated.
+       * tests/unictype/test-pr_zero_width.c: Regenerated.
+
+       Update to Unicode 5.1.0.
+       * lib/uniwidth/width.c (nonspacing_table_data): Add U+0487,
+       U+0616..U+061A, U+0A51, U+0A75, U+0B44, U+0B62..U+0B63, U+0C62..U+0C63,
+       U+0D44, U+0D62..U+0D63, U+1033..U+1035, U+103A, U+103D..U+103E,
+       U+105E..U+1060, U+1071..U+1074, U+1082, U+1085..U+1086, U+108D,
+       U+1B80..U+1B81, U+1BA2..U+1BA5, U+1BA8..U+1BA9, U+1C2C..U+1C33,
+       U+1C36..U+1C37, U+1DCB..U+1DE6, U+2064, U+20F0, U+2DE0..U+2DFF,
+       U+A66F..U+A672, U+A67C..U+A67D, U+A8C4, U+A926..U+A92D, U+A947..U+A951,
+       U+AA29..U+AA2E, U+AA31..U+AA32, U+AA35..U+AA36, U+AA43, U+AA4C,
+       U+FE24..U+FE26, U+101FD. Remove U+1929..U+192B.
+       (nonspacing_table_ind): Update.
+       * tests/uniwidth/test-uc_width2.sh: Update expected result.
+
+       Update to Unicode 5.1.0.
+       * lib/uniname/gen-uninames.lisp (main): Add the range 0x1Fxxx to the
+       code transform.
+       * lib/uniname/uniname.c (unicode_character_name,
+       unicode_name_character): Add the range 0x1Fxxx to the code transform.
+       * lib/uniname/uninames.h: Regenerated.
+       * tests/uniname/UnicodeDataNames.txt: Update to Unicode 5.1.0.
+
+2009-02-07  Bruno Haible  <bruno@clisp.org>
+
+       Merge gen-ctype and gen-lbrk into a single program.
+       * lib/gen-uni-tables.c: New file, incorporating
+       lib/unictype/gen-ctype.c and lib/unilbrk/gen-lbrk.c.
+       Add directory prefixes to the names of the generated files.
+       * lib/unictype/gen-ctype.c: Remove file.
+       * lib/unilbrk/gen-lbrk.c: Remove file.
+       * modules/gen-uni-tables: New file.
+       * modules/unictype/gen-ctype: Remove file.
+       * modules/unilbrk/gen-lbrk: Remove file.
+
+2009-02-07  Bruno Haible  <bruno@clisp.org>
+
+       * lib/unistr.h (u8_strcoll, u16_strcoll, u32_strcoll): New declations.
+
+       New module 'unistr/u32-strcoll'.
+       * modules/unistr/u32-strcoll: New file.
+       * lib/unistr/u32-strcoll.c: New file.
+
+       New module 'unistr/u16-strcoll'.
+       * modules/unistr/u16-strcoll: New file.
+       * lib/unistr/u16-strcoll.c: New file.
+
+       New module 'unistr/u8-strcoll'.
+       * modules/unistr/u8-strcoll: New file.
+       * lib/unistr/u8-strcoll.c: New file.
+       * lib/unistr/u-strcoll.h: New file.
+
+2009-02-07  Bruno Haible  <bruno@clisp.org>
+
+       * test-mbrtowc4.sh (LOCALE_ZH_CN): Fix default value.
+       * test-mbsnrtowcs4.sh (LOCALE_ZH_CN): Likewise.
+       * test-mbsrtowcs4.sh (LOCALE_ZH_CN): Likewise.
+       * test-wcrtomb.sh (LOCALE_ZH_CN): Likewise.
+       * test-wcsnrtombs4.sh (LOCALE_ZH_CN): Likewise.
+       * test-wcsrtombs4.sh (LOCALE_ZH_CN): Likewise.
+
+2009-02-07  Bruno Haible  <bruno@clisp.org>
+
+       Make 64-bit clean.
+       * lib/unictype/gen-ctype.c (output_predicate, output_category,
+       output_combclass, output_bidi_category, output_decimal_digit,
+       output_digit, output_numeric, output_mirror, output_scripts,
+       output_ident_category): Use proper width specifier in format strings.
+
+2009-02-07  Bruno Haible  <bruno@clisp.org>
+
+       * doc/posix-functions/dirfd.texi: Clarify situation on mingw. Document
+       failure behaviour.
+
+2009-02-07  Jim Meyering  <meyering@redhat.com>
+
+       regex: avoid compilation failure with upcoming gcc-4.4
+       * lib/regex_internal.h: Revert e48d8b47fb3eee81d341b71c3e006efe9e3433a7
+       [workaround for PGC prior to 6.1-2].  Otherwise, we'd get this:
+       "... error: integer overflow in preprocessor expression".
+
+2009-02-05  Ben Pfaff  <blp@gnu.org>
+
+       Fix link errors on Windows when close module is used.
+       * modules/close: Add $(LIB_CLOSE) to Link section.
+       * m4/close.m4 (gl_REPLACE_CLOSE): Substitute -lws2_32 into
+       $(LIB_CLOSE) on Windows.
+
+2009-02-05  Jim Meyering  <meyering@redhat.com>
+
+       still avoid unused-parameter warnings, but do it cleanly
+       * lib/fsusage.c (UNUSED_PARAM): Remove definition.
+       (get_fs_usage): Cast to void instead.
+       * lib/mountlist.c (UNUSED_PARAM): Remove definition.
+       (dev_from_mount_options, read_file_system_list): Cast to void.
+       Prompted by Bruno Haible.
+
 2009-02-04  Jim Meyering  <meyering@redhat.com>
 
        fsusage.c: correct copyright year