word break now comes from the table

[disorder] / lib / unidata.h

diff --git a/lib/unidata.h b/lib/unidata.h
index 3688a769e795be512fd4e599f8db4b6bee5a08dc..a21ec5189d27e06fa88dab317f0d0787e8b792ca 100644 (file)
--- a/lib/unidata.h
+++ b/lib/unidata.h
@@ -81,8 +81,6 @@ struct unidata {
   const uint32_t *compat;
   const uint32_t *canon;
   const uint32_t *casefold;
-  int16_t upper_offset;
-  int16_t lower_offset;
   unsigned char ccc;
   char general_category;
   uint8_t flags;
@@ -91,6 +89,9 @@ struct unidata {
   char sentence_break;
 };
 extern const struct unidata *const unidata[];
-#define UNICODE_NCHARS 195200
+#define UNICODE_NCHARS 1114112
 #define UNICODE_MODULUS 128
+#define UNICODE_BREAK_START 196608
+#define UNICODE_BREAK_END 917504
+#define UNICODE_BREAK_TOP 918016
 #endif