/* * TSM - Unicode Handling * * Copyright (c) 2011-2012 David Herrmann * Copyright (c) 2011 University of Tuebingen * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files * (the "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be included * in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /* * Unicode Helpers * This file provides small helpers to make working with Unicode/UTF8/UCS4 input * and output much easier. */ #ifndef KMSCON_UNICODE_H #define KMSCON_UNICODE_H #include #include /* UCS4 helpers */ #define TSM_UCS4_MAX (0x7fffffffUL) #define TSM_UCS4_INVALID (TSM_UCS4_MAX + 1) #define TSM_UCS4_REPLACEMENT (0xfffdUL) #define TSM_UCS4_MAXLEN 10 /* symbols */ struct tsm_symbol_table; typedef uint32_t tsm_symbol_t; extern const tsm_symbol_t tsm_symbol_default; int tsm_symbol_table_new(struct tsm_symbol_table **out); void tsm_symbol_table_ref(struct tsm_symbol_table *tbl); void tsm_symbol_table_unref(struct tsm_symbol_table *tbl); tsm_symbol_t tsm_symbol_make(uint32_t ucs4); tsm_symbol_t tsm_symbol_append(struct tsm_symbol_table *tbl, tsm_symbol_t sym, uint32_t ucs4); const uint32_t *tsm_symbol_get(struct tsm_symbol_table *tbl, tsm_symbol_t *sym, size_t *size); /* ucs4 to utf8 converter */ size_t tsm_ucs4_to_utf8(uint32_t ucs4, char *out); char *tsm_ucs4_to_utf8_alloc(const uint32_t *ucs4, size_t len, size_t *len_out); /* utf8 state machine */ struct tsm_utf8_mach; enum tsm_utf8_mach_state { TSM_UTF8_START, TSM_UTF8_ACCEPT, TSM_UTF8_REJECT, TSM_UTF8_EXPECT1, TSM_UTF8_EXPECT2, TSM_UTF8_EXPECT3, }; int tsm_utf8_mach_new(struct tsm_utf8_mach **out); void tsm_utf8_mach_free(struct tsm_utf8_mach *mach); int tsm_utf8_mach_feed(struct tsm_utf8_mach *mach, char c); uint32_t tsm_utf8_mach_get(struct tsm_utf8_mach *mach); void tsm_utf8_mach_reset(struct tsm_utf8_mach *mach); #endif /* KMSCON_UNICODE_H */