Add helper functions for implementing unicode support in lexer.

JerryScript-DCO-1.0-Signed-off-by: Andrey Shitov a.shitov@samsung.com
2015-07-03 21:41:03 +03:00
parent c21399cd58
commit d248d0944c
5 changed files with 122 additions and 3 deletions
@@ -594,7 +594,7 @@ lit_charset_record_get_length (literal_t lit) /**< literal */
    lit_iter.skip (bytes_to_skip);
    i += bytes_to_skip;

-    length++;
+    length += (bytes_to_skip > LIT_UTF8_MAX_BYTES_IN_CODE_UNIT) ? 2 : 1;
  }

 #ifndef JERRY_NDEBUG