123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168 |
- #ifndef BOOST_PROPERTY_TREE_DETAIL_JSON_PARSER_NARROW_ENCODING_HPP
- #define BOOST_PROPERTY_TREE_DETAIL_JSON_PARSER_NARROW_ENCODING_HPP
- #include <boost/assert.hpp>
- #include <boost/range/iterator_range_core.hpp>
- #include <utility>
- namespace boost { namespace property_tree {
- namespace json_parser { namespace detail
- {
- struct external_ascii_superset_encoding
- {
- typedef char external_char;
- bool is_nl(char c) const { return c == '\n'; }
- bool is_ws(char c) const {
- return c == ' ' || c == '\t' || c == '\n' || c == '\r';
- }
- bool is_minus(char c) const { return c == '-'; }
- bool is_plusminus(char c) const { return c == '+' || c == '-'; }
- bool is_dot(char c) const { return c == '.'; }
- bool is_eE(char c) const { return c == 'e' || c == 'E'; }
- bool is_0(char c) const { return c == '0'; }
- bool is_digit(char c) const { return c >= '0' && c <= '9'; }
- bool is_digit0(char c) const { return c >= '1' && c <= '9'; }
- bool is_quote(char c) const { return c == '"'; }
- bool is_backslash(char c) const { return c == '\\'; }
- bool is_slash(char c) const { return c == '/'; }
- bool is_comma(char c) const { return c == ','; }
- bool is_open_bracket(char c) const { return c == '['; }
- bool is_close_bracket(char c) const { return c == ']'; }
- bool is_colon(char c) const { return c == ':'; }
- bool is_open_brace(char c) const { return c == '{'; }
- bool is_close_brace(char c) const { return c == '}'; }
- bool is_a(char c) const { return c == 'a'; }
- bool is_b(char c) const { return c == 'b'; }
- bool is_e(char c) const { return c == 'e'; }
- bool is_f(char c) const { return c == 'f'; }
- bool is_l(char c) const { return c == 'l'; }
- bool is_n(char c) const { return c == 'n'; }
- bool is_r(char c) const { return c == 'r'; }
- bool is_s(char c) const { return c == 's'; }
- bool is_t(char c) const { return c == 't'; }
- bool is_u(char c) const { return c == 'u'; }
- int decode_hexdigit(char c) {
- if (c >= '0' && c <= '9') return c - '0';
- if (c >= 'A' && c <= 'F') return c - 'A' + 10;
- if (c >= 'a' && c <= 'f') return c - 'a' + 10;
- return -1;
- }
- };
- struct utf8_utf8_encoding : external_ascii_superset_encoding
- {
- typedef char internal_char;
- template <typename Iterator>
- boost::iterator_range<Iterator>
- to_internal(Iterator first, Iterator last) const {
- return boost::make_iterator_range(first, last);
- }
- char to_internal_trivial(char c) const {
- BOOST_ASSERT(static_cast<unsigned char>(c) <= 0x7f);
- return c;
- }
- template <typename Iterator, typename Sentinel,
- typename EncodingErrorFn>
- void skip_codepoint(Iterator& cur, Sentinel end,
- EncodingErrorFn error_fn) const {
- transcode_codepoint(cur, end, DoNothing(), error_fn);
- }
- template <typename Iterator, typename Sentinel, typename TranscodedFn,
- typename EncodingErrorFn>
- void transcode_codepoint(Iterator& cur, Sentinel end,
- TranscodedFn transcoded_fn, EncodingErrorFn error_fn) const {
- unsigned char c = *cur;
- ++cur;
- if (c <= 0x7f) {
- // Solo byte, filter out disallowed codepoints.
- if (c < 0x20) {
- error_fn();
- }
- transcoded_fn(c);
- return;
- }
- int trailing = trail_table(c);
- if (trailing == -1) {
- // Standalone trailing byte or overly long sequence.
- error_fn();
- }
- transcoded_fn(c);
- for (int i = 0; i < trailing; ++i) {
- if (cur == end || !is_trail(*cur)) {
- error_fn();
- }
- transcoded_fn(*cur);
- ++cur;
- }
- }
- template <typename TranscodedFn>
- void feed_codepoint(unsigned codepoint,
- TranscodedFn transcoded_fn) const {
- if (codepoint <= 0x7f) {
- transcoded_fn(static_cast<char>(codepoint));
- } else if (codepoint <= 0x7ff) {
- transcoded_fn(static_cast<char>(0xc0 | (codepoint >> 6)));
- transcoded_fn(trail(codepoint));
- } else if (codepoint <= 0xffff) {
- transcoded_fn(static_cast<char>(0xe0 | (codepoint >> 12)));
- transcoded_fn(trail(codepoint >> 6));
- transcoded_fn(trail(codepoint));
- } else if (codepoint <= 0x10ffff) {
- transcoded_fn(static_cast<char>(0xf0 | (codepoint >> 18)));
- transcoded_fn(trail(codepoint >> 12));
- transcoded_fn(trail(codepoint >> 6));
- transcoded_fn(trail(codepoint));
- }
- }
- template <typename Iterator, typename Sentinel>
- void skip_introduction(Iterator& cur, Sentinel end) const {
- if (cur != end && static_cast<unsigned char>(*cur) == 0xef) {
- if (++cur == end) return;
- if (++cur == end) return;
- if (++cur == end) return;
- }
- }
- private:
- struct DoNothing {
- void operator ()(char) const {}
- };
- bool is_trail(unsigned char c) const {
- return (c & 0xc0) == 0x80;
- }
- int trail_table(unsigned char c) const {
- static const signed char table[] = {
- /* not a lead byte */
- /* 0x10???sss */ -1, -1, -1, -1, -1, -1, -1, -1,
- /* 0x110??sss */ 1, 1, 1, 1, /* 1 trailing byte */
- /* 0x1110?sss */ 2, 2, /* 2 trailing bytes */
- /* 0x11110sss */ 3, /* 3 trailing bytes */
- /* 0x11111sss */ -1 /* 4 or 5 trailing bytes, disallowed */
- };
- return table[(c & 0x7f) >> 3];
- }
- char trail(unsigned unmasked) const {
- return static_cast<char>(0x80 | (unmasked & 0x3f));
- }
- };
- }}}}
- #endif
|