utf8_validator.hpp 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. /*
  2. * The following code is adapted from code originally written by Bjoern
  3. * Hoehrmann <bjoern@hoehrmann.de>. See
  4. * http://bjoern.hoehrmann.de/utf-8/decoder/dfa/ for details.
  5. *
  6. * The original license:
  7. *
  8. * Copyright (c) 2008-2009 Bjoern Hoehrmann <bjoern@hoehrmann.de>
  9. *
  10. * Permission is hereby granted, free of charge, to any person obtaining a copy
  11. * of this software and associated documentation files (the "Software"), to deal
  12. * in the Software without restriction, including without limitation the rights
  13. * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  14. * copies of the Software, and to permit persons to whom the Software is
  15. * furnished to do so, subject to the following conditions:
  16. *
  17. * The above copyright notice and this permission notice shall be included in
  18. * all copies or substantial portions of the Software.
  19. *
  20. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  21. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  22. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  23. * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  24. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  25. * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  26. * SOFTWARE.
  27. */
  28. // https://github.com/zaphoyd/websocketpp/blob/master/websocketpp/utf8_validator.hpp
  29. #ifndef UTF8_VALIDATOR_HPP
  30. #define UTF8_VALIDATOR_HPP
  31. #include <cstdint>
  32. #include <string>
  33. #include <string_view>
  34. namespace asio2 {
  35. namespace utf8_validator {
  36. /// State that represents a valid utf8 input sequence
  37. static unsigned int const utf8_accept = 0;
  38. /// State that represents an invalid utf8 input sequence
  39. static unsigned int const utf8_reject = 1;
  40. /// Lookup table for the UTF8 decode state machine
  41. static uint8_t const utf8d[] = {
  42. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 00..1f
  43. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 20..3f
  44. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 40..5f
  45. 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 60..7f
  46. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9, // 80..9f
  47. 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7, // a0..bf
  48. 8,8,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, // c0..df
  49. 0xa,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x4,0x3,0x3, // e0..ef
  50. 0xb,0x6,0x6,0x6,0x5,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8, // f0..ff
  51. 0x0,0x1,0x2,0x3,0x5,0x8,0x7,0x1,0x1,0x1,0x4,0x6,0x1,0x1,0x1,0x1, // s0..s0
  52. 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,0,1,0,1,1,1,1,1,1, // s1..s2
  53. 1,2,1,1,1,1,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1, // s3..s4
  54. 1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,3,1,3,1,1,1,1,1,1, // s5..s6
  55. 1,3,1,1,1,1,1,3,1,3,1,1,1,1,1,1,1,3,1,1,1,1,1,1,1,1,1,1,1,1,1,1, // s7..s8
  56. };
  57. /// Decode the next byte of a UTF8 sequence
  58. /**
  59. * @param [out] state The decoder state to advance
  60. * @param [out] codep The codepoint to fill in
  61. * @param [in] byte The byte to input
  62. * @return The ending state of the decode operation
  63. */
  64. inline uint32_t decode(uint32_t * state, uint32_t * codep, uint8_t byte) {
  65. uint32_t type = utf8d[byte];
  66. *codep = (*state != utf8_accept) ?
  67. (byte & 0x3fu) | (*codep << 6) :
  68. (0xff >> type) & (byte);
  69. *state = utf8d[256 + *state*16 + type];
  70. return *state;
  71. }
  72. /// Provides streaming UTF8 validation functionality
  73. class validator {
  74. public:
  75. /// Construct and initialize the validator
  76. validator() : m_state(utf8_accept),m_codepoint(0) {}
  77. /// Advance the state of the validator with the next input byte
  78. /**
  79. * @param byte The byte to advance the validation state with
  80. * @return Whether or not the byte resulted in a validation error.
  81. */
  82. bool consume (uint8_t byte) {
  83. if (utf8_validator::decode(&m_state,&m_codepoint,byte) == utf8_reject) {
  84. return false;
  85. }
  86. return true;
  87. }
  88. /// Advance validator state with input from an iterator pair
  89. /**
  90. * @param begin Input iterator to the start of the input range
  91. * @param end Input iterator to the end of the input range
  92. * @return Whether or not decoding the bytes resulted in a validation error.
  93. */
  94. template <typename iterator_type>
  95. bool decode (iterator_type begin, iterator_type end) {
  96. for (iterator_type it = begin; it != end; ++it) {
  97. unsigned int result = utf8_validator::decode(
  98. &m_state,
  99. &m_codepoint,
  100. static_cast<uint8_t>(*it)
  101. );
  102. if (result == utf8_reject) {
  103. return false;
  104. }
  105. }
  106. return true;
  107. }
  108. /// Return whether the input sequence ended on a valid utf8 codepoint
  109. /**
  110. * @return Whether or not the input sequence ended on a valid codepoint.
  111. */
  112. bool complete() {
  113. return m_state == utf8_accept;
  114. }
  115. /// Reset the validator to decode another message
  116. void reset() {
  117. m_state = utf8_accept;
  118. m_codepoint = 0;
  119. }
  120. private:
  121. uint32_t m_state;
  122. uint32_t m_codepoint;
  123. };
  124. /// Validate a UTF8 string
  125. /**
  126. * convenience function that creates a validator, validates a complete string
  127. * and returns the result.
  128. */
  129. inline bool validate(std::string const & s) {
  130. validator v;
  131. if (!v.decode(s.begin(),s.end())) {
  132. return false;
  133. }
  134. return v.complete();
  135. }
  136. /// Validate a UTF8 string_view
  137. /**
  138. * convenience function that creates a validator, validates a complete string
  139. * and returns the result.
  140. */
  141. inline bool validate(std::string_view const & s) {
  142. validator v;
  143. if (!v.decode(s.begin(),s.end())) {
  144. return false;
  145. }
  146. return v.complete();
  147. }
  148. } // namespace utf8_validator
  149. } // namespace asio2
  150. #endif // UTF8_VALIDATOR_HPP