binary_protocol.hpp 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445
  1. //
  2. // Copyright (c) 2019-2024 Ruben Perez Hidalgo (rubenperez038 at gmail dot com)
  3. //
  4. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  5. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  6. //
  7. #ifndef BOOST_MYSQL_IMPL_INTERNAL_PROTOCOL_IMPL_BINARY_PROTOCOL_HPP
  8. #define BOOST_MYSQL_IMPL_INTERNAL_PROTOCOL_IMPL_BINARY_PROTOCOL_HPP
  9. #include <boost/mysql/days.hpp>
  10. #include <boost/mysql/field_kind.hpp>
  11. #include <boost/mysql/field_view.hpp>
  12. #include <boost/mysql/metadata.hpp>
  13. #include <boost/mysql/detail/datetime.hpp>
  14. #include <boost/mysql/impl/internal/protocol/impl/bit_deserialization.hpp>
  15. #include <boost/mysql/impl/internal/protocol/impl/deserialization_context.hpp>
  16. #include <boost/mysql/impl/internal/protocol/impl/protocol_types.hpp>
  17. #include <boost/mysql/impl/internal/protocol/impl/serialization_context.hpp>
  18. #include <array>
  19. #include <chrono>
  20. #include <cmath>
  21. #include <cstdint>
  22. namespace boost {
  23. namespace mysql {
  24. namespace detail {
  25. inline deserialize_errc deserialize_binary_field(
  26. deserialization_context& ctx,
  27. const metadata& meta,
  28. field_view& output
  29. );
  30. inline void serialize_binary_field(serialization_context& ctx, field_view input);
  31. } // namespace detail
  32. } // namespace mysql
  33. } // namespace boost
  34. //
  35. // Implementation
  36. //
  37. namespace boost {
  38. namespace mysql {
  39. namespace detail {
  40. // constants
  41. namespace binc {
  42. BOOST_INLINE_CONSTEXPR std::size_t year_sz = 2;
  43. BOOST_INLINE_CONSTEXPR std::size_t month_sz = 1;
  44. BOOST_INLINE_CONSTEXPR std::size_t date_day_sz = 1;
  45. BOOST_INLINE_CONSTEXPR std::size_t time_days_sz = 4;
  46. BOOST_INLINE_CONSTEXPR std::size_t hours_sz = 1;
  47. BOOST_INLINE_CONSTEXPR std::size_t mins_sz = 1;
  48. BOOST_INLINE_CONSTEXPR std::size_t secs_sz = 1;
  49. BOOST_INLINE_CONSTEXPR std::size_t micros_sz = 4;
  50. BOOST_INLINE_CONSTEXPR std::size_t time_sign_sz = 1;
  51. BOOST_INLINE_CONSTEXPR std::size_t date_sz = year_sz + month_sz + date_day_sz; // does not include length
  52. BOOST_INLINE_CONSTEXPR std::size_t datetime_d_sz = date_sz;
  53. BOOST_INLINE_CONSTEXPR std::size_t datetime_dhms_sz = datetime_d_sz + hours_sz + mins_sz + secs_sz;
  54. BOOST_INLINE_CONSTEXPR std::size_t datetime_dhmsu_sz = datetime_dhms_sz + micros_sz;
  55. BOOST_INLINE_CONSTEXPR std::size_t time_dhms_sz = time_sign_sz + time_days_sz + hours_sz + mins_sz + secs_sz;
  56. BOOST_INLINE_CONSTEXPR std::size_t time_dhmsu_sz = time_dhms_sz + micros_sz;
  57. } // namespace binc
  58. //
  59. // Deserialization
  60. //
  61. // strings
  62. inline deserialize_errc deserialize_binary_field_string(
  63. deserialization_context& ctx,
  64. field_view& output,
  65. bool is_blob
  66. )
  67. {
  68. string_lenenc deser;
  69. auto err = deser.deserialize(ctx);
  70. if (err != deserialize_errc::ok)
  71. return err;
  72. if (is_blob)
  73. {
  74. output = field_view(to_span(deser.value));
  75. }
  76. else
  77. {
  78. output = field_view(deser.value);
  79. }
  80. return deserialize_errc::ok;
  81. }
  82. // ints
  83. template <class TargetType, class DeserializableType>
  84. inline deserialize_errc deserialize_binary_field_int_impl(deserialization_context& ctx, field_view& output)
  85. {
  86. int_holder<DeserializableType> deser;
  87. auto err = deser.deserialize(ctx);
  88. if (err != deserialize_errc::ok)
  89. return err;
  90. output = field_view(static_cast<TargetType>(deser.value));
  91. return deserialize_errc::ok;
  92. }
  93. template <class DeserializableTypeUnsigned, class DeserializableTypeSigned>
  94. inline deserialize_errc deserialize_binary_field_int(
  95. const metadata& meta,
  96. deserialization_context& ctx,
  97. field_view& output
  98. )
  99. {
  100. return meta.is_unsigned()
  101. ? deserialize_binary_field_int_impl<std::uint64_t, DeserializableTypeUnsigned>(ctx, output)
  102. : deserialize_binary_field_int_impl<std::int64_t, DeserializableTypeSigned>(ctx, output);
  103. }
  104. // Bits. These come as a binary value between 1 and 8 bytes,
  105. // packed in a string
  106. inline deserialize_errc deserialize_binary_field_bit(deserialization_context& ctx, field_view& output)
  107. {
  108. string_lenenc buffer;
  109. auto err = buffer.deserialize(ctx);
  110. if (err != deserialize_errc::ok)
  111. return err;
  112. return deserialize_bit(buffer.value, output);
  113. }
  114. // Floats
  115. template <class T>
  116. inline deserialize_errc deserialize_binary_field_float(deserialization_context& ctx, field_view& output)
  117. {
  118. // Size check
  119. if (!ctx.enough_size(sizeof(T)))
  120. return deserialize_errc::incomplete_message;
  121. // Endianness conversion
  122. T v = endian::endian_load<T, sizeof(T), endian::order::little>(ctx.first());
  123. // Nans and infs not allowed in SQL
  124. if (std::isnan(v) || std::isinf(v))
  125. return deserialize_errc::protocol_value_error;
  126. // Done
  127. ctx.advance(sizeof(T));
  128. output = field_view(v);
  129. return deserialize_errc::ok;
  130. }
  131. // Time types
  132. inline deserialize_errc deserialize_binary_ymd(deserialization_context& ctx, date& output)
  133. {
  134. using namespace boost::mysql::detail;
  135. int2 year{};
  136. int1 month{};
  137. int1 day{};
  138. // Deserialize
  139. auto err = ctx.deserialize(year, month, day);
  140. if (err != deserialize_errc::ok)
  141. return err;
  142. // Range check
  143. if (year.value > max_year || month.value > max_month || day.value > max_day)
  144. {
  145. return deserialize_errc::protocol_value_error;
  146. }
  147. output = date(year.value, month.value, day.value);
  148. return deserialize_errc::ok;
  149. }
  150. inline deserialize_errc deserialize_binary_field_date(deserialization_context& ctx, field_view& output)
  151. {
  152. using namespace boost::mysql::detail::binc;
  153. // Deserialize length
  154. int1 length;
  155. auto err = length.deserialize(ctx);
  156. if (err != deserialize_errc::ok)
  157. return err;
  158. // Check for zero dates
  159. if (length.value < date_sz)
  160. {
  161. output = field_view(date());
  162. return deserialize_errc::ok;
  163. }
  164. // Deserialize rest of fields
  165. date d;
  166. err = deserialize_binary_ymd(ctx, d);
  167. if (err != deserialize_errc::ok)
  168. return err;
  169. output = field_view(d);
  170. return deserialize_errc::ok;
  171. }
  172. inline deserialize_errc deserialize_binary_field_datetime(deserialization_context& ctx, field_view& output)
  173. {
  174. using namespace binc;
  175. // Deserialize length
  176. int1 length{};
  177. auto err = length.deserialize(ctx);
  178. if (err != deserialize_errc::ok)
  179. return err;
  180. // If the DATETIME does not contain some of the values below,
  181. // they are supposed to be zero
  182. date d{};
  183. int1 hours{};
  184. int1 minutes{};
  185. int1 seconds{};
  186. int4 micros{};
  187. // Date part
  188. if (length.value >= datetime_d_sz)
  189. {
  190. err = deserialize_binary_ymd(ctx, d);
  191. if (err != deserialize_errc::ok)
  192. return err;
  193. }
  194. // Hours, minutes, seconds
  195. if (length.value >= datetime_dhms_sz)
  196. {
  197. err = ctx.deserialize(hours, minutes, seconds);
  198. if (err != deserialize_errc::ok)
  199. return err;
  200. }
  201. // Microseconds
  202. if (length.value >= datetime_dhmsu_sz)
  203. {
  204. err = micros.deserialize(ctx);
  205. if (err != deserialize_errc::ok)
  206. return err;
  207. }
  208. // Validity check. deserialize_binary_ymd already does it for date
  209. if (hours.value > max_hour || minutes.value > max_min || seconds.value > max_sec ||
  210. micros.value > max_micro)
  211. {
  212. return deserialize_errc::protocol_value_error;
  213. }
  214. // Compose the final datetime
  215. datetime dt(d.year(), d.month(), d.day(), hours.value, minutes.value, seconds.value, micros.value);
  216. output = field_view(dt);
  217. return deserialize_errc::ok;
  218. }
  219. inline deserialize_errc deserialize_binary_field_time(deserialization_context& ctx, field_view& output)
  220. {
  221. using namespace boost::mysql::detail;
  222. using namespace boost::mysql::detail::binc;
  223. // Deserialize length
  224. int1 length{};
  225. auto err = length.deserialize(ctx);
  226. if (err != deserialize_errc::ok)
  227. return err;
  228. // If the TIME contains no value for these fields, they are zero
  229. int1 is_negative{};
  230. int4 num_days{};
  231. int1 hours{};
  232. int1 minutes{};
  233. int1 seconds{};
  234. int4 microseconds{};
  235. // Sign, days, hours, minutes, seconds
  236. if (length.value >= time_dhms_sz)
  237. {
  238. err = ctx.deserialize(is_negative, num_days, hours, minutes, seconds);
  239. if (err != deserialize_errc::ok)
  240. return err;
  241. }
  242. // Microseconds
  243. if (length.value >= time_dhmsu_sz)
  244. {
  245. err = microseconds.deserialize(ctx);
  246. if (err != deserialize_errc::ok)
  247. return err;
  248. }
  249. // Range check
  250. constexpr std::size_t time_max_days = 34; // equivalent to the 839 hours, in the broken format
  251. if (num_days.value > time_max_days || hours.value > max_hour || minutes.value > max_min ||
  252. seconds.value > max_sec || microseconds.value > max_micro)
  253. {
  254. return deserialize_errc::protocol_value_error;
  255. }
  256. // Compose the final time
  257. output = field_view(boost::mysql::time(
  258. (is_negative.value ? -1 : 1) *
  259. (days(num_days.value) + std::chrono::hours(hours.value) + std::chrono::minutes(minutes.value) +
  260. std::chrono::seconds(seconds.value) + std::chrono::microseconds(microseconds.value))
  261. ));
  262. return deserialize_errc::ok;
  263. }
  264. //
  265. // Serialization
  266. //
  267. template <class T>
  268. inline void serialize_binary_float(serialization_context& ctx, T input)
  269. {
  270. std::array<std::uint8_t, sizeof(T)> buffer{};
  271. boost::endian::endian_store<T, sizeof(T), boost::endian::order::little>(buffer.data(), input);
  272. ctx.add(buffer);
  273. }
  274. inline void serialize_binary_date(serialization_context& ctx, const date& input)
  275. {
  276. ctx.serialize(
  277. int1{static_cast<std::uint8_t>(binc::date_sz)},
  278. int2{input.year()},
  279. int1{input.month()},
  280. int1{input.day()}
  281. );
  282. }
  283. inline void serialize_binary_datetime(serialization_context& ctx, const datetime& input)
  284. {
  285. ctx.serialize(
  286. int1{static_cast<std::uint8_t>(binc::datetime_dhmsu_sz)},
  287. int2{input.year()},
  288. int1{input.month()},
  289. int1{input.day()},
  290. int1{input.hour()},
  291. int1{input.minute()},
  292. int1{input.second()},
  293. int4{input.microsecond()}
  294. );
  295. }
  296. inline void serialize_binary_time(serialization_context& ctx, const boost::mysql::time& input)
  297. {
  298. using namespace binc;
  299. using boost::mysql::days;
  300. using std::chrono::duration_cast;
  301. using std::chrono::hours;
  302. using std::chrono::microseconds;
  303. using std::chrono::minutes;
  304. using std::chrono::seconds;
  305. // Break time
  306. auto num_micros = duration_cast<microseconds>(input % seconds(1));
  307. auto num_secs = duration_cast<seconds>(input % minutes(1) - num_micros);
  308. auto num_mins = duration_cast<minutes>(input % hours(1) - num_secs);
  309. auto num_hours = duration_cast<hours>(input % days(1) - num_mins);
  310. auto num_days = duration_cast<days>(input - num_hours);
  311. auto is_negative = (input.count() < 0) ? 1 : 0;
  312. // Serialize
  313. ctx.serialize(
  314. int1{static_cast<std::uint8_t>(time_dhmsu_sz)},
  315. int1{static_cast<std::uint8_t>(is_negative)},
  316. int4{static_cast<std::uint32_t>(std::abs(num_days.count()))},
  317. int1{static_cast<std::uint8_t>(std::abs(num_hours.count()))},
  318. int1{static_cast<std::uint8_t>(std::abs(num_mins.count()))},
  319. int1{static_cast<std::uint8_t>(std::abs(num_secs.count()))},
  320. int4{static_cast<std::uint32_t>(std::abs(num_micros.count()))}
  321. );
  322. }
  323. } // namespace detail
  324. } // namespace mysql
  325. } // namespace boost
  326. boost::mysql::detail::deserialize_errc boost::mysql::detail::deserialize_binary_field(
  327. deserialization_context& ctx,
  328. const metadata& meta,
  329. field_view& output
  330. )
  331. {
  332. switch (meta.type())
  333. {
  334. case column_type::tinyint:
  335. return deserialize_binary_field_int<std::uint8_t, std::int8_t>(meta, ctx, output);
  336. case column_type::smallint:
  337. case column_type::year:
  338. return deserialize_binary_field_int<std::uint16_t, std::int16_t>(meta, ctx, output);
  339. case column_type::mediumint:
  340. case column_type::int_:
  341. return deserialize_binary_field_int<std::uint32_t, std::int32_t>(meta, ctx, output);
  342. case column_type::bigint:
  343. return deserialize_binary_field_int<std::uint64_t, std::int64_t>(meta, ctx, output);
  344. case column_type::bit: return deserialize_binary_field_bit(ctx, output);
  345. case column_type::float_: return deserialize_binary_field_float<float>(ctx, output);
  346. case column_type::double_: return deserialize_binary_field_float<double>(ctx, output);
  347. case column_type::timestamp:
  348. case column_type::datetime: return deserialize_binary_field_datetime(ctx, output);
  349. case column_type::date: return deserialize_binary_field_date(ctx, output);
  350. case column_type::time: return deserialize_binary_field_time(ctx, output);
  351. // True string types
  352. case column_type::char_:
  353. case column_type::varchar:
  354. case column_type::text:
  355. case column_type::enum_:
  356. case column_type::set:
  357. case column_type::decimal:
  358. case column_type::json: return deserialize_binary_field_string(ctx, output, false);
  359. // Blobs and anything else
  360. case column_type::binary:
  361. case column_type::varbinary:
  362. case column_type::blob:
  363. case column_type::geometry:
  364. default: return deserialize_binary_field_string(ctx, output, true);
  365. }
  366. }
  367. void boost::mysql::detail::serialize_binary_field(serialization_context& ctx, field_view input)
  368. {
  369. switch (input.kind())
  370. {
  371. case field_kind::null: break;
  372. case field_kind::int64: sint8{input.get_int64()}.serialize(ctx); break;
  373. case field_kind::uint64: int8{input.get_uint64()}.serialize(ctx); break;
  374. case field_kind::string: string_lenenc{input.get_string()}.serialize_checked(ctx); break;
  375. case field_kind::blob: string_lenenc{to_string(input.get_blob())}.serialize_checked(ctx); break;
  376. case field_kind::float_: serialize_binary_float(ctx, input.get_float()); break;
  377. case field_kind::double_: serialize_binary_float(ctx, input.get_double()); break;
  378. case field_kind::date: serialize_binary_date(ctx, input.get_date()); break;
  379. case field_kind::datetime: serialize_binary_datetime(ctx, input.get_datetime()); break;
  380. case field_kind::time: serialize_binary_time(ctx, input.get_time()); break;
  381. default: BOOST_ASSERT(false); break;
  382. }
  383. }
  384. #endif /* INCLUDE_BOOST_MYSQL_DETAIL_PROTOCOL_BINARY_DESERIALIZATION_HPP_ */