1 /*
2 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing,
13 * software distributed under the License is distributed on an
14 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15 * KIND, either express or implied. See the License for the
16 * specific language governing permissions and limitations
17 * under the License.
18 */
19
20 #define _USE_MATH_DEFINES
21 #include <cmath>
22 #include <iomanip>
23 #include <sstream>
24 #include <thrift/protocol/TJSONProtocol.h>
25 #include <memory>
26 #include <thrift/transport/TBufferTransports.h>
27 #include "gen-cpp/DebugProtoTest_types.h"
28
29 #define BOOST_TEST_MODULE JSONProtoTest
30 #include <boost/test/unit_test.hpp>
31
32 using namespace thrift::test::debug;
33 using namespace apache::thrift;
34 using apache::thrift::transport::TMemoryBuffer;
35 using apache::thrift::protocol::TJSONProtocol;
36
37 static std::shared_ptr<OneOfEach> ooe;
38
testCaseSetup_1()39 void testCaseSetup_1() {
40 ooe.reset(new OneOfEach);
41 ooe->im_true = true;
42 ooe->im_false = false;
43 ooe->a_bite = 0x7f;
44 ooe->integer16 = 27000;
45 ooe->integer32 = 1 << 24;
46 ooe->integer64 = (uint64_t)6000 * 1000 * 1000;
47 ooe->double_precision = M_PI;
48 ooe->some_characters = "JSON THIS! \"\1";
49 ooe->zomg_unicode = "\xd7\n\a\t";
50 ooe->base64 = "\1\2\3\255";
51 }
52
BOOST_AUTO_TEST_CASE(test_json_proto_1)53 BOOST_AUTO_TEST_CASE(test_json_proto_1) {
54 testCaseSetup_1();
55
56 const std::string expected_result(
57 "{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127},\"4\":{\"i16\":27000},"
58 "\"5\":{\"i32\":16777216},\"6\":{\"i64\":6000000000},\"7\":{\"dbl\":3.1415926"
59 "535897931},\"8\":{\"str\":\"JSON THIS! \\\"\\u0001\"},\"9\":{\"str\":\"\xd7\\"
60 "n\\u0007\\t\"},\"10\":{\"tf\":0},\"11\":{\"str\":\"AQIDrQ\"},\"12\":{\"lst\""
61 ":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2,3]},\"14\":{\"lst\":[\"i64"
62 "\",3,1,2,3]}}");
63
64 const std::string result(apache::thrift::ThriftJSONString(*ooe));
65
66 BOOST_CHECK_MESSAGE(!expected_result.compare(result),
67 "Expected:\n" << expected_result << "\nGotten:\n" << result);
68 }
69
70 static std::shared_ptr<Nesting> n;
71
testCaseSetup_2()72 void testCaseSetup_2() {
73 testCaseSetup_1();
74
75 n.reset(new Nesting);
76 n->my_ooe = *ooe;
77 n->my_ooe.integer16 = 16;
78 n->my_ooe.integer32 = 32;
79 n->my_ooe.integer64 = 64;
80 n->my_ooe.double_precision = (std::sqrt(5.0) + 1) / 2;
81 n->my_ooe.some_characters = ":R (me going \"rrrr\")";
82 n->my_ooe.zomg_unicode = "\xd3\x80\xe2\x85\xae\xce\x9d\x20\xd0\x9d\xce"
83 "\xbf\xe2\x85\xbf\xd0\xbe\xc9\xa1\xd0\xb3\xd0"
84 "\xb0\xcf\x81\xe2\x84\x8e\x20\xce\x91\x74\x74"
85 "\xce\xb1\xe2\x85\xbd\xce\xba\xc7\x83\xe2\x80"
86 "\xbc";
87 n->my_bonk.type = 31337;
88 n->my_bonk.message = "I am a bonk... xor!";
89 }
90
BOOST_AUTO_TEST_CASE(test_json_proto_2)91 BOOST_AUTO_TEST_CASE(test_json_proto_2) {
92 testCaseSetup_2();
93
94 const std::string expected_result(
95 "{\"1\":{\"rec\":{\"1\":{\"i32\":31337},\"2\":{\"str\":\"I am a bonk... xor"
96 "!\"}}},\"2\":{\"rec\":{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127"
97 "},\"4\":{\"i16\":16},\"5\":{\"i32\":32},\"6\":{\"i64\":64},\"7\":{\"dbl\":"
98 "1.6180339887498949},\"8\":{\"str\":\":R (me going \\\"rrrr\\\")\"},\"9\":{"
99 "\"str\":\"ӀⅮΝ Нοⅿоɡгаρℎ Αttαⅽκǃ‼\"},\"10\":{\"tf\":0},\"11\":{\"str\":\""
100 "AQIDrQ\"},\"12\":{\"lst\":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2"
101 ",3]},\"14\":{\"lst\":[\"i64\",3,1,2,3]}}}}"
102 );
103
104 const std::string result(apache::thrift::ThriftJSONString(*n));
105
106 BOOST_CHECK_MESSAGE(!expected_result.compare(result),
107 "Expected:\n" << expected_result << "\nGotten:\n" << result);
108 }
109
110 static std::shared_ptr<HolyMoley> hm;
111
testCaseSetup_3()112 void testCaseSetup_3() {
113 testCaseSetup_2();
114
115 hm.reset(new HolyMoley);
116
117 hm->big.push_back(*ooe);
118 hm->big.push_back(n->my_ooe);
119 hm->big[0].a_bite = 0x22;
120 hm->big[1].a_bite = 0x33;
121
122 std::vector<std::string> stage1;
123 stage1.push_back("and a one");
124 stage1.push_back("and a two");
125 hm->contain.insert(stage1);
126 stage1.clear();
127 stage1.push_back("then a one, two");
128 stage1.push_back("three!");
129 stage1.push_back("FOUR!!");
130 hm->contain.insert(stage1);
131 stage1.clear();
132 hm->contain.insert(stage1);
133
134 std::vector<Bonk> stage2;
135 hm->bonks["nothing"] = stage2;
136 stage2.resize(stage2.size() + 1);
137 stage2.back().type = 1;
138 stage2.back().message = "Wait.";
139 stage2.resize(stage2.size() + 1);
140 stage2.back().type = 2;
141 stage2.back().message = "What?";
142 hm->bonks["something"] = stage2;
143 stage2.clear();
144 stage2.resize(stage2.size() + 1);
145 stage2.back().type = 3;
146 stage2.back().message = "quoth";
147 stage2.resize(stage2.size() + 1);
148 stage2.back().type = 4;
149 stage2.back().message = "the raven";
150 stage2.resize(stage2.size() + 1);
151 stage2.back().type = 5;
152 stage2.back().message = "nevermore";
153 hm->bonks["poe"] = stage2;
154 }
155
BOOST_AUTO_TEST_CASE(test_json_proto_3)156 BOOST_AUTO_TEST_CASE(test_json_proto_3) {
157 testCaseSetup_3();
158
159 const std::string expected_result(
160 "{\"1\":{\"lst\":[\"rec\",2,{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":"
161 "34},\"4\":{\"i16\":27000},\"5\":{\"i32\":16777216},\"6\":{\"i64\":6000000000"
162 "},\"7\":{\"dbl\":3.1415926535897931},\"8\":{\"str\":\"JSON THIS! \\\"\\u0001"
163 "\"},\"9\":{\"str\":\"\xd7\\n\\u0007\\t\"},\"10\":{\"tf\":0},\"11\":{\"str\":"
164 "\"AQIDrQ\"},\"12\":{\"lst\":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2"
165 ",3]},\"14\":{\"lst\":[\"i64\",3,1,2,3]}},{\"1\":{\"tf\":1},\"2\":{\"tf\":0},"
166 "\"3\":{\"i8\":51},\"4\":{\"i16\":16},\"5\":{\"i32\":32},\"6\":{\"i64\":64},"
167 "\"7\":{\"dbl\":1.6180339887498949},\"8\":{\"str\":\":R (me going \\\"rrrr\\\""
168 ")\"},\"9\":{\"str\":\"ӀⅮΝ Нοⅿоɡгаρℎ Αttαⅽκǃ‼\"},\"10\":{\"tf\":0},\"11\":{"
169 "\"str\":\"AQIDrQ\"},\"12\":{\"lst\":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16"
170 "\",3,1,2,3]},\"14\":{\"lst\":[\"i64\",3,1,2,3]}}]},\"2\":{\"set\":[\"lst\",3"
171 ",[\"str\",0],[\"str\",2,\"and a one\",\"and a two\"],[\"str\",3,\"then a one"
172 ", two\",\"three!\",\"FOUR!!\"]]},\"3\":{\"map\":[\"str\",\"lst\",3,{\"nothin"
173 "g\":[\"rec\",0],\"poe\":[\"rec\",3,{\"1\":{\"i32\":3},\"2\":{\"str\":\"quoth"
174 "\"}},{\"1\":{\"i32\":4},\"2\":{\"str\":\"the raven\"}},{\"1\":{\"i32\":5},\""
175 "2\":{\"str\":\"nevermore\"}}],\"something\":[\"rec\",2,{\"1\":{\"i32\":1},\""
176 "2\":{\"str\":\"Wait.\"}},{\"1\":{\"i32\":2},\"2\":{\"str\":\"What?\"}}]}]}}"
177 );
178
179 const std::string result(apache::thrift::ThriftJSONString(*hm));
180
181 BOOST_CHECK_MESSAGE(!expected_result.compare(result),
182 "Expected:\n" << expected_result << "\nGotten:\n" << result);
183 }
184
BOOST_AUTO_TEST_CASE(test_json_proto_4)185 BOOST_AUTO_TEST_CASE(test_json_proto_4) {
186 testCaseSetup_1();
187
188 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer());
189 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
190
191 ooe->write(proto.get());
192 OneOfEach ooe2;
193 ooe2.read(proto.get());
194
195 BOOST_CHECK(*ooe == ooe2);
196 }
197
BOOST_AUTO_TEST_CASE(test_json_proto_5)198 BOOST_AUTO_TEST_CASE(test_json_proto_5) {
199 testCaseSetup_3();
200
201 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer());
202 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
203
204 hm->write(proto.get());
205 HolyMoley hm2;
206 hm2.read(proto.get());
207
208 BOOST_CHECK(*hm == hm2);
209
210 hm2.big[0].a_bite = 0x00;
211
212 BOOST_CHECK(*hm != hm2);
213 }
214
BOOST_AUTO_TEST_CASE(test_json_proto_6)215 BOOST_AUTO_TEST_CASE(test_json_proto_6) {
216 Doubles dub;
217 dub.nan = HUGE_VAL / HUGE_VAL;
218 dub.inf = HUGE_VAL;
219 dub.neginf = -HUGE_VAL;
220 dub.repeating = 10.0 / 3.0;
221 dub.big = 1E+305;
222 dub.tiny = 1E-305;
223 dub.zero = 0.0;
224 dub.negzero = -0.0;
225
226 const std::string expected_result(
227 "{\"1\":{\"dbl\":\"NaN\"},\"2\":{\"dbl\":\"Infinity\"},\"3\":{\"dbl\":\"-Infi"
228 "nity\"},\"4\":{\"dbl\":3.3333333333333335},\"5\":{\"dbl\":9.9999999999999994e+"
229 "304},\"6\":{\"dbl\":1e-305},\"7\":{\"dbl\":0},\"8\":{\"dbl\":-0}}"
230 );
231
232 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer());
233 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
234 dub.write(proto.get());
235 Doubles dub_1;
236 dub_1.read(proto.get());
237
238 const std::string result(apache::thrift::ThriftJSONString(dub));
239 const std::string result_1(apache::thrift::ThriftJSONString(dub_1));
240
241 BOOST_CHECK_MESSAGE(!expected_result.compare(result),
242 "Expected:\n" << expected_result << "\nGotten:\n" << result);
243 BOOST_CHECK_MESSAGE(!expected_result.compare(result_1),
244 "Expected:\n" << expected_result << "\nGotten:\n" << result_1);
245 }
246
BOOST_AUTO_TEST_CASE(test_json_proto_7)247 BOOST_AUTO_TEST_CASE(test_json_proto_7) {
248 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer());
249 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
250
251 Base64 base;
252 base.a = 123;
253 base.b1 = "1";
254 base.b2 = "12";
255 base.b3 = "123";
256 base.b4 = "1234";
257 base.b5 = "12345";
258 base.b6 = "123456";
259
260 base.write(proto.get());
261 Base64 base2;
262 base2.read(proto.get());
263
264 BOOST_CHECK(base == base2);
265 }
266
BOOST_AUTO_TEST_CASE(test_json_proto_8)267 BOOST_AUTO_TEST_CASE(test_json_proto_8) {
268 const char* json_string =
269 "{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127},\"4\":{\"i16\":27000},"
270 "\"5\":{\"i32\":16.77216},\"6\":{\"i64\":6000000000},\"7\":{\"dbl\":3.1415926"
271 "535897931},\"8\":{\"str\":\"JSON THIS! \\\"\\u0001\"},\"9\":{\"str\":\"\xd7\\"
272 "n\\u0007\\t\"},\"10\":{\"tf\":0},\"11\":{\"str\":\"AQIDrQ\"},\"12\":{\"lst\""
273 ":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2,3]},\"14\":{\"lst\":[\"i64"
274 "\",3,1,2,3]}}";
275
276 const std::size_t bufSiz = strlen(json_string) * sizeof(char);
277 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer(
278 (uint8_t*)(json_string), static_cast<uint32_t>(bufSiz)));
279 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
280
281 OneOfEach ooe2;
282
283 BOOST_CHECK_THROW(ooe2.read(proto.get()),
284 apache::thrift::protocol::TProtocolException);
285 }
286
toHexSequence(const std::string & str)287 static std::string toHexSequence(const std::string& str) {
288 std::stringstream ss;
289 ss << std::hex << std::setfill('0');
290 for (std::size_t i = 0; i < str.size(); i++) {
291 ss << "\\x" << int(uint8_t(str[i]));
292 }
293 return ss.str();
294 }
295
BOOST_AUTO_TEST_CASE(test_json_unicode_escaped)296 BOOST_AUTO_TEST_CASE(test_json_unicode_escaped) {
297 const char json_string[] =
298 "{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127},\"4\":{\"i16\":27000},"
299 "\"5\":{\"i32\":16},\"6\":{\"i64\":6000000000},\"7\":{\"dbl\":3.1415926"
300 "535897931},\"8\":{\"str\":\"JSON THIS!\"},\"9\":{\"str\":\"\\u0e01 \\ud835\\udd3e\"},"
301 "\"10\":{\"tf\":0},\"11\":{\"str\":\"000000\"},\"12\":{\"lst\""
302 ":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2,3]},\"14\":{\"lst\":[\"i64"
303 "\",3,1,2,3]}}";
304 const char* expected_zomg_unicode = "\xe0\xb8\x81 \xf0\x9d\x94\xbe";
305
306 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer(
307 (uint8_t*)(json_string), sizeof(json_string)));
308 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
309
310 OneOfEach ooe2;
311 ooe2.read(proto.get());
312 BOOST_CHECK_MESSAGE(!ooe2.zomg_unicode.compare(expected_zomg_unicode),
313 "Expected:\n" << toHexSequence(expected_zomg_unicode) << "\nGotten:\n"
314 << toHexSequence(ooe2.zomg_unicode));
315
316 }
317
BOOST_AUTO_TEST_CASE(test_json_unicode_escaped_missing_low_surrogate)318 BOOST_AUTO_TEST_CASE(test_json_unicode_escaped_missing_low_surrogate) {
319 const char json_string[] =
320 "{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127},\"4\":{\"i16\":27000},"
321 "\"5\":{\"i32\":16},\"6\":{\"i64\":6000000000},\"7\":{\"dbl\":3.1415926"
322 "535897931},\"8\":{\"str\":\"JSON THIS!\"},\"9\":{\"str\":\"\\ud835\"},"
323 "\"10\":{\"tf\":0},\"11\":{\"str\":\"000000\"},\"12\":{\"lst\""
324 ":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2,3]},\"14\":{\"lst\":[\"i64"
325 "\",3,1,2,3]}}";
326
327 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer(
328 (uint8_t*)(json_string), sizeof(json_string)));
329 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
330
331 OneOfEach ooe2;
332 BOOST_CHECK_THROW(ooe2.read(proto.get()),
333 apache::thrift::protocol::TProtocolException);
334 }
335
BOOST_AUTO_TEST_CASE(test_json_unicode_escaped_missing_hi_surrogate)336 BOOST_AUTO_TEST_CASE(test_json_unicode_escaped_missing_hi_surrogate) {
337 const char json_string[] =
338 "{\"1\":{\"tf\":1},\"2\":{\"tf\":0},\"3\":{\"i8\":127},\"4\":{\"i16\":27000},"
339 "\"5\":{\"i32\":16},\"6\":{\"i64\":6000000000},\"7\":{\"dbl\":3.1415926"
340 "535897931},\"8\":{\"str\":\"JSON THIS!\"},\"9\":{\"str\":\"\\udd3e\"},"
341 "\"10\":{\"tf\":0},\"11\":{\"str\":\"000000\"},\"12\":{\"lst\""
342 ":[\"i8\",3,1,2,3]},\"13\":{\"lst\":[\"i16\",3,1,2,3]},\"14\":{\"lst\":[\"i64"
343 "\",3,1,2,3]}}";
344
345 std::shared_ptr<TMemoryBuffer> buffer(new TMemoryBuffer(
346 (uint8_t*)(json_string), sizeof(json_string)));
347 std::shared_ptr<TJSONProtocol> proto(new TJSONProtocol(buffer));
348
349 OneOfEach ooe2;
350 BOOST_CHECK_THROW(ooe2.read(proto.get()),
351 apache::thrift::protocol::TProtocolException);
352 }
353
