// Tencent is pleased to support the open source community by making RapidJSON available. // // Copyright (C) 2015 THL A29 Limited, a Tencent company, and Milo Yip. All rights reserved. // // Licensed under the MIT License (the "License"); you may not use this file except // in compliance with the License. You may obtain a copy of the License at // // http://opensource.org/licenses/MIT // // Unless required by applicable law or agreed to in writing, software distributed // under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR // CONDITIONS OF ANY KIND, either express or implied. See the License for the // specific language governing permissions and limitations under the License. // Since Travis CI installs old Valgrind 3.7.0, which fails with some SSE4.2 // The unit tests prefix with SIMD should be skipped by Valgrind test // __SSE2__ and __SSE4_2__ are recognized by gcc, clang, and the Intel compiler. // We use -march=native with gmake to enable -msse2 and -msse4.2, if supported. #if defined(__SSE4_2__) # define RAPIDJSON_SSE42 #elif defined(__SSE2__) # define RAPIDJSON_SSE2 #elif defined(__ARM_NEON) # define RAPIDJSON_NEON #endif #define RAPIDJSON_NAMESPACE rapidjson_simd #include "unittest.h" #include "rapidjson/reader.h" #include "rapidjson/writer.h" #ifdef __GNUC__ RAPIDJSON_DIAG_PUSH RAPIDJSON_DIAG_OFF(effc++) #endif using namespace rapidjson_simd; #ifdef RAPIDJSON_SSE2 #define SIMD_SUFFIX(name) name##_SSE2 #elif defined(RAPIDJSON_SSE42) #define SIMD_SUFFIX(name) name##_SSE42 #elif defined(RAPIDJSON_NEON) #define SIMD_SUFFIX(name) name##_NEON #else #define SIMD_SUFFIX(name) name #endif template void TestSkipWhitespace() { for (size_t step = 1; step < 32; step++) { char buffer[1025]; for (size_t i = 0; i < 1024; i++) buffer[i] = " \t\r\n"[i % 4]; for (size_t i = 0; i < 1024; i += step) buffer[i] = 'X'; buffer[1024] = '\0'; StreamType s(buffer); size_t i = 0; for (;;) { SkipWhitespace(s); if (s.Peek() == '\0') break; EXPECT_EQ(i, s.Tell()); EXPECT_EQ('X', s.Take()); i += step; } } } TEST(SIMD, SIMD_SUFFIX(SkipWhitespace)) { TestSkipWhitespace(); TestSkipWhitespace(); } TEST(SIMD, SIMD_SUFFIX(SkipWhitespace_EncodedMemoryStream)) { for (size_t step = 1; step < 32; step++) { char buffer[1024]; for (size_t i = 0; i < 1024; i++) buffer[i] = " \t\r\n"[i % 4]; for (size_t i = 0; i < 1024; i += step) buffer[i] = 'X'; MemoryStream ms(buffer, 1024); EncodedInputStream, MemoryStream> s(ms); size_t i = 0; for (;;) { SkipWhitespace(s); if (s.Peek() == '\0') break; //EXPECT_EQ(i, s.Tell()); EXPECT_EQ('X', s.Take()); i += step; } } } struct ScanCopyUnescapedStringHandler : BaseReaderHandler, ScanCopyUnescapedStringHandler> { bool String(const char* str, size_t length, bool) { memcpy(buffer, str, length + 1); return true; } char buffer[1024 + 5 + 32]; }; template void TestScanCopyUnescapedString() { char buffer[1024u + 5 + 32]; char backup[1024u + 5 + 32]; // Test "ABCDABCD...\\" for (size_t offset = 0; offset < 32; offset++) { for (size_t step = 0; step < 1024; step++) { char* json = buffer + offset; char *p = json; *p++ = '\"'; for (size_t i = 0; i < step; i++) *p++ = "ABCD"[i % 4]; *p++ = '\\'; *p++ = '\\'; *p++ = '\"'; *p++ = '\0'; strcpy(backup, json); // insitu parsing will overwrite buffer, so need to backup first StreamType s(json); Reader reader; ScanCopyUnescapedStringHandler h; reader.Parse(s, h); EXPECT_TRUE(memcmp(h.buffer, backup + 1, step) == 0); EXPECT_EQ('\\', h.buffer[step]); // escaped EXPECT_EQ('\0', h.buffer[step + 1]); } } // Test "\\ABCDABCD..." for (size_t offset = 0; offset < 32; offset++) { for (size_t step = 0; step < 1024; step++) { char* json = buffer + offset; char *p = json; *p++ = '\"'; *p++ = '\\'; *p++ = '\\'; for (size_t i = 0; i < step; i++) *p++ = "ABCD"[i % 4]; *p++ = '\"'; *p++ = '\0'; strcpy(backup, json); // insitu parsing will overwrite buffer, so need to backup first StreamType s(json); Reader reader; ScanCopyUnescapedStringHandler h; reader.Parse(s, h); EXPECT_TRUE(memcmp(h.buffer + 1, backup + 3, step) == 0); EXPECT_EQ('\\', h.buffer[0]); // escaped EXPECT_EQ('\0', h.buffer[step + 1]); } } } TEST(SIMD, SIMD_SUFFIX(ScanCopyUnescapedString)) { TestScanCopyUnescapedString(); TestScanCopyUnescapedString(); } TEST(SIMD, SIMD_SUFFIX(ScanWriteUnescapedString)) { char buffer[2048 + 1 + 32]; for (size_t offset = 0; offset < 32; offset++) { for (size_t step = 0; step < 1024; step++) { char* s = buffer + offset; char* p = s; for (size_t i = 0; i < step; i++) *p++ = "ABCD"[i % 4]; char escape = "\0\n\\\""[step % 4]; *p++ = escape; for (size_t i = 0; i < step; i++) *p++ = "ABCD"[i % 4]; StringBuffer sb; Writer writer(sb); writer.String(s, SizeType(step * 2 + 1)); const char* q = sb.GetString(); EXPECT_EQ('\"', *q++); for (size_t i = 0; i < step; i++) EXPECT_EQ("ABCD"[i % 4], *q++); if (escape == '\0') { EXPECT_EQ('\\', *q++); EXPECT_EQ('u', *q++); EXPECT_EQ('0', *q++); EXPECT_EQ('0', *q++); EXPECT_EQ('0', *q++); EXPECT_EQ('0', *q++); } else if (escape == '\n') { EXPECT_EQ('\\', *q++); EXPECT_EQ('n', *q++); } else if (escape == '\\') { EXPECT_EQ('\\', *q++); EXPECT_EQ('\\', *q++); } else if (escape == '\"') { EXPECT_EQ('\\', *q++); EXPECT_EQ('\"', *q++); } for (size_t i = 0; i < step; i++) EXPECT_EQ("ABCD"[i % 4], *q++); EXPECT_EQ('\"', *q++); EXPECT_EQ('\0', *q++); } } } #ifdef __GNUC__ RAPIDJSON_DIAG_POP #endif