forked from simdjson/simdjson
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathjsonparser.cpp
More file actions
78 lines (75 loc) · 2.22 KB
/
jsonparser.cpp
File metadata and controls
78 lines (75 loc) · 2.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
#include "simdjson/jsonparser.h"
#ifdef _MSC_VER
#include <sysinfoapi.h>
#include <windows.h>
#else
#include <unistd.h>
#endif
extern bool json_parse(const char *buf, size_t len, ParsedJson &pj,
bool reallocifneeded);
extern bool json_parse(const std::string_view &s, ParsedJson &pj,
bool reallocifneeded);
extern ParsedJson build_parsed_json(const char *buf, size_t len,
bool reallocifneeded);
extern ParsedJson build_parsed_json(const std::string_view &s,
bool reallocifneeded);
// parse a document found in buf, need to preallocate ParsedJson.
WARN_UNUSED
bool json_parse(const uint8_t *buf, size_t len, ParsedJson &pj,
bool reallocifneeded) {
if (pj.bytecapacity < len) {
std::cerr << "Your ParsedJson cannot support documents that big: " << len
<< std::endl;
return false;
}
bool reallocated = false;
if (reallocifneeded) {
// realloc is needed if the end of the memory crosses a page
#ifdef _MSC_VER
SYSTEM_INFO sysInfo;
GetSystemInfo(&sysInfo);
long pagesize = sysInfo.dwPageSize;
#else
long pagesize = sysconf(_SC_PAGESIZE);
#endif
if ((reinterpret_cast<uintptr_t>(buf + len - 1) % pagesize) <
SIMDJSON_PADDING) {
const uint8_t *tmpbuf = buf;
buf = (uint8_t *)allocate_padded_buffer(len);
if (buf == NULL)
return false;
memcpy((void *)buf, tmpbuf, len);
reallocated = true;
}
}
bool isok = find_structural_bits(buf, len, pj);
/*if (isok) {
isok = flatten_indexes(len, pj);
} else {
if(reallocated) free((void*)buf);
return false;
}*/
if (isok) {
isok = unified_machine(buf, len, pj);
} else {
if (reallocated)
free((void *)buf);
return false;
}
if (reallocated)
free((void *)buf);
return isok;
}
WARN_UNUSED
ParsedJson build_parsed_json(const uint8_t *buf, size_t len,
bool reallocifneeded) {
ParsedJson pj;
bool ok = pj.allocateCapacity(len);
if (ok) {
ok = json_parse(buf, len, pj, reallocifneeded);
assert(ok == pj.isValid());
} else {
std::cerr << "failure during memory allocation " << std::endl;
}
return pj;
}