Files
rapidyaml/bm/parse.cpp
Joao Paulo Magalhaes 9904f1eb3a fix pedantic warnings
2019-12-28 20:45:42 +00:00

351 lines
10 KiB
C++

#include <ryml.hpp>
#include <ryml_std.hpp>
#include <c4/fs/fs.hpp>
#include "../test/libyaml.hpp"
#include <vector>
#include <iostream>
#include <benchmark/benchmark.h>
#if defined(_MSC_VER)
# pragma warning(push)
# pragma warning(disable : 4100) // sajson.h(1313,41): warning C4100: 'input_document_size_in_bytes': unreferenced formal parameter
# pragma warning(disable : 4127) // conditional expression is constant
# pragma warning(disable : 4200) // sajson.h(209,28): warning C4200: nonstandard extension used: zero-sized array in struct/union
# pragma warning(disable : 4244) // sajson.h(2295,26): warning C4244: '=': conversion from 'unsigned int' to 'char', possible loss of data
# pragma warning(disable : 4389) // '==': signed/unsigned mismatch
# pragma warning(disable : 4996) // warning C4996: 'Json::Reader': Use CharReader and CharReaderBuilder instead.
#elif defined(__clang__)
# pragma clang diagnostic push
# pragma clang diagnostic ignored "-Wunused-parameter"
# pragma clang diagnostic ignored "-Wc99-extensions"
# pragma clang diagnostic ignored "-Wfloat-equal"
# pragma clang diagnostic ignored "-Wshadow"
#elif defined(__GNUC__)
# pragma GCC diagnostic push
# pragma GCC diagnostic ignored "-Wshadow"
# pragma GCC diagnostic ignored "-Wunused-parameter"
# pragma GCC diagnostic ignored "-Wunused-but-set-variable"
# pragma GCC diagnostic ignored "-Wfloat-equal"
# pragma GCC diagnostic ignored "-Wpedantic"
# if __GNUC__ >= 8
# pragma GCC diagnostic ignored "-Wclass-memaccess" // rapidjson/document.h:1952:24
# endif
#endif
#include <rapidjson/document.h>
#include <sajson.h>
#include <json/json.h>
#include <nlohmann/json.hpp>
#include <yaml-cpp/yaml.h>
#if defined(_MSC_VER)
# pragma warning(pop)
#elif defined(__clang__)
# pragma clang diagnostic pop
#elif defined(__GNUC__)
# pragma GCC diagnostic pop
#endif
namespace bm = benchmark;
// now for our code
#if defined(_MSC_VER)
# pragma warning(push)
# pragma warning(disable : 4996) // warning C4996: 'Json::Reader': Use CharReader and CharReaderBuilder instead.
#elif defined(__clang__)
# pragma clang diagnostic push
# pragma clang diagnostic ignored "-Wdeprecated-declarations"
# pragma clang diagnostic ignored "-Wunused-variable"
#elif defined(__GNUC__)
# pragma GCC diagnostic push
# pragma GCC diagnostic ignored "-Wdeprecated-declarations"
# pragma GCC diagnostic ignored "-Wunused-variable"
#endif
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
enum : int {
kClearTree=1,
kClearTreeArena=2,
kResetInPlace=4,
kAll=kClearTree|kClearTreeArena|kResetInPlace,
};
struct BmCase
{
c4::csubstr filename;
std::vector<char> src;
std::vector<char> in_place;
ryml::Parser ryml_parser;
ryml::Tree ryml_tree;
bool is_json;
rapidjson::Document rapidjson_doc;
ryml::Tree libyaml_tree;
void run(int argc, char **argv)
{
bm::Initialize(&argc, argv);
C4_CHECK(argc == 2);
load(argv[1]);
bm::RunSpecifiedBenchmarks();
}
void load(const char* file)
{
filename = c4::to_csubstr(file);
is_json = filename.ends_with(".json");
std::cout << "-----------------------------------\n";
std::cout << "running case: " << filename.basename() << "\n";
std::cout << "file: " << filename << "\n";
std::cout << "-----------------------------------\n";
c4::fs::file_get_contents(file, &src);
if(src.back() != '\0')
{
src.push_back('\0');
}
in_place = src;
C4_ASSERT_MSG(strlen(in_place.data()) == in_place.size()-1,
"len=%zu sz=%zu",
strlen(in_place.data()), in_place.size());
}
void prepare(bm::State &st, int what)
{
st.PauseTiming();
prepare(what);
st.ResumeTiming();
}
void prepare(int what)
{
if(what & kClearTree)
{
ryml_tree.clear();
}
if(what & kClearTreeArena)
{
ryml_tree.clear_arena();
}
if(what & kResetInPlace)
{
C4_ASSERT(in_place.size() == src.size());
memcpy(in_place.data(), src.data(), src.size());
}
}
};
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
/** this is used by the benchmarks.
*
* don't declare the case as static as there's no guarantee the allocator's
* lifetime starts before and ends after the case's lifetime */
static BmCase * C4_RESTRICT s_bm_case = nullptr;
int main(int argc, char** argv)
{
BmCase fixture;
s_bm_case = &fixture;
s_bm_case->run(argc, argv);
}
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
//-----------------------------------------------------------------------------
#define ONLY_FOR_JSON \
if(!s_bm_case->is_json) { st.SkipWithError("not a json file"); return; }
void rapidjson_ro(bm::State& st)
{
const char *src = s_bm_case->src.data();
for(auto _ : st)
{
ONLY_FOR_JSON;
rapidjson::Document doc;
doc.Parse(src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void rapidjson_rw(bm::State& st)
{
char *src = s_bm_case->in_place.data();
for(auto _ : st)
{
ONLY_FOR_JSON;
s_bm_case->prepare(st, kResetInPlace);
rapidjson::Document doc;
doc.ParseInsitu(src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void sajson_ro(bm::State& st)
{
sajson::string src = {s_bm_case->src.data(), s_bm_case->src.size()};
for(auto _ : st)
{
ONLY_FOR_JSON;
sajson::document document = sajson::parse(sajson::dynamic_allocation(), src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void sajson_rw(bm::State& st)
{
sajson::mutable_string_view src = {s_bm_case->in_place.size(), s_bm_case->in_place.data()};
for(auto _ : st)
{
ONLY_FOR_JSON;
s_bm_case->prepare(st, kResetInPlace);
sajson::document document = sajson::parse(sajson::dynamic_allocation(), src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void jsoncpp_ro(bm::State& st)
{
const char *b = &s_bm_case->src.front(), *e = &s_bm_case->src.back();
for(auto _ : st)
{
ONLY_FOR_JSON;
Json::Value root;
Json::Reader reader;
reader.parse(b, e, root);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void nlohmann_json_ro(bm::State& st)
{
const char* src = s_bm_case->src.data();
for(auto _ : st)
{
ONLY_FOR_JSON;
auto root = nlohmann::json::parse(src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void yamlcpp_ro(bm::State& st)
{
const char* src = s_bm_case->src.data();
for(auto _ : st)
{
YAML::Node node = YAML::Load(src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void libyaml_ro(bm::State& st)
{
c4::csubstr src = c4::to_csubstr(s_bm_case->src.data());
for(auto _ : st)
{
c4::yml::LibyamlParser p;
c4::yml::Tree t;
p.parse(&t, src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void libyaml_ro_reuse(bm::State& st)
{
c4::csubstr src = c4::to_csubstr(s_bm_case->src.data());
for(auto _ : st)
{
c4::yml::LibyamlParser libyaml_parser;
s_bm_case->prepare(st, kClearTree|kClearTreeArena);
libyaml_parser.parse(&s_bm_case->libyaml_tree, src);
}
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void ryml_ro(bm::State& st)
{
size_t sz = 0;
c4::csubstr src = c4::to_csubstr(s_bm_case->src);
for(auto _ : st)
{
ryml::Tree tree = ryml::parse(s_bm_case->filename, src);
sz = tree.size();
}
st.SetItemsProcessed(st.iterations() * sz);
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void ryml_rw(bm::State& st)
{
size_t sz = 0;
c4::substr src = c4::to_substr(s_bm_case->in_place);
for(auto _ : st)
{
s_bm_case->prepare(st, kResetInPlace);
ryml::Tree tree = ryml::parse(s_bm_case->filename, src);
sz = tree.size();
}
st.SetItemsProcessed(st.iterations() * sz);
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void ryml_ro_reuse(bm::State& st)
{
size_t sz = 0;
c4::csubstr src = c4::to_csubstr(s_bm_case->src);
for(auto _ : st)
{
s_bm_case->prepare(st, kClearTree|kClearTreeArena);
s_bm_case->ryml_parser.parse(s_bm_case->filename, src, &s_bm_case->ryml_tree);
sz = s_bm_case->ryml_tree.size();
}
st.SetItemsProcessed(st.iterations() * sz);
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
void ryml_rw_reuse(bm::State& st)
{
size_t sz = 0;
c4::substr src = c4::to_substr(s_bm_case->in_place);
for(auto _ : st)
{
s_bm_case->prepare(st, kResetInPlace|kClearTree|kClearTreeArena);
s_bm_case->ryml_parser.parse(s_bm_case->filename, src, &s_bm_case->ryml_tree);
sz = s_bm_case->ryml_tree.size();
}
st.SetItemsProcessed(st.iterations() * sz);
st.SetBytesProcessed(st.iterations() * s_bm_case->src.size());
}
BENCHMARK(rapidjson_ro);
BENCHMARK(rapidjson_rw);
BENCHMARK(sajson_rw);
BENCHMARK(sajson_ro);
BENCHMARK(jsoncpp_ro);
BENCHMARK(nlohmann_json_ro);
BENCHMARK(yamlcpp_ro);
BENCHMARK(libyaml_ro);
BENCHMARK(libyaml_ro_reuse);
BENCHMARK(ryml_ro);
BENCHMARK(ryml_rw);
BENCHMARK(ryml_ro_reuse);
BENCHMARK(ryml_rw_reuse);
#if defined(_MSC_VER)
# pragma warning(pop)
#elif defined(__clang__)
# pragma clang diagnostic pop
#elif defined(__GNUC__)
# pragma GCC diagnostic pop
#endif