/**
* Relational pipes
* Copyright © 2019 František Kučera (Frantovo.cz, GlobalCode.info)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, version 3 of the License.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#pragma once
#include <codecvt>
#include <vector>
#include <sstream>
#include <iomanip>
#include <libxml++-2.6/libxml++/libxml++.h>
#include <cbor.h>
#include <relpipe/writer/RelpipeWriterException.h>
#include "XMLNameCodec.h"
namespace relpipe {
namespace in {
namespace xmltable {
class XMLDocumentConstructor {
private:
std::istream* input = nullptr;
xmlpp::DomParser* parser = nullptr;
XMLNameCodec nameCodec;
enum class Mode {
ROOT,
ARRAY,
MAP_KEY,
MAP_VALUE,
CHAR_STRING,
BYTE_STRING
};
Glib::ustring rootName = "cbor";
Glib::ustring itemName;
xmlpp::Element* current;
std::vector<Mode> mode;
/**
* number of remainin items in the fixed-size container (map or array) at current tree-level
*/
std::vector<ssize_t> remainingItems;
#define INDEFINITE -1
cbor_callbacks callbacks = cbor_empty_callbacks;
/**
* Both CBOR and XML strings are in UTF-8.
*/
static std::string c2x(cbor_data value, uint64_t length) {
return value && length > 0 ? std::string((const char*) value, length) : "";
}
const Glib::ustring c2xname(cbor_data value, uint64_t length) {
return nameCodec.encode(c2x(value, length));
}
xmlpp::Element* parentOrSelf(xmlpp::Element* current) {
return current->get_parent() == nullptr ? current : current->get_parent();
}
void checkRemainingItems() {
if (mode.back() == Mode::ARRAY || mode.back() == Mode::MAP_KEY) {
if (remainingItems.back() != INDEFINITE) {
remainingItems.back()--;
if (remainingItems.back() < 1) containerEnd();
}
}
}
void appendScalarValue(Glib::ustring value, Glib::ustring cborType, bool isNull = false) {
// TODO: null
if (mode.back() == Mode::ARRAY) {
xmlpp::Element* element = current->add_child(itemName);
element->add_child_text(value);
element->set_attribute("value-type", cborType);
} else if (mode.back() == Mode::MAP_KEY) {
current = current->add_child(value);
current->set_attribute("key-type", cborType);
mode.push_back(Mode::MAP_VALUE);
} else if (mode.back() == Mode::MAP_VALUE) {
current->add_child_text(value);
current->set_attribute("value-type", cborType);
current = parentOrSelf(current);
mode.pop_back();
} else if (mode.back() == Mode::ROOT) {
current->add_child_text(value);
} else {
// TODO: process YAML_SCALAR_EVENT
}
checkRemainingItems();
}
void arrayStart(ssize_t size) {
xmlpp::Element* parent = current->get_parent();
if (parent) {
itemName = current->get_name();
parent->remove_child(current);
current = parent;
} else {
itemName = "item";
}
if (mode.back() == Mode::MAP_KEY) mode.pop_back();
mode.push_back(Mode::ARRAY);
remainingItems.push_back(size);
}
void mapStart(ssize_t size) {
if (mode.back() == Mode::ROOT) {
} else if (mode.back() == Mode::ARRAY) {
current = current->add_child(itemName);
current->set_attribute("value-type", "map");
} else if (mode.back() == Mode::MAP_VALUE) {
mode.pop_back();
// TODO: remainingItems
} else {
// TODO: map might be a key of another map → wrap/nest
// …probably not
}
mode.push_back(Mode::MAP_KEY);
remainingItems.push_back(size);
}
void containerEnd() {
remainingItems.pop_back();
if (mode.back() == Mode::MAP_KEY || mode.back() == Mode::MAP_VALUE) current = parentOrSelf(current);
mode.pop_back(); // TODO: assert map/array
}
public:
XMLDocumentConstructor(std::istream* input, xmlpp::DomParser* parser) : input(input), parser(parser) {
#define CBOR_CALLBACK_START if (XMLDocumentConstructor* instance = static_cast<XMLDocumentConstructor*> (context)) {
#define CBOR_CALLBACK_END } else throw relpipe::writer::RelpipeWriterException(L"Invalid context in the CBOR callback.");
callbacks.array_start = [](void* context, size_t size) {
CBOR_CALLBACK_START
instance->arrayStart(size);
CBOR_CALLBACK_END
};
callbacks.boolean = [](void* context, bool value) {
CBOR_CALLBACK_START
instance->appendScalarValue(value ? "true" : "false", "boolean");
CBOR_CALLBACK_END
};
callbacks.byte_string = [](void* context, cbor_data value, uint64_t size) {
CBOR_CALLBACK_START
std::stringstream hex;
hex << std::hex << std::setfill('0') << std::setw(2);
for (uint64_t i = 0; i < size; i++) hex << (int) value[i];
instance->appendScalarValue(hex.str(), "byte-string");
CBOR_CALLBACK_END
};
callbacks.byte_string_start = [](void* context) {
CBOR_CALLBACK_START
instance->mode.push_back(Mode::BYTE_STRING);
instance->remainingItems.push_back(INDEFINITE);
// TODO: implement
xmlpp::Element* element = instance->current->add_child("byte-string-start");
CBOR_CALLBACK_END
};
callbacks.float2 = [](void* context, float value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "float2");
CBOR_CALLBACK_END
};
callbacks.float4 = [](void* context, float value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "float4");
CBOR_CALLBACK_END
};
callbacks.float8 = [](void* context, double value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "float8");
CBOR_CALLBACK_END
};
callbacks.indef_array_start = [](void* context) {
CBOR_CALLBACK_START
instance->arrayStart(INDEFINITE);
CBOR_CALLBACK_END
};
callbacks.indef_map_start = [](void* context) {
CBOR_CALLBACK_START
instance->mapStart(INDEFINITE);
CBOR_CALLBACK_END
};
callbacks.indef_break = [](void* context) {
CBOR_CALLBACK_START
instance->containerEnd();
CBOR_CALLBACK_END
};
callbacks.map_start = [](void* context, size_t size) {
CBOR_CALLBACK_START
instance->mapStart(size);
CBOR_CALLBACK_END
};
callbacks.negint8 = [](void* context, uint8_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "negative-int8");
CBOR_CALLBACK_END
};
callbacks.negint16 = [](void* context, uint16_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "negative-int16");
CBOR_CALLBACK_END
};
callbacks.negint32 = [](void* context, uint32_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "negative-int32");
CBOR_CALLBACK_END
};
callbacks.negint64 = [](void* context, uint64_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "negative-int64");
CBOR_CALLBACK_END
};
callbacks.null = [](void* context) {
CBOR_CALLBACK_START
instance->appendScalarValue("", "null", true);
CBOR_CALLBACK_END
};
callbacks.string = [](void* context, cbor_data value, uint64_t size) {
CBOR_CALLBACK_START
instance->appendScalarValue(c2x(value, size), "string");
CBOR_CALLBACK_END
};
callbacks.string_start = [](void* context) {
CBOR_CALLBACK_START
instance->mode.push_back(Mode::CHAR_STRING);
instance->remainingItems.push_back(INDEFINITE);
// TODO: implement
xmlpp::Element* element = instance->current->add_child("string-start");
CBOR_CALLBACK_END
};
callbacks.tag = [](void* context, uint64_t value) {
CBOR_CALLBACK_START
// TODO: implement
xmlpp::Element* element = instance->current->add_child("tag");
element->add_child_text(std::to_string(value));
CBOR_CALLBACK_END
};
callbacks.uint8 = [](void* context, uint8_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "uint8");
CBOR_CALLBACK_END
};
callbacks.uint16 = [](void* context, uint16_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "uint16");
CBOR_CALLBACK_END
};
callbacks.uint32 = [](void* context, uint32_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "uint32");
CBOR_CALLBACK_END
};
callbacks.uint64 = [](void* context, uint64_t value) {
CBOR_CALLBACK_START
instance->appendScalarValue(std::to_string(value), "uint64");
CBOR_CALLBACK_END
};
callbacks.undefined = [](void* context) {
CBOR_CALLBACK_START
instance->appendScalarValue("undefined", "undefined", true); // FIXME: throw exception?
CBOR_CALLBACK_END
};
}
virtual ~XMLDocumentConstructor() {
}
void setOption(const std::string& uri, const std::string& value) {
if (uri == "root-name") rootName = value;
else throw std::invalid_argument(std::string("Invalid parser option: „") + uri + "“ with value: „" + value + "“");
}
void process() {
current = parser->get_document()->create_root_node(rootName);
mode.push_back(Mode::ROOT);
// TODO: better streaming/buffering? (however, we still have to hold whole document in memory and „infinite“ stream processing is impossible)
std::stringstream bufferStream;
for (char ch = input->get(); input->good(); ch = input->get()) bufferStream.put(ch);
std::string buffer = bufferStream.str();
size_t bytesRead = 0;
size_t length = buffer.size();
for (cbor_decoder_result result; bytesRead < length; bytesRead += result.read) {
result = cbor_stream_decode((cbor_data) buffer.c_str() + bytesRead, length - bytesRead, &callbacks, this);
if (result.status != cbor_decoder_status::CBOR_DECODER_FINISHED) throw relpipe::writer::RelpipeWriterException(L"CBOR parsing failed: status = " + std::to_wstring(result.status));
}
checkRemainingItems();
parser->get_document()->get_root_node()->set_attribute("bytes-read", std::to_string(bytesRead));
}
};
}
}
}