src/StdInCommand.h
author František Kučera <franta-hg@frantovo.cz>
Fri, 13 Dec 2019 22:19:38 +0100
branchv_0
changeset 39 c3672791b2e8
parent 37 27f0ffa712d9
permissions -rw-r--r--
support signed integers, negative numbers; binary format change: encode numbers as SLEB128
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
24
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     1
/**
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     2
 * Relational pipes
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     3
 * Copyright © 2018 František Kučera (Frantovo.cz, GlobalCode.info)
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     4
 *
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     5
 * This program is free software: you can redistribute it and/or modify
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     6
 * it under the terms of the GNU General Public License as published by
37
27f0ffa712d9 fix license version: GNU GPLv3
František Kučera <franta-hg@frantovo.cz>
parents: 26
diff changeset
     7
 * the Free Software Foundation, version 3 of the License.
24
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     8
 *
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
     9
 * This program is distributed in the hope that it will be useful,
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    10
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    11
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    12
 * GNU General Public License for more details.
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    13
 *
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    14
 * You should have received a copy of the GNU General Public License
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    15
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
c31fdd965028 license: GNU GPLv3+
František Kučera <franta-hg@frantovo.cz>
parents: 23
diff changeset
    16
 */
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    17
#pragma once
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    18
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    19
#include <cstdlib>
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    20
#include <iostream>
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    21
#include <string>
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    22
#include <vector>
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    23
#include <algorithm>
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    24
#include <string>
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    25
#include <locale>
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    26
20
a18b6964d300 relpipe-lib-writer: move public header files to: include/relpipe/writer/
František Kučera <franta-hg@frantovo.cz>
parents: 19
diff changeset
    27
#include <relpipe/writer/typedefs.h>
23
9c38f6458115 use AttributeMetadata instead of std::pair for relation header
František Kučera <franta-hg@frantovo.cz>
parents: 21
diff changeset
    28
#include <relpipe/writer/AttributeMetadata.h>
19
22f493401ac0 move CLI.h to a common header-only library
František Kučera <franta-hg@frantovo.cz>
parents: 18
diff changeset
    29
#include <relpipe/cli/CLI.h>
21
1f7b203fceab move RelpipeCLIException.h from relpipe-in-cli to relpipe-lib-cli
František Kučera <franta-hg@frantovo.cz>
parents: 20
diff changeset
    30
#include <relpipe/cli/RelpipeCLIException.h>
19
22f493401ac0 move CLI.h to a common header-only library
František Kučera <franta-hg@frantovo.cz>
parents: 18
diff changeset
    31
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    32
#include "Command.h"
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    33
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    34
namespace relpipe {
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    35
namespace in {
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    36
namespace cli {
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    37
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    38
/**
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    39
 * TODO: consider code merge with ArgumentsCommand
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    40
 */
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    41
class StdInCommand : public Command {
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    42
private:
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    43
	relpipe::writer::boolean_t readStdIn;
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    44
	std::wstring_convert<codecvt_utf8<wchar_t>> convertor; // TODO: support also other encodings.
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    45
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    46
	/**
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    47
	 * Reads next value from arguments and (if no arguments left) from input
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    48
	 * @param input
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    49
	 * @param arguments
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    50
	 * @param i current index in the arguments vector
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    51
	 * @param required if true, exception is thrown when no data found
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    52
	 * @return 
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    53
	 */
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    54
	relpipe::writer::string_t readNext(std::istream& input, const std::vector<relpipe::writer::string_t>& arguments, size_t& i, relpipe::writer::boolean_t required) {
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    55
		using namespace relpipe::writer;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    56
		using namespace relpipe::cli;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    57
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    58
		if (i < arguments.size()) {
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    59
			return arguments[i++];
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    60
		} else if (readStdIn) {
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    61
			std::stringstream value;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    62
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    63
			while (true) {
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    64
				char ch;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    65
				input.get(ch);
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    66
				if (ch == 0 || input.eof() || input.fail()) break;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    67
				else value << ch;
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    68
			}
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    69
17
f543468a7e49 StdInCommand: throw exception if required value is missing
František Kučera <franta-hg@frantovo.cz>
parents: 16
diff changeset
    70
			if (required && value.str().empty()) throw RelpipeCLIException(L"Missing value on STDIN.", CLI::EXIT_CODE_BAD_SYNTAX);
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    71
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    72
			return convertor.from_bytes(value.str());
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    73
		} else {
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    74
			if (required) throw RelpipeCLIException(L"Missing value on CLI.", CLI::EXIT_CODE_BAD_SYNTAX);
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    75
			return L"";
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    76
		}
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    77
	}
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    78
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    79
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    80
public:
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    81
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    82
	StdInCommand(relpipe::writer::boolean_t readStdIn) :
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    83
	readStdIn(readStdIn) {
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    84
	}
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
    85
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    86
	void process(std::istream& input, std::ostream& output, const relpipe::writer::string_t& command, const std::vector<relpipe::writer::string_t>& arguments) override {
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    87
		using namespace relpipe::writer;
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    88
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    89
		size_t i = 0;
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    90
		string_t relationName = readNext(input, arguments, i, true);
39
c3672791b2e8 support signed integers, negative numbers; binary format change: encode numbers as SLEB128
František Kučera <franta-hg@frantovo.cz>
parents: 37
diff changeset
    91
		integer_t attributeCount = std::stol(readNext(input, arguments, i, true)); // TODO: use integer data type's method? + unsigned type
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    92
		boolean_t writeHeader = true; // TODO: add option for header omitting
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    93
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    94
		std::shared_ptr<RelationalWriter> writer(Factory::create(output));
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    95
23
9c38f6458115 use AttributeMetadata instead of std::pair for relation header
František Kučera <franta-hg@frantovo.cz>
parents: 21
diff changeset
    96
		std::vector<AttributeMetadata> attributes(attributeCount);
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    97
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    98
		for (size_t j = 0; j < attributeCount; j++) {
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
    99
			string_t attributeName = readNext(input, arguments, i, true);
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
   100
			TypeId attributeType = writer->toTypeId(readNext(input, arguments, i, true));
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   101
			attributes[j] = {attributeName, attributeType};
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   102
		}
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   103
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   104
		writer->startRelation(relationName, attributes, writeHeader);
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   105
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
   106
		while (true) {
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
   107
			string_t value = readNext(input, arguments, i, false);
18
9e543fd0254c StdInCommand(false) should work same as ArgumentsCommand()
František Kučera <franta-hg@frantovo.cz>
parents: 17
diff changeset
   108
			if (value.empty() && (input.eof() || input.fail() || (!readStdIn && i >= arguments.size()))) break;
16
70af16946466 StdInCommand: generate relational data from STDIN (and also CLI arguments)
František Kučera <franta-hg@frantovo.cz>
parents: 11
diff changeset
   109
			else writer->writeAttribute(value);
17
f543468a7e49 StdInCommand: throw exception if required value is missing
František Kučera <franta-hg@frantovo.cz>
parents: 16
diff changeset
   110
			// TODO: check attribute count (avoid unfinished records)
11
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   111
		}
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   112
	}
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   113
};
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   114
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   115
}
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   116
}
3798b6bc9aea ArgumentsCommand: generate relational data from CLI arguments
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
   117
}