src/relpipe-in-kafka.cpp
author František Kučera <franta-hg@frantovo.cz>
Wed, 27 Apr 2022 01:47:35 +0200
branchv_0
changeset 1 6a2ae23c53c4
parent 0 5499cbd842ab
child 2 c6b1ae438ab3
permissions -rw-r--r--
first version of Kafka consumer
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     1
/**
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     2
 * Relational pipes
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     3
 * Copyright © 2022 František Kučera (Frantovo.cz, GlobalCode.info)
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     4
 *
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     5
 * This program is free software: you can redistribute it and/or modify
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     6
 * it under the terms of the GNU General Public License as published by
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     7
 * the Free Software Foundation, version 3 of the License.
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     8
 *
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
     9
 * This program is distributed in the hope that it will be useful,
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    10
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    11
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    12
 * GNU General Public License for more details.
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    13
 *
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    14
 * You should have received a copy of the GNU General Public License
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    15
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    16
 */
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    17
#include <cstdlib>
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    18
#include <csignal>
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    19
#include <vector>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    20
#include <memory>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    21
#include <regex>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    22
#include <algorithm>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    23
#include <unistd.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    24
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    25
#include <relpipe/writer/RelationalWriter.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    26
#include <relpipe/writer/RelpipeWriterException.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    27
#include <relpipe/writer/AttributeMetadata.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    28
#include <relpipe/writer/Factory.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    29
#include <relpipe/writer/TypeId.h>
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    30
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    31
#include <relpipe/cli/CLI.h>
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    32
#include <condition_variable>
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    33
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    34
#include "KafkaCommand.h"
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    35
#include "CLIParser.h"
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    36
#include "Configuration.h"
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    37
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    38
using namespace relpipe::cli;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    39
using namespace relpipe::writer;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    40
using namespace relpipe::in::kafka;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    41
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    42
static std::shared_ptr<KafkaCommand> kafkaCommand = nullptr;
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    43
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    44
void finish(int sig) {
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    45
	if (kafkaCommand) kafkaCommand->finish(sig);
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    46
}
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    47
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    48
int main(int argc, char** argv) {
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    49
	setlocale(LC_ALL, "");
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    50
	CLI::untieStdIO();
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    51
	CLI cli(argc, argv);
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    52
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    53
	int resultCode = CLI::EXIT_CODE_UNEXPECTED_ERROR;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    54
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    55
	try {
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    56
		signal(SIGHUP, finish);
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    57
		signal(SIGINT, finish);
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    58
		CLIParser cliParser;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    59
		Configuration configuration = cliParser.parse(cli.arguments());
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    60
		kafkaCommand.reset(new KafkaCommand());
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    61
		std::shared_ptr<RelationalWriter> writer(Factory::create(std::cout));
1
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    62
		writer->setBufferingMode(BufferingMode::ENVIRONMENT, BufferingMode::RECORD);
6a2ae23c53c4 first version of Kafka consumer
František Kučera <franta-hg@frantovo.cz>
parents: 0
diff changeset
    63
		kafkaCommand->process(writer, configuration);
0
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    64
		resultCode = CLI::EXIT_CODE_SUCCESS;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    65
	} catch (RelpipeCLIException e) {
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    66
		fwprintf(stderr, L"Caught CLI exception: %ls\n", e.getMessage().c_str());
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    67
		fwprintf(stderr, L"Debug: Input stream: eof=%ls, lastRead=%d\n", (cin.eof() ? L"true" : L"false"), cin.gcount());
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    68
		resultCode = e.getExitCode();
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    69
	} catch (RelpipeWriterException e) {
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    70
		fwprintf(stderr, L"Caught Writer exception: %ls\n", e.getMessage().c_str());
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    71
		fwprintf(stderr, L"Debug: Input stream: eof=%ls, lastRead=%d\n", (cin.eof() ? L"true" : L"false"), cin.gcount());
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    72
		resultCode = CLI::EXIT_CODE_DATA_ERROR;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    73
	}
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    74
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    75
	return resultCode;
5499cbd842ab establish project
František Kučera <franta-hg@frantovo.cz>
parents:
diff changeset
    76
}