author | František Kučera <franta-hg@frantovo.cz> |
Thu, 24 Mar 2022 02:02:48 +0100 | |
branch | v_0 |
changeset 20 | cad9f6d421ee |
parent 19 | 0fc76872a921 |
child 21 | 1a4174f4693a |
permissions | -rw-r--r-- |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
1 |
/** |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
2 |
* Relational pipes |
5
165f6162524d
introduce HTTPClient wrapper around CURL
František Kučera <franta-hg@frantovo.cz>
parents:
4
diff
changeset
|
3 |
* Copyright © 2022 František Kučera (Frantovo.cz, GlobalCode.info) |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
4 |
* |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
5 |
* This program is free software: you can redistribute it and/or modify |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
6 |
* it under the terms of the GNU General Public License as published by |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
7 |
* the Free Software Foundation, version 3 of the License. |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
8 |
* |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
9 |
* This program is distributed in the hope that it will be useful, |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
10 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
11 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
12 |
* GNU General Public License for more details. |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
13 |
* |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
14 |
* You should have received a copy of the GNU General Public License |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
15 |
* along with this program. If not, see <http://www.gnu.org/licenses/>. |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
16 |
*/ |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
17 |
#pragma once |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
18 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
19 |
#include <memory> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
20 |
#include <string> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
21 |
#include <vector> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
22 |
#include <codecvt> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
23 |
#include <regex> |
18
d8efcefdf906
support common-header filtering by URL regex patterns
František Kučera <franta-hg@frantovo.cz>
parents:
17
diff
changeset
|
24 |
#include <locale> |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
25 |
#include <stdexcept> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
26 |
|
1
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
27 |
#include <curl/curl.h> |
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
28 |
|
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
29 |
#include <relpipe/common/type/typedefs.h> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
30 |
#include <relpipe/reader/TypeId.h> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
31 |
#include <relpipe/reader/handlers/RelationalReaderStringHandler.h> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
32 |
#include <relpipe/reader/handlers/AttributeMetadata.h> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
33 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
34 |
#include <relpipe/writer/Factory.h> |
1
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
35 |
#include <relpipe/writer/TypeId.h> |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
36 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
37 |
#include <relpipe/cli/RelpipeCLIException.h> |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
38 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
39 |
#include "Configuration.h" |
5
165f6162524d
introduce HTTPClient wrapper around CURL
František Kučera <franta-hg@frantovo.cz>
parents:
4
diff
changeset
|
40 |
#include "HTTPClient.h" |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
41 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
42 |
namespace relpipe { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
43 |
namespace tr { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
44 |
namespace http { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
45 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
46 |
class HTTPHandler : public relpipe::reader::handlers::RelationalReaderStringHandler { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
47 |
private: |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
48 |
|
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
49 |
class HeaderDefinition { |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
50 |
public: |
20
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
51 |
std::wregex request = std::wregex(L".*"); |
18
d8efcefdf906
support common-header filtering by URL regex patterns
František Kučera <franta-hg@frantovo.cz>
parents:
17
diff
changeset
|
52 |
std::wregex url = std::wregex(L".*"); |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
53 |
relpipe::common::type::StringX name; |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
54 |
relpipe::common::type::StringX value; |
18
d8efcefdf906
support common-header filtering by URL regex patterns
František Kučera <franta-hg@frantovo.cz>
parents:
17
diff
changeset
|
55 |
|
20
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
56 |
bool matches(const relpipe::common::type::StringX& request, const relpipe::common::type::StringX& url) const { |
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
57 |
bool result = false; |
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
58 |
result |= std::regex_match(request, this->request); |
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
59 |
result |= std::regex_match(url, this->url); |
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
60 |
return result; |
18
d8efcefdf906
support common-header filtering by URL regex patterns
František Kučera <franta-hg@frantovo.cz>
parents:
17
diff
changeset
|
61 |
} |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
62 |
}; |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
63 |
|
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
64 |
std::wstring_convert<codecvt_utf8<wchar_t>> convertor; // TODO: support also other encodings. |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
65 |
shared_ptr<relpipe::writer::RelationalWriter> relationalWriter; |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
66 |
Configuration configuration; |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
67 |
relpipe::common::type::StringX currentRelationName; |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
68 |
std::vector<relpipe::reader::handlers::AttributeMetadata> currentReaderMetadata; |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
69 |
std::vector<relpipe::writer::AttributeMetadata> currentWriterMetadata; |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
70 |
HeaderDefinition requestHeader; |
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
71 |
relpipe::common::type::StringX requestId; |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
72 |
HTTPClient::Request request; |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
73 |
std::vector<HeaderDefinition> requestHeaders; |
6
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
74 |
std::vector<relpipe::common::type::StringX> responseHeaders; |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
75 |
size_t currentAttributeIndex = 0; |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
76 |
size_t currentRecordNumber = 1; |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
77 |
|
6
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
78 |
void writeHeaders() { |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
79 |
if (responseHeaders.size()) { |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
80 |
relationalWriter->startRelation(L"header",{ |
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
81 |
{L"request", relpipe::writer::TypeId::STRING}, |
6
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
82 |
{L"url", relpipe::writer::TypeId::STRING}, |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
83 |
{L"name", relpipe::writer::TypeId::STRING}, |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
84 |
{L"value", relpipe::writer::TypeId::STRING}, |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
85 |
}, true); |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
86 |
|
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
87 |
for (auto s : responseHeaders) relationalWriter->writeAttribute(s); |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
88 |
|
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
89 |
responseHeaders.clear(); |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
90 |
} |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
91 |
} |
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
92 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
93 |
HTTPClient::Method parseMethod(const relpipe::common::type::StringX& value) { |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
94 |
if (value.size() == 0) return HTTPClient::Method::GET; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
95 |
else if (value == L"GET") return HTTPClient::Method::GET; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
96 |
else if (value == L"HEAD") return HTTPClient::Method::HEAD; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
97 |
else if (value == L"POST") return HTTPClient::Method::POST; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
98 |
else if (value == L"PUT") return HTTPClient::Method::PUT; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
99 |
else if (value == L"DELETE") return HTTPClient::Method::DELETE; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
100 |
else if (value == L"PATCH") return HTTPClient::Method::PATCH; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
101 |
else throw std::invalid_argument("Unsupported HTTP method: " + convertor.to_bytes(value)); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
102 |
} |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
103 |
|
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
104 |
relpipe::common::type::StringX getHeaderAttributePrefix() { |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
105 |
// might be configurable - parametrized |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
106 |
return L"header."; |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
107 |
} |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
108 |
|
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
109 |
bool isHeaderAttribute(const relpipe::common::type::StringX& attributeName) { |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
110 |
return attributeName.rfind(getHeaderAttributePrefix(), 0) == 0; |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
111 |
} |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
112 |
|
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
113 |
relpipe::common::type::StringX fetchHeaderName(const relpipe::common::type::StringX& attributeName) { |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
114 |
return attributeName.substr(getHeaderAttributePrefix().size()); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
115 |
} |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
116 |
|
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
117 |
void appendRequestHeader(const relpipe::common::type::StringX& name, const relpipe::common::type::StringX& value) { |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
118 |
request.headers.push_back(convertor.to_bytes(name)); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
119 |
request.headers.push_back(convertor.to_bytes(value)); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
120 |
} |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
121 |
|
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
122 |
public: |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
123 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
124 |
HTTPHandler(shared_ptr<relpipe::writer::RelationalWriter> relationalWriter, Configuration configuration) : relationalWriter(relationalWriter), configuration(configuration) { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
125 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
126 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
127 |
virtual ~HTTPHandler() { |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
128 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
129 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
130 |
void startRelation(relpipe::common::type::StringX name, std::vector<relpipe::reader::handlers::AttributeMetadata> attributes) override { |
6
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
131 |
writeHeaders(); // from previous relation |
1
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
132 |
|
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
133 |
currentRelationName = name; |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
134 |
currentReaderMetadata = attributes; |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
135 |
currentAttributeIndex = 0; |
1
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
136 |
|
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
137 |
if (currentRelationName == L"header") { |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
138 |
// TODO: analyze header attributes |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
139 |
} else if (currentRelationName == L"request") { |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
140 |
relationalWriter->startRelation(L"response",{ |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
141 |
// TODO: body in hexadecimal/binary format |
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
142 |
{L"request", relpipe::writer::TypeId::STRING}, |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
143 |
{L"url", relpipe::writer::TypeId::STRING}, |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
144 |
{L"body", relpipe::writer::TypeId::STRING}, |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
145 |
{L"code", relpipe::writer::TypeId::INTEGER}, |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
146 |
}, true); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
147 |
} |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
148 |
} |
3
9c710397ced6
return also the HTTP response code and URL
František Kučera <franta-hg@frantovo.cz>
parents:
2
diff
changeset
|
149 |
|
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
150 |
void attribute(const relpipe::common::type::StringX& value) override { |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
151 |
if (currentRelationName == L"header") headerAttribute(value); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
152 |
else if (currentRelationName == L"request") requestAttribute(value); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
153 |
else throw std::invalid_argument("Unsupported relation: " + convertor.to_bytes(currentRelationName)); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
154 |
} |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
155 |
|
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
156 |
private: |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
157 |
|
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
158 |
void headerAttribute(const relpipe::common::type::StringX& value) { |
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
159 |
auto attributeName = currentReaderMetadata[currentAttributeIndex].getAttributeName(); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
160 |
|
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
161 |
if (attributeName == L"name") requestHeader.name = value; |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
162 |
else if (attributeName == L"value") requestHeader.value = value; |
20
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
163 |
else if (attributeName == L"request") requestHeader.request = std::wregex(value.size() ? value : L".*"); // TODO: null instead of empty value (when supported) |
18
d8efcefdf906
support common-header filtering by URL regex patterns
František Kučera <franta-hg@frantovo.cz>
parents:
17
diff
changeset
|
164 |
else if (attributeName == L"url") requestHeader.url = std::wregex(value.size() ? value : L".*"); // TODO: null instead of empty value (when supported) |
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
165 |
else throw std::invalid_argument("Unsupported attribute in the header relation: " + convertor.to_bytes(attributeName + L" = " + value)); |
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
166 |
|
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
167 |
currentAttributeIndex++; |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
168 |
|
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
169 |
if (currentAttributeIndex % currentReaderMetadata.size() == 0) { |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
170 |
currentAttributeIndex = 0; |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
171 |
requestHeaders.push_back(requestHeader); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
172 |
requestHeader = HeaderDefinition(); |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
173 |
} |
1
ddc12e789d00
link to the CURL library
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
174 |
|
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
175 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
176 |
|
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
177 |
void requestAttribute(const relpipe::common::type::StringX& value) { |
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
178 |
auto attributeName = currentReaderMetadata[currentAttributeIndex].getAttributeName(); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
179 |
|
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
180 |
if (attributeName == L"id") requestId = value; |
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
181 |
else if (attributeName == L"url") request.url = convertor.to_bytes(value); |
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
182 |
else if (attributeName == L"method") request.method = parseMethod(value); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
183 |
else if (isHeaderAttribute(attributeName)) appendRequestHeader(fetchHeaderName(attributeName), value); |
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
184 |
else throw std::invalid_argument("Unsupported attribute in the header relation: " + convertor.to_bytes(attributeName + L" = " + value)); |
2
dccedac46e7e
do HTTP request for each attribute value
František Kučera <franta-hg@frantovo.cz>
parents:
1
diff
changeset
|
185 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
186 |
currentAttributeIndex++; |
4
602462d04c57
print somehow HTTP headers on STDERR
František Kučera <franta-hg@frantovo.cz>
parents:
3
diff
changeset
|
187 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
188 |
if (currentAttributeIndex % currentReaderMetadata.size() == 0) { |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
189 |
currentAttributeIndex = 0; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
190 |
std::shared_ptr<HTTPClient> http(HTTPClient::open()); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
191 |
|
20
cad9f6d421ee
support header filtering also by request ID pattern, not only URL pattern
František Kučera <franta-hg@frantovo.cz>
parents:
19
diff
changeset
|
192 |
for (const HeaderDefinition& h : requestHeaders) if (h.matches(requestId, convertor.from_bytes(request.url))) appendRequestHeader(h.name, h.value); |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
193 |
|
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
194 |
std::string body; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
195 |
relpipe::common::type::Integer responseCode = -1; |
7
0b0374746e48
request headers support in HTTPClient
František Kučera <franta-hg@frantovo.cz>
parents:
6
diff
changeset
|
196 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
197 |
try { |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
198 |
HTTPClient::Response response = http->exchange(request); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
199 |
responseCode = response.responseCode; |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
200 |
body = response.body; |
9
9fdbfbe24161
throw and report exception on error (e.g. 'Couldn't connect to server')
František Kučera <franta-hg@frantovo.cz>
parents:
8
diff
changeset
|
201 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
202 |
for (size_t i = 0; i < response.headers.size(); i += 2) { |
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
203 |
responseHeaders.push_back(requestId); |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
204 |
responseHeaders.push_back(convertor.from_bytes(request.url)); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
205 |
responseHeaders.push_back(convertor.from_bytes(response.headers[i])); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
206 |
responseHeaders.push_back(convertor.from_bytes(response.headers[i + 1])); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
207 |
} |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
208 |
} catch (const HTTPClient::Exception& e) { |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
209 |
body = e.getFullMessage(); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
210 |
// TODO: move error message into separate attribute? |
9
9fdbfbe24161
throw and report exception on error (e.g. 'Couldn't connect to server')
František Kučera <franta-hg@frantovo.cz>
parents:
8
diff
changeset
|
211 |
} |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
212 |
|
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
213 |
relationalWriter->writeAttribute(requestId); |
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
214 |
relationalWriter->writeAttribute(convertor.from_bytes(request.url)); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
215 |
relationalWriter->writeAttribute(convertor.from_bytes(body)); |
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
216 |
relationalWriter->writeAttribute(&responseCode, typeid (responseCode)); |
17
aa43616375c6
support also per-request headers
František Kučera <franta-hg@frantovo.cz>
parents:
15
diff
changeset
|
217 |
|
15
25be376736cc
request methods support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
11
diff
changeset
|
218 |
request = HTTPClient::Request(); |
19
0fc76872a921
support request ID (for JOINing requests + responses + response headers)
František Kučera <franta-hg@frantovo.cz>
parents:
18
diff
changeset
|
219 |
requestId.clear(); |
9
9fdbfbe24161
throw and report exception on error (e.g. 'Couldn't connect to server')
František Kučera <franta-hg@frantovo.cz>
parents:
8
diff
changeset
|
220 |
} |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
221 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
222 |
|
8
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
223 |
public: |
3f4e60990393
request headers support in HTTPHandler
František Kučera <franta-hg@frantovo.cz>
parents:
7
diff
changeset
|
224 |
|
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
225 |
void endOfPipe() { |
6
59c9ca066322
write response headers as a relation
František Kučera <franta-hg@frantovo.cz>
parents:
5
diff
changeset
|
226 |
writeHeaders(); // from last relation |
0
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
227 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
228 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
229 |
}; |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
230 |
|
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
231 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
232 |
} |
ce520a238309
new project relpipe-tr-http
František Kučera <franta-hg@frantovo.cz>
parents:
diff
changeset
|
233 |
} |