author | František Kučera <franta-hg@frantovo.cz> |
Fri, 31 Jan 2020 23:34:50 +0100 | |
branch | v_0 |
changeset 79 | 288a7f075777 |
parent 59 | 7471529c0d11 |
permissions | -rw-r--r-- |
0 | 1 |
/** |
2 |
* Relational pipes |
|
4 | 3 |
* Copyright © 2019 František Kučera (Frantovo.cz, GlobalCode.info) |
0 | 4 |
* |
5 |
* This program is free software: you can redistribute it and/or modify |
|
6 |
* it under the terms of the GNU General Public License as published by |
|
24
4353cd19a6b5
fix license version: GNU GPLv3
František Kučera <franta-hg@frantovo.cz>
parents:
16
diff
changeset
|
7 |
* the Free Software Foundation, version 3 of the License. |
0 | 8 |
* |
9 |
* This program is distributed in the hope that it will be useful, |
|
10 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
11 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
12 |
* GNU General Public License for more details. |
|
13 |
* |
|
14 |
* You should have received a copy of the GNU General Public License |
|
15 |
* along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
16 |
*/ |
|
17 |
#pragma once |
|
18 |
||
57
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
19 |
#include <ext/stdio_filebuf.h> |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
20 |
|
54
ef726975c34b
parallel processing: rename FilesystemCommandBase to FilesystemCommand
František Kučera <franta-hg@frantovo.cz>
parents:
53
diff
changeset
|
21 |
#include "FilesystemCommand.h" |
4 | 22 |
|
0 | 23 |
namespace relpipe { |
24 |
namespace in { |
|
25 |
namespace filesystem { |
|
26 |
||
2
f07ed604a0ab
read filenames separated by a null-byte; fetch their size, owner, group… and some xattr (extended attribute); a preview version
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
27 |
namespace fs = std::filesystem; |
f07ed604a0ab
read filenames separated by a null-byte; fetch their size, owner, group… and some xattr (extended attribute); a preview version
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
28 |
using namespace relpipe::writer; |
f07ed604a0ab
read filenames separated by a null-byte; fetch their size, owner, group… and some xattr (extended attribute); a preview version
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
29 |
|
54
ef726975c34b
parallel processing: rename FilesystemCommandBase to FilesystemCommand
František Kučera <franta-hg@frantovo.cz>
parents:
53
diff
changeset
|
30 |
class PlainFilesystemCommand : public FilesystemCommand { |
0 | 31 |
public: |
32 |
||
57
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
33 |
void process(int inputFD, int outputFD, Configuration& configuration) { |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
34 |
__gnu_cxx::stdio_filebuf<char> inputBuffer(inputFD, std::ios::in); |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
35 |
__gnu_cxx::stdio_filebuf<char> outputBuffer(outputFD, std::ios::out); |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
36 |
std::istream input(&inputBuffer); |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
37 |
std::ostream output(&outputBuffer); |
c40a241d6e0c
parallel processing: use directly file descriptors (FD) instead of STDIO streams
František Kučera <franta-hg@frantovo.cz>
parents:
54
diff
changeset
|
38 |
|
0 | 39 |
std::shared_ptr<RelationalWriter> writer(Factory::create(output)); |
58
4679f67a8324
parallel processing: put some common code in FilesystemCommand + use POSIX semaphores for STDOUT synchronization across sub-processes
František Kučera <franta-hg@frantovo.cz>
parents:
57
diff
changeset
|
40 |
std::map<string_t, std::shared_ptr < AttributeFinder>> attributeFinders = createAttributeFinders(); |
32
bccda5688d71
propagate the relation name to the finders and streamlets
František Kučera <franta-hg@frantovo.cz>
parents:
31
diff
changeset
|
41 |
|
58
4679f67a8324
parallel processing: put some common code in FilesystemCommand + use POSIX semaphores for STDOUT synchronization across sub-processes
František Kučera <franta-hg@frantovo.cz>
parents:
57
diff
changeset
|
42 |
string_t relationName = fetchRelationName(&configuration); |
4679f67a8324
parallel processing: put some common code in FilesystemCommand + use POSIX semaphores for STDOUT synchronization across sub-processes
František Kučera <franta-hg@frantovo.cz>
parents:
57
diff
changeset
|
43 |
writeHeader(writer.get(), attributeFinders, relationName, &configuration.fields); |
59
7471529c0d11
parallel processing: first working version
František Kučera <franta-hg@frantovo.cz>
parents:
58
diff
changeset
|
44 |
|
4 | 45 |
|
2
f07ed604a0ab
read filenames separated by a null-byte; fetch their size, owner, group… and some xattr (extended attribute); a preview version
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
46 |
for (std::stringstream originalName; readNext(input, originalName); reset(originalName)) { |
59
7471529c0d11
parallel processing: first working version
František Kučera <franta-hg@frantovo.cz>
parents:
58
diff
changeset
|
47 |
processSingleFile(writer, originalName, attributeFinders, configuration, relationName); |
2
f07ed604a0ab
read filenames separated by a null-byte; fetch their size, owner, group… and some xattr (extended attribute); a preview version
František Kučera <franta-hg@frantovo.cz>
parents:
0
diff
changeset
|
48 |
} |
0 | 49 |
} |
50 |
}; |
|
51 |
||
52 |
} |
|
53 |
} |
|
54 |
} |