blob: 57498632c0587c8e8fd9cbf47cb40d9f5f0db80e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
/*
* Copyright 2019 Google Inc.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
// Protocol buffer related static utility functions.
#ifndef INTERNAL_UTIL_PROTO_UTIL_H_
#define INTERNAL_UTIL_PROTO_UTIL_H_
#include <sstream>
#include <string>
#include "absl/strings/string_view.h"
#include "src/google/protobuf/message_lite.h"
#include "util/recordio.h"
#include "util/status.inc"
namespace private_join_and_compute {
class ProtoUtils {
public:
template <typename ProtoType>
static ProtoType FromString(absl::string_view raw_data);
static std::string ToString(const google::protobuf::MessageLite& record);
template <typename ProtoType>
static StatusOr<ProtoType> ReadProtoFromFile(absl::string_view filename);
static Status WriteProtoToFile(const google::protobuf::MessageLite& record,
absl::string_view filename);
template <typename ProtoType>
static Status WriteRecordsToFile(absl::string_view file,
const std::vector<ProtoType>& records);
};
template <typename ProtoType>
inline ProtoType ProtoUtils::FromString(absl::string_view raw_data) {
ProtoType record;
record.ParseFromArray(raw_data.data(), raw_data.size());
return record;
}
inline std::string ProtoUtils::ToString(
const google::protobuf::MessageLite& record) {
std::ostringstream record_str_stream;
record.SerializeToOstream(&record_str_stream);
return record_str_stream.str();
}
template <typename ProtoType>
inline StatusOr<ProtoType> ProtoUtils::ReadProtoFromFile(
absl::string_view filename) {
std::unique_ptr<RecordReader> reader(RecordReader::GetRecordReader());
RETURN_IF_ERROR(reader->Open(filename));
std::string raw_record;
RETURN_IF_ERROR(reader->Read(&raw_record));
RETURN_IF_ERROR(reader->Close());
return ProtoUtils::FromString<ProtoType>(raw_record);
}
inline Status ProtoUtils::WriteProtoToFile(
const google::protobuf::MessageLite& record, absl::string_view filename) {
std::unique_ptr<RecordWriter> writer(RecordWriter::Get());
RETURN_IF_ERROR(writer->Open(filename));
RETURN_IF_ERROR(writer->Write(ProtoUtils::ToString(record)));
return writer->Close();
}
template <typename ProtoType>
inline Status ProtoUtils::WriteRecordsToFile(
absl::string_view file, const std::vector<ProtoType>& records) {
std::unique_ptr<RecordWriter> writer(RecordWriter::Get());
RETURN_IF_ERROR(writer->Open(file));
for (const auto& record : records) {
RETURN_IF_ERROR(writer->Write(ProtoUtils::ToString(record)));
}
return writer->Close();
}
} // namespace private_join_and_compute
#endif // INTERNAL_UTIL_PROTO_UTIL_H_
|
