Coverage Report

Created: 2024-09-23 06:29

/src/abseil-cpp/absl/log/internal/proto.h
Line
Count
Source (jump to first uncovered line)
1
// Copyright 2020 The Abseil Authors.
2
//
3
// Licensed under the Apache License, Version 2.0 (the "License");
4
// you may not use this file except in compliance with the License.
5
// You may obtain a copy of the License at
6
//
7
//      https://www.apache.org/licenses/LICENSE-2.0
8
//
9
// Unless required by applicable law or agreed to in writing, software
10
// distributed under the License is distributed on an "AS IS" BASIS,
11
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
// See the License for the specific language governing permissions and
13
// limitations under the License.
14
15
// -----------------------------------------------------------------------------
16
// File: internal/proto.h
17
// -----------------------------------------------------------------------------
18
//
19
// Declares functions for serializing and deserializing data to and from memory
20
// buffers in protocol buffer wire format.  This library takes no steps to
21
// ensure that the encoded data matches with any message specification.
22
23
#ifndef ABSL_LOG_INTERNAL_PROTO_H_
24
#define ABSL_LOG_INTERNAL_PROTO_H_
25
26
#include <cstddef>
27
#include <cstdint>
28
#include <limits>
29
30
#include "absl/base/attributes.h"
31
#include "absl/base/casts.h"
32
#include "absl/base/config.h"
33
#include "absl/strings/string_view.h"
34
#include "absl/types/span.h"
35
36
namespace absl {
37
ABSL_NAMESPACE_BEGIN
38
namespace log_internal {
39
40
// absl::Span<char> represents a view into the available space in a mutable
41
// buffer during encoding.  Encoding functions shrink the span as they go so
42
// that the same view can be passed to a series of Encode functions.  If the
43
// data do not fit, nothing is encoded, the view is set to size zero (so that
44
// all subsequent encode calls fail), and false is returned.  Otherwise true is
45
// returned.
46
47
// In particular, attempting to encode a series of data into an insufficient
48
// buffer has consistent and efficient behavior without any caller-side error
49
// checking.  Individual values will be encoded in their entirety or not at all
50
// (unless one of the `Truncate` functions is used).  Once a value is omitted
51
// because it does not fit, no subsequent values will be encoded to preserve
52
// ordering; the decoded sequence will be a prefix of the original sequence.
53
54
// There are two ways to encode a message-typed field:
55
//
56
// * Construct its contents in a separate buffer and use `EncodeBytes` to copy
57
//   it into the primary buffer with type, tag, and length.
58
// * Use `EncodeMessageStart` to write type and tag fields and reserve space for
59
//   the length field, then encode the contents directly into the buffer, then
60
//   use `EncodeMessageLength` to write the actual length into the reserved
61
//   bytes.  This works fine if the actual length takes fewer bytes to encode
62
//   than were reserved, although you don't get your extra bytes back.
63
//   This approach will always produce a valid encoding, but your protocol may
64
//   require that the whole message field by omitted if the buffer is too small
65
//   to contain all desired subfields.  In this case, operate on a copy of the
66
//   buffer view and assign back only if everything fit, i.e. if the last
67
//   `Encode` call returned true.
68
69
// Encodes the specified integer as a varint field and returns true if it fits.
70
// Used for int32_t, int64_t, uint32_t, uint64_t, bool, and enum field types.
71
// Consumes up to kMaxVarintSize * 2 bytes (20).
72
bool EncodeVarint(uint64_t tag, uint64_t value, absl::Span<char> *buf);
73
3.79M
inline bool EncodeVarint(uint64_t tag, int64_t value, absl::Span<char> *buf) {
74
3.79M
  return EncodeVarint(tag, static_cast<uint64_t>(value), buf);
75
3.79M
}
76
0
inline bool EncodeVarint(uint64_t tag, uint32_t value, absl::Span<char> *buf) {
77
0
  return EncodeVarint(tag, static_cast<uint64_t>(value), buf);
78
0
}
79
11.3M
inline bool EncodeVarint(uint64_t tag, int32_t value, absl::Span<char> *buf) {
80
11.3M
  return EncodeVarint(tag, static_cast<uint64_t>(value), buf);
81
11.3M
}
82
83
// Encodes the specified integer as a varint field using ZigZag encoding and
84
// returns true if it fits.
85
// Used for sint32 and sint64 field types.
86
// Consumes up to kMaxVarintSize * 2 bytes (20).
87
inline bool EncodeVarintZigZag(uint64_t tag, int64_t value,
88
0
                               absl::Span<char> *buf) {
89
0
  if (value < 0)
90
0
    return EncodeVarint(tag, 2 * static_cast<uint64_t>(-(value + 1)) + 1, buf);
91
0
  return EncodeVarint(tag, 2 * static_cast<uint64_t>(value), buf);
92
0
}
93
94
// Encodes the specified integer as a 64-bit field and returns true if it fits.
95
// Used for fixed64 and sfixed64 field types.
96
// Consumes up to kMaxVarintSize + 8 bytes (18).
97
bool Encode64Bit(uint64_t tag, uint64_t value, absl::Span<char> *buf);
98
0
inline bool Encode64Bit(uint64_t tag, int64_t value, absl::Span<char> *buf) {
99
0
  return Encode64Bit(tag, static_cast<uint64_t>(value), buf);
100
0
}
101
0
inline bool Encode64Bit(uint64_t tag, uint32_t value, absl::Span<char> *buf) {
102
0
  return Encode64Bit(tag, static_cast<uint64_t>(value), buf);
103
0
}
104
0
inline bool Encode64Bit(uint64_t tag, int32_t value, absl::Span<char> *buf) {
105
0
  return Encode64Bit(tag, static_cast<uint64_t>(value), buf);
106
0
}
107
108
// Encodes the specified double as a 64-bit field and returns true if it fits.
109
// Used for double field type.
110
// Consumes up to kMaxVarintSize + 8 bytes (18).
111
0
inline bool EncodeDouble(uint64_t tag, double value, absl::Span<char> *buf) {
112
0
  return Encode64Bit(tag, absl::bit_cast<uint64_t>(value), buf);
113
0
}
114
115
// Encodes the specified integer as a 32-bit field and returns true if it fits.
116
// Used for fixed32 and sfixed32 field types.
117
// Consumes up to kMaxVarintSize + 4 bytes (14).
118
bool Encode32Bit(uint64_t tag, uint32_t value, absl::Span<char> *buf);
119
0
inline bool Encode32Bit(uint64_t tag, int32_t value, absl::Span<char> *buf) {
120
0
  return Encode32Bit(tag, static_cast<uint32_t>(value), buf);
121
0
}
122
123
// Encodes the specified float as a 32-bit field and returns true if it fits.
124
// Used for float field type.
125
// Consumes up to kMaxVarintSize + 4 bytes (14).
126
0
inline bool EncodeFloat(uint64_t tag, float value, absl::Span<char> *buf) {
127
0
  return Encode32Bit(tag, absl::bit_cast<uint32_t>(value), buf);
128
0
}
129
130
// Encodes the specified bytes as a length-delimited field and returns true if
131
// they fit.
132
// Used for string, bytes, message, and packed-repeated field type.
133
// Consumes up to kMaxVarintSize * 2 + value.size() bytes (20 + value.size()).
134
bool EncodeBytes(uint64_t tag, absl::Span<const char> value,
135
                 absl::Span<char> *buf);
136
137
// Encodes as many of the specified bytes as will fit as a length-delimited
138
// field and returns true as long as the field header (`tag_type` and `length`)
139
// fits.
140
// Used for string, bytes, message, and packed-repeated field type.
141
// Consumes up to kMaxVarintSize * 2 + value.size() bytes (20 + value.size()).
142
bool EncodeBytesTruncate(uint64_t tag, absl::Span<const char> value,
143
                         absl::Span<char> *buf);
144
145
// Encodes the specified string as a length-delimited field and returns true if
146
// it fits.
147
// Used for string, bytes, message, and packed-repeated field type.
148
// Consumes up to kMaxVarintSize * 2 + value.size() bytes (20 + value.size()).
149
inline bool EncodeString(uint64_t tag, absl::string_view value,
150
0
                         absl::Span<char> *buf) {
151
0
  return EncodeBytes(tag, value, buf);
152
0
}
153
154
// Encodes as much of the specified string as will fit as a length-delimited
155
// field and returns true as long as the field header (`tag_type` and `length`)
156
// fits.
157
// Used for string, bytes, message, and packed-repeated field type.
158
// Consumes up to kMaxVarintSize * 2 + value.size() bytes (20 + value.size()).
159
inline bool EncodeStringTruncate(uint64_t tag, absl::string_view value,
160
7.58M
                                 absl::Span<char> *buf) {
161
7.58M
  return EncodeBytesTruncate(tag, value, buf);
162
7.58M
}
163
164
// Encodes the header for a length-delimited field containing up to `max_size`
165
// bytes or the number remaining in the buffer, whichever is less.  If the
166
// header fits, a non-nullptr `Span` is returned; this must be passed to
167
// `EncodeMessageLength` after all contents are encoded to finalize the length
168
// field.  If the header does not fit, a nullptr `Span` is returned which is
169
// safe to pass to `EncodeMessageLength` but need not be.
170
// Used for string, bytes, message, and packed-repeated field type.
171
// Consumes up to kMaxVarintSize * 2 bytes (20).
172
ABSL_MUST_USE_RESULT absl::Span<char> EncodeMessageStart(uint64_t tag,
173
                                                         uint64_t max_size,
174
                                                         absl::Span<char> *buf);
175
176
// Finalizes the length field in `msg` so that it encompasses all data encoded
177
// since the call to `EncodeMessageStart` which returned `msg`.  Does nothing if
178
// `msg` is a `nullptr` `Span`.
179
void EncodeMessageLength(absl::Span<char> msg, const absl::Span<char> *buf);
180
181
enum class WireType : uint64_t {
182
  kVarint = 0,
183
  k64Bit = 1,
184
  kLengthDelimited = 2,
185
  k32Bit = 5,
186
};
187
188
178M
constexpr size_t VarintSize(uint64_t value) {
189
178M
  return value < 128 ? 1 : 1 + VarintSize(value >> 7);
190
178M
}
191
0
constexpr size_t MinVarintSize() {
192
0
  return VarintSize((std::numeric_limits<uint64_t>::min)());
193
0
}
194
7.58M
constexpr size_t MaxVarintSize() {
195
7.58M
  return VarintSize((std::numeric_limits<uint64_t>::max)());
196
7.58M
}
197
198
0
constexpr uint64_t MaxVarintForSize(size_t size) {
199
0
  return size >= 10 ? (std::numeric_limits<uint64_t>::max)()
200
0
                    : (static_cast<uint64_t>(1) << size * 7) - 1;
201
0
}
202
203
// `BufferSizeFor` returns a number of bytes guaranteed to be sufficient to
204
// store encoded fields of the specified WireTypes regardless of tag numbers and
205
// data values.  This only makes sense for `WireType::kLengthDelimited` if you
206
// add in the length of the contents yourself, e.g. for string and bytes fields
207
// by adding the lengths of any encoded strings to the return value or for
208
// submessage fields by enumerating the fields you may encode into their
209
// contents.
210
3.79M
constexpr size_t BufferSizeFor() { return 0; }
211
template <typename... T>
212
3.79M
constexpr size_t BufferSizeFor(WireType type, T... tail) {
213
  // tag_type + data + ...
214
3.79M
  return MaxVarintSize() +
215
3.79M
         (type == WireType::kVarint ? MaxVarintSize() :              //
216
3.79M
              type == WireType::k64Bit ? 8 :                         //
217
3.79M
                  type == WireType::k32Bit ? 4 : MaxVarintSize()) +  //
218
3.79M
         BufferSizeFor(tail...);
219
3.79M
}
220
221
// absl::Span<const char> represents a view into the un-processed space in a
222
// buffer during decoding.  Decoding functions shrink the span as they go so
223
// that the same view can be decoded iteratively until all data are processed.
224
// In general, if the buffer is exhausted but additional bytes are expected by
225
// the decoder, it will return values as if the additional bytes were zeros.
226
// Length-delimited fields are an exception - if the encoded length field
227
// indicates more data bytes than are available in the buffer, the `bytes_value`
228
// and `string_value` accessors will return truncated views.
229
230
class ProtoField final {
231
 public:
232
  // Consumes bytes from `data` and returns true if there were any bytes to
233
  // decode.
234
  bool DecodeFrom(absl::Span<const char> *data);
235
31.6M
  uint64_t tag() const { return tag_; }
236
12.7M
  WireType type() const { return type_; }
237
238
  // These value accessors will return nonsense if the data were not encoded in
239
  // the corresponding wiretype from the corresponding C++ (or other language)
240
  // type.
241
242
0
  double double_value() const { return absl::bit_cast<double>(value_); }
243
0
  float float_value() const {
244
0
    return absl::bit_cast<float>(static_cast<uint32_t>(value_));
245
0
  }
246
0
  int32_t int32_value() const { return static_cast<int32_t>(value_); }
247
0
  int64_t int64_value() const { return static_cast<int64_t>(value_); }
248
0
  int32_t sint32_value() const {
249
0
    if (value_ % 2) return static_cast<int32_t>(0 - ((value_ - 1) / 2) - 1);
250
0
    return static_cast<int32_t>(value_ / 2);
251
0
  }
252
0
  int64_t sint64_value() const {
253
0
    if (value_ % 2) return 0 - ((value_ - 1) / 2) - 1;
254
0
    return value_ / 2;
255
0
  }
256
0
  uint32_t uint32_value() const { return static_cast<uint32_t>(value_); }
257
0
  uint64_t uint64_value() const { return value_; }
258
0
  bool bool_value() const { return value_ != 0; }
259
  // To decode an enum, call int32_value() and cast to the appropriate type.
260
  // Note that the official C++ proto compiler treats enum fields with values
261
  // that do not correspond to a defined enumerator as unknown fields.
262
263
  // To decode fields within a submessage field, call
264
  // `DecodeNextField(field.BytesValue())`.
265
19.0M
  absl::Span<const char> bytes_value() const { return data_; }
266
12.7M
  absl::string_view string_value() const {
267
12.7M
    const auto data = bytes_value();
268
12.7M
    return absl::string_view(data.data(), data.size());
269
12.7M
  }
270
  // Returns the encoded length of a length-delimited field.  This equals
271
  // `bytes_value().size()` except when the latter has been truncated due to
272
  // buffer underrun.
273
0
  uint64_t encoded_length() const { return value_; }
274
275
 private:
276
  uint64_t tag_;
277
  WireType type_;
278
  // For `kTypeVarint`, `kType64Bit`, and `kType32Bit`, holds the decoded value.
279
  // For `kTypeLengthDelimited`, holds the decoded length.
280
  uint64_t value_;
281
  absl::Span<const char> data_;
282
};
283
284
}  // namespace log_internal
285
ABSL_NAMESPACE_END
286
}  // namespace absl
287
288
#endif  // ABSL_LOG_INTERNAL_PROTO_H_