4491d606df
-- 70f43a482d7d4ae4a255f17ca02b0106653dd600 by Shaindel Schwartz <shaindel@google.com>: Internal change PiperOrigin-RevId: 201571193 -- 93e6e9c2e683158be49d9dd1f5cb1a91d0c0f556 by Abseil Team <absl-team@google.com>: Internal change. PiperOrigin-RevId: 201567108 -- fbd8ee94fbe9f2448e5adf5e88706f9c8216048f by Juemin Yang <jueminyang@google.com>: str_format release PiperOrigin-RevId: 201565129 -- 387faa301555a8a888c4429df52734aa806dca46 by Abseil Team <absl-team@google.com>: Adds a defaulted allocator parameter to the size_type constructor of InlinedVector PiperOrigin-RevId: 201558711 -- 39b15ea2c68d7129d70cbde7e71af900032595ec by Matt Calabrese <calabrese@google.com>: Update the variant implementation to eliminate unnecessary checking on alternative access when the index is known or required to be correct. PiperOrigin-RevId: 201529535 -- adab77f1f7bb363aa534297f22aae2b0f08889ea by Abseil Team <absl-team@google.com>: Import of CCTZ from GitHub. PiperOrigin-RevId: 201458388 -- a701dc0ba62e3cadf0de14203415b91df4ee8151 by Greg Falcon <gfalcon@google.com>: Internal cleanup PiperOrigin-RevId: 201394836 -- 8a7191410b8f440fdfa27f722ff05e451502ab61 by Abseil Team <absl-team@google.com>: Import of CCTZ from GitHub. PiperOrigin-RevId: 201369269 GitOrigin-RevId: 70f43a482d7d4ae4a255f17ca02b0106653dd600 Change-Id: I8ab073b30b4e27405a3b6da2c826bb4f3f0b9af6
294 lines
10 KiB
C++
294 lines
10 KiB
C++
#include "absl/strings/internal/str_format/parser.h"
|
|
|
|
#include <assert.h>
|
|
#include <string.h>
|
|
#include <wchar.h>
|
|
#include <cctype>
|
|
#include <cstdint>
|
|
|
|
#include <algorithm>
|
|
#include <initializer_list>
|
|
#include <limits>
|
|
#include <ostream>
|
|
#include <string>
|
|
#include <unordered_set>
|
|
|
|
namespace absl {
|
|
namespace str_format_internal {
|
|
namespace {
|
|
|
|
bool CheckFastPathSetting(const UnboundConversion& conv) {
|
|
bool should_be_basic = !conv.flags.left && //
|
|
!conv.flags.show_pos && //
|
|
!conv.flags.sign_col && //
|
|
!conv.flags.alt && //
|
|
!conv.flags.zero && //
|
|
(conv.width.value() == -1) &&
|
|
(conv.precision.value() == -1);
|
|
if (should_be_basic != conv.flags.basic) {
|
|
fprintf(stderr,
|
|
"basic=%d left=%d show_pos=%d sign_col=%d alt=%d zero=%d "
|
|
"width=%d precision=%d\n",
|
|
conv.flags.basic, conv.flags.left, conv.flags.show_pos,
|
|
conv.flags.sign_col, conv.flags.alt, conv.flags.zero,
|
|
conv.width.value(), conv.precision.value());
|
|
}
|
|
return should_be_basic == conv.flags.basic;
|
|
}
|
|
|
|
// Keep a single table for all the conversion chars and length modifiers.
|
|
// We invert the length modifiers to make them negative so that we can easily
|
|
// test for them.
|
|
// Everything else is `none`, which is a negative constant.
|
|
using CC = ConversionChar::Id;
|
|
using LM = LengthMod::Id;
|
|
static constexpr std::int8_t none = -128;
|
|
static constexpr std::int8_t kIds[] = {
|
|
none, none, none, none, none, none, none, none, // 00-07
|
|
none, none, none, none, none, none, none, none, // 08-0f
|
|
none, none, none, none, none, none, none, none, // 10-17
|
|
none, none, none, none, none, none, none, none, // 18-1f
|
|
none, none, none, none, none, none, none, none, // 20-27
|
|
none, none, none, none, none, none, none, none, // 28-2f
|
|
none, none, none, none, none, none, none, none, // 30-37
|
|
none, none, none, none, none, none, none, none, // 38-3f
|
|
none, CC::A, none, CC::C, none, CC::E, CC::F, CC::G, // @ABCDEFG
|
|
none, none, none, none, ~LM::L, none, none, none, // HIJKLMNO
|
|
none, none, none, CC::S, none, none, none, none, // PQRSTUVW
|
|
CC::X, none, none, none, none, none, none, none, // XYZ[\]^_
|
|
none, CC::a, none, CC::c, CC::d, CC::e, CC::f, CC::g, // `abcdefg
|
|
~LM::h, CC::i, ~LM::j, none, ~LM::l, none, CC::n, CC::o, // hijklmno
|
|
CC::p, ~LM::q, none, CC::s, ~LM::t, CC::u, none, none, // pqrstuvw
|
|
CC::x, none, ~LM::z, none, none, none, none, none, // xyz{|}~!
|
|
none, none, none, none, none, none, none, none, // 80-87
|
|
none, none, none, none, none, none, none, none, // 88-8f
|
|
none, none, none, none, none, none, none, none, // 90-97
|
|
none, none, none, none, none, none, none, none, // 98-9f
|
|
none, none, none, none, none, none, none, none, // a0-a7
|
|
none, none, none, none, none, none, none, none, // a8-af
|
|
none, none, none, none, none, none, none, none, // b0-b7
|
|
none, none, none, none, none, none, none, none, // b8-bf
|
|
none, none, none, none, none, none, none, none, // c0-c7
|
|
none, none, none, none, none, none, none, none, // c8-cf
|
|
none, none, none, none, none, none, none, none, // d0-d7
|
|
none, none, none, none, none, none, none, none, // d8-df
|
|
none, none, none, none, none, none, none, none, // e0-e7
|
|
none, none, none, none, none, none, none, none, // e8-ef
|
|
none, none, none, none, none, none, none, none, // f0-f7
|
|
none, none, none, none, none, none, none, none, // f8-ff
|
|
};
|
|
|
|
template <bool is_positional>
|
|
bool ConsumeConversion(string_view *src, UnboundConversion *conv,
|
|
int *next_arg) {
|
|
const char *pos = src->begin();
|
|
const char *const end = src->end();
|
|
char c;
|
|
// Read the next char into `c` and update `pos`. Reads '\0' if at end.
|
|
const auto get_char = [&] { c = pos == end ? '\0' : *pos++; };
|
|
|
|
const auto parse_digits = [&] {
|
|
int digits = c - '0';
|
|
// We do not want to overflow `digits` so we consume at most digits10-1
|
|
// digits. If there are more digits the parsing will fail later on when the
|
|
// digit doesn't match the expected characters.
|
|
int num_digits = std::numeric_limits<int>::digits10 - 2;
|
|
for (get_char(); num_digits && std::isdigit(c); get_char()) {
|
|
--num_digits;
|
|
digits = 10 * digits + c - '0';
|
|
}
|
|
return digits;
|
|
};
|
|
|
|
if (is_positional) {
|
|
get_char();
|
|
if (c < '1' || c > '9') return false;
|
|
conv->arg_position = parse_digits();
|
|
assert(conv->arg_position > 0);
|
|
if (c != '$') return false;
|
|
}
|
|
|
|
get_char();
|
|
|
|
// We should start with the basic flag on.
|
|
assert(conv->flags.basic);
|
|
|
|
// Any non alpha character makes this conversion not basic.
|
|
// This includes flags (-+ #0), width (1-9, *) or precision (.).
|
|
// All conversion characters and length modifiers are alpha characters.
|
|
if (c < 'A') {
|
|
conv->flags.basic = false;
|
|
|
|
for (; c <= '0'; get_char()) {
|
|
switch (c) {
|
|
case '-':
|
|
conv->flags.left = true;
|
|
continue;
|
|
case '+':
|
|
conv->flags.show_pos = true;
|
|
continue;
|
|
case ' ':
|
|
conv->flags.sign_col = true;
|
|
continue;
|
|
case '#':
|
|
conv->flags.alt = true;
|
|
continue;
|
|
case '0':
|
|
conv->flags.zero = true;
|
|
continue;
|
|
}
|
|
break;
|
|
}
|
|
|
|
if (c <= '9') {
|
|
if (c >= '0') {
|
|
int maybe_width = parse_digits();
|
|
if (!is_positional && c == '$') {
|
|
if (*next_arg != 0) return false;
|
|
// Positional conversion.
|
|
*next_arg = -1;
|
|
conv->flags = Flags();
|
|
conv->flags.basic = true;
|
|
return ConsumeConversion<true>(src, conv, next_arg);
|
|
}
|
|
conv->width.set_value(maybe_width);
|
|
} else if (c == '*') {
|
|
get_char();
|
|
if (is_positional) {
|
|
if (c < '1' || c > '9') return false;
|
|
conv->width.set_from_arg(parse_digits());
|
|
if (c != '$') return false;
|
|
get_char();
|
|
} else {
|
|
conv->width.set_from_arg(++*next_arg);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (c == '.') {
|
|
get_char();
|
|
if (std::isdigit(c)) {
|
|
conv->precision.set_value(parse_digits());
|
|
} else if (c == '*') {
|
|
get_char();
|
|
if (is_positional) {
|
|
if (c < '1' || c > '9') return false;
|
|
conv->precision.set_from_arg(parse_digits());
|
|
if (c != '$') return false;
|
|
get_char();
|
|
} else {
|
|
conv->precision.set_from_arg(++*next_arg);
|
|
}
|
|
} else {
|
|
conv->precision.set_value(0);
|
|
}
|
|
}
|
|
}
|
|
|
|
std::int8_t id = kIds[static_cast<unsigned char>(c)];
|
|
|
|
if (id < 0) {
|
|
if (id == none) return false;
|
|
|
|
// It is a length modifier.
|
|
using str_format_internal::LengthMod;
|
|
LengthMod length_mod = LengthMod::FromId(static_cast<LM>(~id));
|
|
get_char();
|
|
if (c == 'h' && length_mod.id() == LengthMod::h) {
|
|
conv->length_mod = LengthMod::FromId(LengthMod::hh);
|
|
get_char();
|
|
} else if (c == 'l' && length_mod.id() == LengthMod::l) {
|
|
conv->length_mod = LengthMod::FromId(LengthMod::ll);
|
|
get_char();
|
|
} else {
|
|
conv->length_mod = length_mod;
|
|
}
|
|
id = kIds[static_cast<unsigned char>(c)];
|
|
if (id < 0) return false;
|
|
}
|
|
|
|
assert(CheckFastPathSetting(*conv));
|
|
(void)(&CheckFastPathSetting);
|
|
|
|
conv->conv = ConversionChar::FromId(static_cast<CC>(id));
|
|
if (!is_positional) conv->arg_position = ++*next_arg;
|
|
*src = string_view(pos, end - pos);
|
|
return true;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
bool ConsumeUnboundConversion(string_view *src, UnboundConversion *conv,
|
|
int *next_arg) {
|
|
if (*next_arg < 0) return ConsumeConversion<true>(src, conv, next_arg);
|
|
return ConsumeConversion<false>(src, conv, next_arg);
|
|
}
|
|
|
|
struct ParsedFormatBase::ParsedFormatConsumer {
|
|
explicit ParsedFormatConsumer(ParsedFormatBase *parsedformat)
|
|
: parsed(parsedformat), data_pos(parsedformat->data_.get()) {}
|
|
|
|
bool Append(string_view s) {
|
|
if (s.empty()) return true;
|
|
|
|
size_t text_end = AppendText(s);
|
|
|
|
if (!parsed->items_.empty() && !parsed->items_.back().is_conversion) {
|
|
// Let's extend the existing text run.
|
|
parsed->items_.back().text_end = text_end;
|
|
} else {
|
|
// Let's make a new text run.
|
|
parsed->items_.push_back({false, text_end, {}});
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool ConvertOne(const UnboundConversion &conv, string_view s) {
|
|
size_t text_end = AppendText(s);
|
|
parsed->items_.push_back({true, text_end, conv});
|
|
return true;
|
|
}
|
|
|
|
size_t AppendText(string_view s) {
|
|
memcpy(data_pos, s.data(), s.size());
|
|
data_pos += s.size();
|
|
return static_cast<size_t>(data_pos - parsed->data_.get());
|
|
}
|
|
|
|
ParsedFormatBase *parsed;
|
|
char* data_pos;
|
|
};
|
|
|
|
ParsedFormatBase::ParsedFormatBase(string_view format, bool allow_ignored,
|
|
std::initializer_list<Conv> convs)
|
|
: data_(format.empty() ? nullptr : new char[format.size()]) {
|
|
has_error_ = !ParseFormatString(format, ParsedFormatConsumer(this)) ||
|
|
!MatchesConversions(allow_ignored, convs);
|
|
}
|
|
|
|
bool ParsedFormatBase::MatchesConversions(
|
|
bool allow_ignored, std::initializer_list<Conv> convs) const {
|
|
std::unordered_set<int> used;
|
|
auto add_if_valid_conv = [&](int pos, char c) {
|
|
if (static_cast<size_t>(pos) > convs.size() ||
|
|
!Contains(convs.begin()[pos - 1], c))
|
|
return false;
|
|
used.insert(pos);
|
|
return true;
|
|
};
|
|
for (const ConversionItem &item : items_) {
|
|
if (!item.is_conversion) continue;
|
|
auto &conv = item.conv;
|
|
if (conv.precision.is_from_arg() &&
|
|
!add_if_valid_conv(conv.precision.get_from_arg(), '*'))
|
|
return false;
|
|
if (conv.width.is_from_arg() &&
|
|
!add_if_valid_conv(conv.width.get_from_arg(), '*'))
|
|
return false;
|
|
if (!add_if_valid_conv(conv.arg_position, conv.conv.Char())) return false;
|
|
}
|
|
return used.size() == convs.size() || allow_ignored;
|
|
}
|
|
|
|
} // namespace str_format_internal
|
|
} // namespace absl
|