{

std::string text;

enum class category : u8 { empty, preprocessor, comment, import, cpp1, cpp2, rawstring };

category cat;

bool all_tokens_are_densely_spaced = true; // to be overridden in lexing if they're not

source_line(

std::string_view t = {},

category c = category::empty

)

: text{t}

, cat{c}

{ }

auto indent() const

-> int

{

return

unchecked_narrow<int>(std::find_if_not( text.begin(), text.end(), &isspace )

- text.begin());

}

auto prefix() const

-> std::string

{

switch (cat) {

break;case category::empty: return "/* */ ";

break;case category::preprocessor: return "/* # */ ";

break;case category::comment: return "/* / */ ";

break;case category::import: return "/* i */ ";

break;case category::cpp1: return "/* 1 */ ";

break;case category::cpp2: return "/* 2 */ ";

break;case category::rawstring: return "/* R */ ";

break;default: assert(false && "ICE: illegal category"); abort();

}

}

{

lineno_t lineno; // one-based offset into program source

colno_t colno; // one-based offset into line

source_position(lineno_t l = 1, colno_t c = 1 )

: lineno{ l }, colno{ c }

{

}

auto operator<=>(source_position const&) const = default;

auto to_string() const

-> std::string

{

return "(" + std::to_string(lineno) + "," + std::to_string(colno) + ")";

}

{

enum class comment_kind : u8 { line_comment = 0, stream_comment };

comment_kind kind;

source_position start;

source_position end;

std::string text;

mutable bool dbg_was_printed = false;

struct cpp_code { std::string text; };

struct raw_string { std::string text; };

enum adds_sequences : u8 { no_ends = 0, on_the_beginning = 1, on_the_end = 2, on_both_ends = 3 };

string_parts(const std::string& beginseq,

const std::string& endseq,

adds_sequences strateg)

: begin_seq{beginseq}

, end_seq{endseq}

, strategy{strateg}

{

if (!(strategy & on_the_beginning)) {

parts.push_back(raw_string{""});

}

}

void add_code (const std::string& text) { parts.push_back(cpp_code{text}); }

void add_string(const std::string& text) { parts.push_back(raw_string{text}); }

void add_string(const std::string_view& text) { parts.push_back(raw_string{std::string(text)}); }

void clear() { parts.clear(); }

auto empty() const { return parts.empty(); }

auto generate() const -> std::string

{

if (parts.empty()) {

return (strategy & on_the_beginning ? begin_seq : std::string{})

+ (strategy & on_the_end ? end_seq : std::string{});

}

auto result = std::visit(begin_visit{begin_seq, strategy},

parts.front());

if (std::ssize(parts) > 1) {

auto it1 = parts.cbegin();

auto it2 = parts.cbegin()+1;

for(;it2 != parts.cend(); ++it1, ++it2) {

result += std::visit(generator_visit{begin_seq, end_seq}, *it1, *it2);

}

}

if (!(strategy & on_the_end)) {

result += std::visit([this](const auto& lhs) {

return generator_visit{begin_seq, end_seq}(lhs, raw_string{""});

}, parts.back());

}

result += std::visit(end_visit{end_seq, strategy}, parts.back());

return result;

}

auto is_expanded() const -> bool {

for (const auto& p : parts) {

if (std::holds_alternative<cpp_code>(p)) {

return true;

}

}

return false;

}

std::string begin_seq;

std::string end_seq;

adds_sequences strategy;

std::vector<std::variant<raw_string, cpp_code>> parts;

struct begin_visit {

std::string begin_seq;

adds_sequences strategy;

auto operator()(const raw_string& part) const -> std::string {

return (strategy & on_the_beginning ? begin_seq : "") + part.text;

}

auto operator()(const cpp_code& part) const -> std::string {

return part.text;

}

};

struct end_visit {

std::string end_seq;

adds_sequences strategy;

auto operator()(const raw_string&) const -> std::string {

return strategy & on_the_end ? end_seq : "";

}

auto operator()(const cpp_code&) const -> std::string {

return {};

}

};

struct generator_visit {

std::string begin_seq;

std::string end_seq;

auto operator()(const raw_string&, const cpp_code& part ) const -> std::string {

return end_seq + " + " + part.text;

}

auto operator()(const cpp_code&, const raw_string& part ) const -> std::string {

return " + " + begin_seq + part.text;

}

auto operator()(const raw_string&, const raw_string& part ) const -> std::string {

return part.text;

}

auto operator()(const cpp_code&, const cpp_code& part ) const -> std::string {

return " + " + part.text;

}

};

{

source_position start;

std::string text;

std::string opening_seq;

std::string closing_seq;

bool should_interpolate = false;

{

std::string text;

source_position end = {0, 0};

-> bool

{

return

c == '0'

|| c == '1'

;

-> bool

{

return isdigit(c);

-> bool

{

return isxdigit(c);

-> bool

{

return

isalpha(c)

|| c == '_'

;

-> bool

{

return is_nondigit(c);

-> bool

{

return

is_digit(c)

|| is_nondigit(c)

;

-> int

{

if (is_identifier_start(s[0])) {

auto j = 1;

while (

j < std::ssize(s)

&& is_identifier_continue(s[j])

)

{

++j;

}

return j;

}

return 0;

-> bool

{

return

c == '\''

|| pred(c)

;

std::string_view line,

int i,

int num

)

{

return

(i + num < std::ssize(line) && i + num >= 0)

? line[i + num]

: '\0';

auto peek1 = peek(line, i, 1);

auto peek2 = peek(line, i, 2);

auto peek3 = peek(line, i, 3);

if (line[i] == next) { return 1; } // "

else if (line[i] == 'u') {

if (peek1 == next) { return 2; } // u"

else if (peek1 == '8' && peek2 == next) { return 3; } // u8"

else if (peek1 == 'R' && peek2 == next) { return 3; } // uR"

else if (peek1 == '8' && peek2 == 'R' && peek3 == next) { return 4; } // u8R"

}

else if (line[i] == 'U') {

if (peek1 == next) { return 2; } // U"

else if (peek1 == 'R' && peek2 == next) { return 3; } // UR"

}

else if (line[i] == 'L') {

if (peek1 == next) { return 2; } // L"

else if (peek1 == 'R' && peek2 == next) { return 3; } // LR"

}

else if (line[i] == 'R' && peek1 == next) { return 2; } // R"

return 0;

-> T

{

return b ? "true" : "false";

-> T

{

return T(x);

-> std::string

{

auto i = std::ssize(file)-1;

while (

i >= 0

&& file[i] != '\\'

&& file[i] != '/'

)

{

--i;

}

return {file, _as<size_t>(i+1)};

{

constexpr String(const char (&str)[N])

{

std::copy_n(str, N, value);

}

auto operator<=>(String const&) const = default;

char value[N] = {};

{

for (

std::string::size_type pos{};

s.npos != (pos = s.find(what.data(), pos, what.length()));

pos += with.length()

)

{

s.replace(pos, what.length(), with.data(), with.length());

}

return s;

-> char

{

// C toupper is only not-UB in [0,127] and returns the wrong type,

// so wrap the range check and the type cast here in one place...

// note the 126 (not 127) is intentional to avoid a GCC warning

if (0 <= c && c <= 126) { return static_cast<char>(std::toupper(c)); }

// else

return c;

-> std::string

{

auto ret = std::string{s};

for (char& c : ret) {

if (std::isalnum(c)) { c = to_upper(c); }

else { c = '_'; }

}

return ret;

-> bool

{

auto size = std::ssize(s);

if (size == 0) { return true; }

auto i = 0;

while (i < size && isspace(s[i]) ) { ++i; }

while (i < size && isdigit(s[i]) ) { ++i; }

while (i < size && isspace(s[i]) ) { ++i; }

return i == size;

std::string const& s,

std::string_view sv

)

-> bool

{

return std::string_view(s).starts_with(sv);

auto const& range,

auto const& value

)

-> bool

{

return std::find(

range.begin(),

range.end(),

value

)

!= range.end();

std::string const& s,

auto const& value

)

-> bool

{

return s.find(value) != s.npos;

-> std::string

{

auto ret = std::to_string(val % 10);

auto pos = 0;

while ((val /= 10) > 0) {

if ((++pos % 3) == 0) { ret = ',' + ret; }

ret = std::to_string(val % 10) + ret;

}

return ret;

{

bool help_requested = false;

struct arg

{

int pos;

std::string text;

arg(int p, char* t) : pos{p}, text{t} { }

};

std::vector<arg> args;

using callback0 = void (*)();

using callback1 = void (*)(std::string const&);

struct flag

{

int group = 0;

std::string name;

int unique_prefix = 0;

std::string description;

callback0 handler0;

callback1 handler1;

std::string synonym;

bool opt_out;

flag(int g, std::string_view n, std::string_view d, callback0 h0, callback1 h1, std::string_view s, bool o)

: group{g}, name{n}, description{d}, handler0{h0}, handler1{h1}, synonym{s}, opt_out{o}

{ }

auto get_name(bool indicate_short_name = false) const {

auto n = name.substr(0, unique_prefix);

if (unique_prefix < std::ssize(name)) {

auto name_length = _as<int>(std::min(name.find(' '), name.size()));

if (indicate_short_name) {

n += "[";

}

n += name.substr(unique_prefix, name_length - unique_prefix);

if (indicate_short_name) {

n += "]";

}

n += name.substr(name_length);

}

return n;

}

};

std::vector<flag> flags;

int max_flag_length = 0;

std::unordered_map<int, std::string> labels = {

{ 2, "Additional dynamic safety check controls" },

{ 4, "Support for constrained target environments" },

{ 8, "Cpp1 file content options" },

{ 9, "Cppfront output options" }

};

static auto print(std::string_view s, int width = 0)

-> void

{

if (width > 0) {

std::cout << std::setw(width) << std::left;

}

std::cout << s;

}

auto flags_starting_with(

std::string_view s,

bool indicate_short_name = true

)

-> std::vector<std::string>

{

auto ret = std::vector<std::string>{};

for (auto const& flag : flags) {

if (flag.name.starts_with(s)) {

ret.push_back( flag.get_name(indicate_short_name) );

}

}

return ret;

}

auto process_flags()

-> void

{

constexpr auto processed = -1;

// Calculate the unique prefixes

for (auto flag1 = flags.begin(); flag1 != flags.end(); ++flag1) {

for (auto flag2 = flag1+1; flag2 != flags.end(); ++flag2) {

int i = 0;

while (

i < std::ssize(flag1->name)

&& i < std::ssize(flag2->name)

&& flag1->name[i] != ' '

&& flag2->name[i] != ' '

&& flag1->name[i] == flag2->name[i]

)

{

++i;

}

// Record that we found the unique prefix must be at least this long

flag1->unique_prefix = std::max( flag1->unique_prefix, i+1 );

flag2->unique_prefix = std::max( flag2->unique_prefix, i+1 );

}

}

// Look for matches

for (auto arg = args.begin(); arg != args.end(); ++arg)

{

// The arg should never be empty, but we're going to do a [0]

// subscript next so we should either check or assert

if (arg->text.empty()) {

continue;

}

// Provide a way to ignore the rest of the command line

// for the purpose of looking for switches

if (arg->text == "--") {

arg->pos = processed;

break;

}

for (auto& flag : flags) {

auto length_to_match = std::max(flag.unique_prefix, _as<int>(arg->text.length())-1);

if (

flag.opt_out

&& arg->text.ends_with("-")

)

{

length_to_match = std::max(flag.unique_prefix, _as<int>(arg->text.length())-2);

}

// Allow a switch to start with either - or /

if (arg->text.starts_with("-" + flag.name.substr(0, length_to_match))

|| arg->text.starts_with("/" + flag.name.substr(0, length_to_match))

|| arg->text == "-" + flag.synonym

|| arg->text == "/" + flag.synonym

)

{

assert(flag.handler0 || flag.handler1);

// If this is a standalone switch, just process it

if (flag.handler0) {

flag.handler0();

}

// Else

else {

// If this is a switch that could be suffixed with "-" to opt out

if (flag.opt_out) {

flag.handler1( arg->text.ends_with("-") ? "-" : "" );

}

// Else this is a switch that takes the next arg as its value, so pass that

else {

if (arg+1 == args.end()) {

print("Missing argument to option " + arg->text + " (try -help)\n");

help_requested = true;

break;

}

arg->pos = processed;

++arg; // move to next argument, which is the argument to this switch

flag.handler1(arg->text);

}

}

arg->pos = processed;

break;

}

}

}

std::erase_if( args, [=](auto& arg){ return arg.pos == processed; } );

}

auto print_help()

-> void

{

help_requested = true;

std::sort(

flags.begin(),

flags.end(),

[](auto& a, auto& b){ return a.group < b.group || (a.group == b.group && a.name < b.name); }

);

print("\nUsage: cppfront [options] file ...\n");

print("\n file source file(s) (can be 'stdin')\n");

print("\nOptions: \n");

int last_group = -1;

for (auto& flag : flags) {

// Skip hidden flags

if (flag.name.front() == '_') {

continue;

}

if (last_group != flag.group) {

print("\n");

last_group = flag.group;

if (!labels[flag.group].empty()) {

print( labels[flag.group] + "\n");

}

}

print(" -");

auto n = flag.get_name(true);

if (flag.opt_out) {

n += "[-]";

}

if (!flag.synonym.empty()) {

n += ", -" + flag.synonym;

}

print(n, max_flag_length + 3);

print(flag.description);

print("\n");

}

}

auto add_flag(

int group,

std::string_view name,

std::string_view description,

callback0 handler0,

callback1 handler1,

std::string_view synonym,

bool opt_out

)

-> void

{

flags.emplace_back( group, name, description, handler0, handler1, synonym, opt_out );

auto length = std::ssize(name);

if (opt_out) { length += 3; } // space to print "[-]"

if (max_flag_length < length) {

max_flag_length = unchecked_narrow<int>(length);

}

}

struct register_flag {

register_flag(

int group,

std::string_view name,

std::string_view description,

callback0 handler0,

callback1 handler1 = {},

std::string_view synonym = {},

bool opt_out = false

);

};

auto set_args(

int argc,

char* argv[]

)

-> void

{

for (auto i = 1; i < argc; ++i) {

args.emplace_back( i, argv[i] );

}

}

auto help_was_requested()

-> bool

{

return help_requested;

}

auto arguments()

-> std::vector<arg>&

{

return args;

}

// This is used only by the owner of the 'main' branch

// to generate stable build version strings

auto gen_build()

-> void

{

help_requested = true;

constexpr std::string_view a = __DATE__;

constexpr std::string_view b = __TIME__;

std::unordered_map<std::string_view, char> m = { {"Jan",'1'}, {"Feb",'2'}, {"Mar",'3'}, {"Apr",'4'}, {"May",'5'}, {"Jun",'6'}, {"Jul",'7'}, {"Aug",'8'}, {"Sep",'9'}, {"Oct",'A'}, {"Nov",'B'}, {"Dec",'C'} };

auto stamp = std::to_string(atoi(&a[9])-15);

stamp += m[a.substr(0, 3)];

stamp += a.substr(4,2);

stamp += ":";

stamp += b.substr(0,2);

stamp += b.substr(3,2);

for (auto& c : stamp) { if (c == ' ') { c = '0'; } }

print( "\"" + stamp + "\"");

}

auto print_version()

-> void

{

help_requested = true;

print("\ncppfront compiler "

#include "version.info"

" Build "

#include "build.info"

);

print("\nSPDX-License-Identifier Apache-2.0 WITH LLVM-exception");

print("\nCopyright (c) 2022-2024 Herb Sutter\n");

}

{

source_position where;

std::string msg;

bool internal = false;

bool fallback = false; // only emit this message if there was nothing better

error_entry(

source_position w,

std::string_view m,

bool i = false,

bool f = false

)