对于c风格字符串，boost::spirit::qi和qi::alnum会导致模板编译错误
Template compilation errors with boost::spirit::qi and qi::alnum for C-style string
我在boost_1.59中使用spirit来解析一种类似c的语言(最初由java编写的名为stone)。但是我在使用boost::spirit::qi解析石头中的c风格字符串时遇到了麻烦。完整的代码在coliru.
我编写的解析器规则如下所示。
template <typename Iterator, typename Lexer>
struct StoneGrammar
: qi::grammar<Iterator, qi::in_state_skipper<Lexer> >
{
template <typename TokenDef>
StoneGrammar(TokenDef const& tok)
: StoneGrammar::base_type(program)
{
using boost::spirit::_val;
using boost::spirit::no_skip;
/* Grammar for Stone:
primary : "(" expr ")" | NUMBER | IDENTIFIER | STRING
factor : "-" primary | primary
expr : factor { OP factor }
block : "{" [ statement ] { (";" | EOL) [ statement ] } "}"
//block : "{" [ statement ] { (";" | EOL) [ statement ] } "}"
simple : expr
statement : "if" expr block [ "else" block ]
| "while" expr block
| simple
program : { statement [";"] }
*/
program
= -statement >> (qi::lit(';') | 'n')
;
statement
= if_stmt
| while_stmt
| simple_stmt
;
if_stmt
= "if" >> expression >> block >> -("else" >> block)
;
while_stmt
= "while" >> expression >> block;
simple_stmt
= expression
;
block
= '{' >> -statement >> *((qi::lit(';') | 'n') >> -statement) >> '}'
;
expression
= factor >> *(op >> factor)
;
factor
= '-' >> primary
| primary
;
op
= qi::lit('+')
| '-'
| '*'
| '/'
| qi::lit('=')[std::cout << _1 << "= parserd" << std::endl]
| qi::lit("||")[std::cout << _1 << " || parsed" << std::endl]
;
primary
= '(' >> expression >> ')'
| tok.identifier[std::cout << _1 << std::endl]
| tok.number[std::cout << _1 << std::endl]
| unesc_str
;
unesc_char.add("\a", 'a')("\b", 'b')("\f", 'f')("\n", 'n')
("\r", 'r')("\t", 't')("\v", 'v')
("\\", '')("'", ''')("\"", '"')
;
unesc_str = qi::lit('"') >> (qi::alnum | ("\x" >> qi::hex)) >> '"';
}
typedef boost::variant<unsigned int, std::string> expression_type;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > program, block, statement;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > assignment, if_stmt;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > while_stmt;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > simple_stmt;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > op;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > factor;
qi::rule<Iterator, qi::in_state_skipper<Lexer> > primary;
qi::rule<Iterator, std::string(), qi::in_state_skipper<Lexer> > string_literal;
qi::rule<Iterator, std::string(), qi::in_state_skipper<Lexer> > unesc_str;
qi::symbols<char const, char const> unesc_char;
// the expression is the only rule having a return value
qi::rule<Iterator, expression_type(), qi::in_state_skipper<Lexer> > expression;
};
下面列出了解析器使用的一些标记定义。
template <typename Lexer>
struct StoneToken : lex::lexer<Lexer>
{
StoneToken()
{
// define the tokens to match
identifier = "[a-zA-Z_][a-zA-Z0-9_]*";
number = "[0-9]+";
// !"#$%&'()*+,-./:;<=>?@[]^_`{|}~
// associate the tokens and the token set with the lexer
this->self
= lex::token_def<>('(') | ')' | '{' | '}' | '[' | ']'
| '+' | '-' | '*' | '/'
| '='
| "==" | "<=" | ">="
| '>' | '<' | "&&"
//| "||"
| '!' | '^' | '|' | '~' | '&'
| '%'
| ''' | ',' | '"' | 'n' | ';' | '.' | '_'
| "kkk"
;
//this->self += number | if_ | else_ | while_ | identifier;
this->self += number | identifier;
// define the whitespace to ignore (spaces, tabs, and C-style
// comments)
this->self("WS")
= lex::token_def<>("[ \t]+")
| R"(/*[^*]**+([^/*][^*]**+)*/)"
| R"(//[^n]*n)"
;
}
lex::token_def<std::string> identifier, op;
lex::token_def<unsigned int> number;
};
但是，编译器不能编译unesc_str规则。clang++-3.6错误报告的开头部分列在下面。
/usr/include/boost/type_traits/make_unsigned.hpp:38:4: error: static_assert failed
"(::boost::type_traits::ice_or< ::boost::is_integral<T>::value,
::boost::is_enum<T>::value>::value)"
BOOST_STATIC_ASSERT(
^
/usr/include/boost/static_assert.hpp:78:41: note: expanded from macro 'BOOST_STATIC_ASSERT'
# define BOOST_STATIC_ASSERT( ... ) static_assert(__VA_ARGS__, #__VA_ARGS__)
^
/usr/include/boost/type_traits/make_unsigned.hpp:146:70: note: in instantiation of template class
'boost::detail::make_unsigned_imp<boost::spirit::lex::lexertl::token<__gnu_cxx::__normal_iterator<char
*, std::basic_string<char> >, boost::mpl::vector<unsigned int, std::basic_string<char>, mpl_::na,
mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na,
mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>,
mpl_::bool_<true>, unsigned long> >' requested here
BOOST_TT_AUX_TYPE_TRAIT_DEF1(make_unsigned,T,typename boost::detail::make_unsigned_imp<T>::type)
^
/usr/include/boost/type_traits/detail/type_trait_def.hpp:21:13: note: expanded from macro
'BOOST_TT_AUX_TYPE_TRAIT_DEF1'
typedef result type;
^
/usr/include/boost/spirit/home/support/char_class.hpp:51:34: note: in instantiation of template class
'boost::make_unsigned<boost::spirit::lex::lexertl::token<__gnu_cxx::__normal_iterator<char *,
std::basic_string<char> >, boost::mpl::vector<unsigned int, std::basic_string<char>, mpl_::na,
mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na,
mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>,
mpl_::bool_<true>, unsigned long> >' requested here
typedef typename make_unsigned<SourceChar>::type USourceChar;
然而，我发现如果我删除unesc_str规则中的qi::alnum，编译就成功了。
等待答案!
您的问题(主要)来自词法分析器的使用。为什么要这么做?
首先对标记进行词法分析，然后使用一系列字符解析器解析字符串，这两者之间存在逻辑矛盾。
最明显的解决方法是为alnum和诸如此类的东西创建"令牌"，但坦率地说，我觉得你对spirit有点陌生，需要从更简单的开始。
如果你愿意，我可以稍后活编码一个更简单的语法。
旁注:最好不要使用using namespace，因为你会得到虚假的(无声的)冲突。我真的很难知道那里使用的是::_1还是boost::spirit::qi::_1。
这里有一半的清理，使我能够接近你问的问题:http://paste.ubuntu.com/12724893/
下面是解析这些结果的工作语法:所以，我喜欢自己faaaaar太长时间与相当无能的语法:)这是一个很好的在线演示。我在这里收集了实时编码流:第1部分、第2部分、第3部分和第4部分
start = skip(blank) [ program ];
program = -statement % (eol|';');
statement = conditionalstatement | whileloop | simple;
simple = !eoi >> expression.alias();
conditionalstatement = "if" >> expression >> block >> -("else" >> block);
whileloop = "while" >> expression >> block;
block = '{' >> program >> '}';
expression = e_top.alias();
e_simple = '(' >> expression >> ')' | number | string | identifier;
e_top = attr_cast<ast::BinaryExpr, ast::BinaryExpr>(copy(e_factor >> char_("*/") >> e_top)) | e_factor;
e_factor = attr_cast<ast::BinaryExpr, ast::BinaryExpr>(copy(e_term >> char_("-+") >> e_factor)) | e_term;
e_term = unaryexpr | e_simple;
unaryexpr = char_('-') >> e_simple;
number = real_parser<double, ureal_policies<double> >();
string = '"' >> *~char_('"') >> '"';
identifier = raw [ alpha >> *(alnum | '_') ];
表达式解析器有一些"人工"节点，以确保AST反映通常的操作符优先级。
ast名称空间包含公开的类型。实际上我先写了这些(参见直播录音):
namespace {
template <typename Tag> struct Literal;
namespace Tags {
struct NumberLiteral;
struct StringLiteral;
}
template <> struct Literal<Tags::NumberLiteral> { double value; };
template <> struct Literal<Tags::StringLiteral> { std::string value; };
}
namespace {
using Identifier = std::string;
using Number = Literal<Tags::NumberLiteral>;
using String = Literal<Tags::StringLiteral>;
struct UnaryExpr;
struct BinaryExpr;
using Expression = boost::make_recursive_variant<
Number,
Identifier,
String,
boost::recursive_variant_, // refers to Expression itself
boost::recursive_wrapper<UnaryExpr>,
boost::recursive_wrapper<BinaryExpr>
>::type;
struct UnaryExpr {
char op; // -
Expression expr;
};
struct BinaryExpr {
char op; // +-/*
Expression lhs, rhs;
};
using Simple = Expression;
}
namespace {
struct ConditionalStatement;
struct WhileLoop;
using Statement = boost::make_recursive_variant<
boost::recursive_wrapper<ConditionalStatement>,
boost::recursive_wrapper<WhileLoop>,
Simple
>::type;
using Block = std::vector<Statement>;
struct ConditionalStatement {
Expression condition;
Block true_branch;
boost::optional<Block> false_branch;
};
struct WhileLoop {
Expression condition;
Block body;
};
}
using Program = Block;
std::ifstream ifs(fname, std::ios::binary);
It first(ifs >> std::noskipws), last;
stone::ast::Program program;
bool ok = qi::parse(first, last, parser, program);
if (ok)
{
std::cout << "File " << fname << " was parsed succesfully: ";
dumper(program);
std::cout << "n";
}
else
std::cout << "File " << fname << " failed to parsen";
if (first!=last)
std::cout << "Warning: trailing unparsed input '" << std::string(first, last) << "'n";
对于输入test1.stone:
1; if IsValid {
make
noise;
while 2 * (8+1)/"something else that is unimportant" {
shoot; cannon
}
} else { cry_in_7_corners_; }
dump AST节点:
File test1.stone was parsed succesfully: { 1; if [IsValid]{ [make]; [noise]; while (2* ((8+ 1)/ "something else that is unimportant")){ [shoot]; [cannon]; } ; } else { [cry_in_7_corners_]; } ; }
相关文章：
- 警告处理为错误这里有什么问题
- "error: no matching function for call to"构造函数错误
- boost::进程间消息队列引发错误
- C++，OpenCV，尝试显示图像时"OpenCV(4.3.0) Error: Assertion failed (size.width>0 && size.height>0)"此错误
- 有关插入适配器的错误。[错误]请求从 'back_insert_iterator<vector<>>' 类型转换为非标量类型
- QT在错误的班级中寻找空位
- vector.resize(）中的分配错误
- 代码在main(）中运行，但在函数中出现错误
- 释放错误后堆使用
- (C++）分析树以计算返回错误值的简单算术表达式
- Project Euler问题4的错误解决方案
- 我的字符计数代码计算错误.为什么
- 在 boost::qi 中使用过多的替代运算符会导致分段错误
- 递归精神.Qi语法的分割错误
- 提升::精神::QI规则减少解析错误
- 更丰富的错误返回消息用于提升::精神::qi 解析
- boost::spirit::qi具有相同的简单自适应结构属性的规则会导致编译错误
- 对于c风格字符串，boost::spirit::qi和qi::alnum会导致模板编译错误
- 提振.使用可选解析器的Qi编译器错误
- 提升精神:Lex + Qi错误报告
