CommentLexerの内部を実装した。<lexeme>内の終端記号以外の実装を完了した。

[simplecms/utakata.git] / src / lexer / identifier_lexer.cpp

diff --git a/src/lexer/identifier_lexer.cpp b/src/lexer/identifier_lexer.cpp
index 01c53b2..d782c4c 100755 (executable)
--- a/src/lexer/identifier_lexer.cpp
+++ b/src/lexer/identifier_lexer.cpp
@@ -76,7 +76,7 @@ bool lexer::detail::PeculiarIdentifierLexer::Lex(reader::EncodingReader* reader,
   }
 
   code->Append(unicode::Convert(reader->Read(
-      peculiar_ident.ReadToken(reader))));
+      peculiar_ident.previous_read_size())));
 
   if (*code == unicode::Convert("->")) {
     lexer::TermLexer<term::Delimiter> delim;