their length.
git-svn-id: https://llvm.org/svn/llvm-project/cfe/trunk@61734
91177308-0d34-0410-b5e6-
96231b3b80d8
// table, which is very quick.
if (const IdentifierInfo *II = Tok.getIdentifierInfo()) {
Buffer = II->getName();
-
- // Return the length of the token. If the token needed cleaning, don't
- // include the size of the newlines or trigraphs in it.
- if (!Tok.needsCleaning())
- return Tok.getLength();
- else
- return strlen(Buffer);
+ return II->getLength();
}
// Otherwise, compute the start of the token in the input lexer buffer.