diff --git a/script.sh b/script.sh index e944aaa..8fd8bb5 100755 --- a/script.sh +++ b/script.sh @@ -96,7 +96,7 @@ tokenize_file() git cat-file blob $ref 2>/dev/null | tr '\n' '\1' | - perl -pe 's%((/\*.*?\*/|//.*?\001|"(\\.|.)*?"|# *include *<.*?>|\W)+)(\w+)?%\1\n\4\n%g' | + perl -pe 's%((/\*.*?\*/|//.*?\001|[^'"'"']"(\\.|.)*?"|# *include *<.*?>|\W)+)(\w+)?%\1\n\4\n%g' | head -n -1 }