voidlizard
/
hbs2
mirror of https://github.com/voidlizard/hbs2
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fuzzy-parse: escaping in string tokens

This commit is contained in:
voidlizard 2025-01-23 22:52:58 +03:00
parent 71b11a70d8
commit fac5a61b6a
1 changed files with 5 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
miscellaneous/fuzzy-parse/src/Data/Text/Fuzzy/Tokenize.hs
View File

@ -96,6 +96,7 @@ import Data.Maybe (fromMaybe)
import Data.Monoid() import Data.Monoid()
import Data.Set (Set) import Data.Set (Set)
import Data.Text (Text) import Data.Text (Text)
import Data.Char qualified as Char
import qualified Data.List as List import qualified Data.List as List
import qualified Data.Map as Map import qualified Data.Map as Map
import qualified Data.Set as Set import qualified Data.Set as Set
@ -464,20 +465,10 @@ tokenize' spec txt = execTokenizeM (root' txt) spec
Just (c, rest) | c == q -> root rest Just (c, rest) | c == q -> root rest
| otherwise -> tell [tsChar c] >> scanQ q rest | otherwise -> tell [tsChar c] >> scanQ q rest
unesc f ts = unesc f ts = do
case Text.uncons ts of case Char.readLitChar ('\\' : Text.unpack ts) of
Nothing -> f ts [ (c, rest) ] -> tell [tsChar c] >> f (Text.pack rest)
Just ('"', rs) -> tell [tsChar '"' ] >> f rs _ -> f ts
Just ('\'', rs) -> tell [tsChar '\''] >> f rs
Just ('\\', rs) -> tell [tsChar '\\'] >> f rs
Just ('t', rs) -> tell [tsChar '\t'] >> f rs
Just ('n', rs) -> tell [tsChar '\n'] >> f rs
Just ('r', rs) -> tell [tsChar '\r'] >> f rs
Just ('a', rs) -> tell [tsChar '\a'] >> f rs
Just ('b', rs) -> tell [tsChar '\b'] >> f rs
Just ('f', rs) -> tell [tsChar '\f'] >> f rs
Just ('v', rs) -> tell [tsChar '\v'] >> f rs
Just (_, rs) -> f rs
tsChar c | justTrue (tsNoSlits spec) = TChar c tsChar c | justTrue (tsNoSlits spec) = TChar c
| otherwise = TSChar c | otherwise = TSChar c