module Data.String.Unicode
(
Unicode,
UString,
UTF8Char,
UTF8String,
UStringWithErrors,
DecodingFct,
DecodingFctEmbedErrors,
utf8ToUnicode
, utf8ToUnicodeEmbedErrors
, latin1ToUnicode
, ucs2ToUnicode
, ucs2BigEndianToUnicode
, ucs2LittleEndianToUnicode
, utf16beToUnicode
, utf16leToUnicode
, unicodeCharToUtf8
, unicodeToUtf8
, unicodeToXmlEntity
, unicodeToLatin1
, unicodeRemoveNoneAscii
, unicodeRemoveNoneLatin1
, intToCharRef
, intToCharRefHex
, intToHexString
, getDecodingFct
, getDecodingFctEmbedErrors
, getOutputEncodingFct
, normalizeNL
, guessEncoding
, getOutputEncodingFct'
, unicodeCharToUtf8'
, unicodeCharToXmlEntity'
, unicodeCharToLatin1'
)
where
import Data.Char (toUpper)
import Data.Char.IsoLatinTables
import Data.Char.Properties.XMLCharProps (isXml1ByteChar,
isXmlLatin1Char)
import Data.String.EncodingNames
import Data.String.UTF8Decoding (decodeUtf8,
decodeUtf8EmbedErrors)
type Unicode = Char
type UString = [Unicode]
type UTF8Char = Char
type UTF8String = String
type DecodingFct = String -> (UString, [String])
type UStringWithErrors = [Either String Char]
type DecodingFctEmbedErrors = String -> UStringWithErrors
unicodeToUtf8 :: UString -> UTF8String
unicodeToUtf8 :: UString -> UString
unicodeToUtf8 = (Unicode -> UString) -> UString -> UString
forall (t :: * -> *) a b. Foldable t => (a -> [b]) -> t a -> [b]
concatMap Unicode -> UString
unicodeCharToUtf8
unicodeCharToUtf8 :: Unicode -> UTF8String
unicodeCharToUtf8 :: Unicode -> UString
unicodeCharToUtf8 c :: Unicode
c
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x0000007F
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum Int
i ]
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00000080 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x000007FF
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xC0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
]
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00000800 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x0000FFFF
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xE0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
]
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00010000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x001FFFFF
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xF0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
]
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00200000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x03FFFFFF
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xF8 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000000)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
]
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x04000000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x7FFFFFFF
= [ Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xFC Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000000)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
, Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)
]
| Bool
otherwise
= UString -> UString
forall a. HasCallStack => UString -> a
error ("unicodeCharToUtf8: illegal integer argument " UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ Int -> UString
forall a. Show a => a -> UString
show Int
i)
where
i :: Int
i = Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
c
latin1ToUnicode :: String -> UString
latin1ToUnicode :: UString -> UString
latin1ToUnicode = UString -> UString
forall a. a -> a
id
latinToUnicode :: [(Char, Char)] -> String -> UString
latinToUnicode :: [(Unicode, Unicode)] -> UString -> UString
latinToUnicode tt :: [(Unicode, Unicode)]
tt
= (Unicode -> Unicode) -> UString -> UString
forall a b. (a -> b) -> [a] -> [b]
map Unicode -> Unicode
charToUni
where
charToUni :: Unicode -> Unicode
charToUni c :: Unicode
c =
((Unicode, Unicode) -> Unicode -> Unicode)
-> Unicode -> [(Unicode, Unicode)] -> Unicode
forall (t :: * -> *) a b.
Foldable t =>
(a -> b -> b) -> b -> t a -> b
foldr (\(src :: Unicode
src,dst :: Unicode
dst) r :: Unicode
r ->
case Unicode -> Unicode -> Ordering
forall a. Ord a => a -> a -> Ordering
compare Unicode
c Unicode
src of
EQ -> Unicode
dst
LT -> Unicode
c
GT -> Unicode
r) Unicode
c [(Unicode, Unicode)]
tt
decodeAscii :: DecodingFct
decodeAscii :: DecodingFct
decodeAscii
= ([UString], UString) -> (UString, [UString])
forall a b. (a, b) -> (b, a)
swap (([UString], UString) -> (UString, [UString]))
-> (UString -> ([UString], UString)) -> DecodingFct
forall b c a. (b -> c) -> (a -> b) -> a -> c
. [Either UString Unicode] -> ([UString], UString)
forall a b. [Either a b] -> ([a], [b])
partitionEither ([Either UString Unicode] -> ([UString], UString))
-> (UString -> [Either UString Unicode])
-> UString
-> ([UString], UString)
forall b c a. (b -> c) -> (a -> b) -> a -> c
. UString -> [Either UString Unicode]
decodeAsciiEmbedErrors
decodeAsciiEmbedErrors :: String -> UStringWithErrors
decodeAsciiEmbedErrors :: UString -> [Either UString Unicode]
decodeAsciiEmbedErrors str :: UString
str
= ((Unicode, Int) -> Either UString Unicode)
-> [(Unicode, Int)] -> [Either UString Unicode]
forall a b. (a -> b) -> [a] -> [b]
map (\(c :: Unicode
c,pos :: Int
pos) -> if Unicode -> Bool
isValid Unicode
c
then Unicode -> Either UString Unicode
forall a b. b -> Either a b
Right Unicode
c
else UString -> Either UString Unicode
forall a b. a -> Either a b
Left (Unicode -> Int -> UString
forall a a. (Show a, Show a) => a -> a -> UString
toErrStr Unicode
c Int
pos)) [(Unicode, Int)]
posStr
where
posStr :: [(Unicode, Int)]
posStr = UString -> [Int] -> [(Unicode, Int)]
forall a b. [a] -> [b] -> [(a, b)]
zip UString
str [(0::Int)..]
toErrStr :: a -> a -> UString
toErrStr errChr :: a
errChr pos :: a
pos
= " at input position " UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ a -> UString
forall a. Show a => a -> UString
show a
pos UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ ": none ASCII char " UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ a -> UString
forall a. Show a => a -> UString
show a
errChr
isValid :: Unicode -> Bool
isValid x :: Unicode
x = Unicode
x Unicode -> Unicode -> Bool
forall a. Ord a => a -> a -> Bool
< '\x80'
ucs2BigEndianToUnicode :: String -> UString
ucs2BigEndianToUnicode :: UString -> UString
ucs2BigEndianToUnicode (b :: Unicode
b : l :: Unicode
l : r :: UString
r)
= Int -> Unicode
forall a. Enum a => Int -> a
toEnum (Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
b Int -> Int -> Int
forall a. Num a => a -> a -> a
* 256 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
l) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString -> UString
ucs2BigEndianToUnicode UString
r
ucs2BigEndianToUnicode []
= []
ucs2BigEndianToUnicode _
= []
ucs2LittleEndianToUnicode :: String -> UString
ucs2LittleEndianToUnicode :: UString -> UString
ucs2LittleEndianToUnicode (l :: Unicode
l : b :: Unicode
b : r :: UString
r)
= Int -> Unicode
forall a. Enum a => Int -> a
toEnum (Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
b Int -> Int -> Int
forall a. Num a => a -> a -> a
* 256 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
l) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString -> UString
ucs2LittleEndianToUnicode UString
r
ucs2LittleEndianToUnicode []
= []
ucs2LittleEndianToUnicode [_]
= []
ucs2ToUnicode :: String -> UString
ucs2ToUnicode :: UString -> UString
ucs2ToUnicode ('\xFE':'\xFF':s :: UString
s)
= UString -> UString
ucs2BigEndianToUnicode UString
s
ucs2ToUnicode ('\xFF':'\xFE':s :: UString
s)
= UString -> UString
ucs2LittleEndianToUnicode UString
s
ucs2ToUnicode s :: UString
s
= UString -> UString
ucs2BigEndianToUnicode UString
s
utf8ToUnicode :: DecodingFct
utf8ToUnicode :: DecodingFct
utf8ToUnicode ('\xEF':'\xBB':'\xBF':s :: UString
s)
= DecodingFct
decodeUtf8 UString
s
utf8ToUnicode s :: UString
s
= DecodingFct
decodeUtf8 UString
s
utf8ToUnicodeEmbedErrors :: DecodingFctEmbedErrors
utf8ToUnicodeEmbedErrors :: UString -> [Either UString Unicode]
utf8ToUnicodeEmbedErrors ('\xEF':'\xBB':'\xBF':s :: UString
s)
= UString -> [Either UString Unicode]
decodeUtf8EmbedErrors UString
s
utf8ToUnicodeEmbedErrors s :: UString
s
= UString -> [Either UString Unicode]
decodeUtf8EmbedErrors UString
s
utf16beToUnicode :: String -> UString
utf16beToUnicode :: UString -> UString
utf16beToUnicode ('\xFE':'\xFF':s :: UString
s)
= UString -> UString
ucs2BigEndianToUnicode UString
s
utf16beToUnicode s :: UString
s
= UString -> UString
ucs2BigEndianToUnicode UString
s
utf16leToUnicode :: String -> UString
utf16leToUnicode :: UString -> UString
utf16leToUnicode ('\xFF':'\xFE':s :: UString
s)
= UString -> UString
ucs2LittleEndianToUnicode UString
s
utf16leToUnicode s :: UString
s
= UString -> UString
ucs2LittleEndianToUnicode UString
s
unicodeToXmlEntity :: UString -> String
unicodeToXmlEntity :: UString -> UString
unicodeToXmlEntity
= (Unicode -> Bool) -> (Unicode -> UString) -> UString -> UString
escape Unicode -> Bool
isXml1ByteChar (Int -> UString
intToCharRef (Int -> UString) -> (Unicode -> Int) -> Unicode -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Unicode -> Int
forall a. Enum a => a -> Int
fromEnum)
unicodeToLatin1 :: UString -> String
unicodeToLatin1 :: UString -> UString
unicodeToLatin1
= (Unicode -> Bool) -> (Unicode -> UString) -> UString -> UString
escape Unicode -> Bool
isXmlLatin1Char (Int -> UString
intToCharRef (Int -> UString) -> (Unicode -> Int) -> Unicode -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Unicode -> Int
forall a. Enum a => a -> Int
fromEnum)
escape :: (Unicode -> Bool) -> (Unicode -> String) -> UString -> String
escape :: (Unicode -> Bool) -> (Unicode -> UString) -> UString -> UString
escape check :: Unicode -> Bool
check esc :: Unicode -> UString
esc =
(Unicode -> UString) -> UString -> UString
forall (t :: * -> *) a b. Foldable t => (a -> [b]) -> t a -> [b]
concatMap (\uc :: Unicode
uc -> if Unicode -> Bool
check Unicode
uc then [Unicode
uc] else Unicode -> UString
esc Unicode
uc)
unicodeRemoveNoneAscii :: UString -> String
unicodeRemoveNoneAscii :: UString -> UString
unicodeRemoveNoneAscii
= (Unicode -> Bool) -> UString -> UString
forall a. (a -> Bool) -> [a] -> [a]
filter Unicode -> Bool
isXml1ByteChar
unicodeRemoveNoneLatin1 :: UString -> String
unicodeRemoveNoneLatin1 :: UString -> UString
unicodeRemoveNoneLatin1
= (Unicode -> Bool) -> UString -> UString
forall a. (a -> Bool) -> [a] -> [a]
filter Unicode -> Bool
isXmlLatin1Char
intToCharRef :: Int -> String
intToCharRef :: Int -> UString
intToCharRef i :: Int
i
= "&#" UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ Int -> UString
forall a. Show a => a -> UString
show Int
i UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ ";"
intToCharRefHex :: Int -> String
intToCharRefHex :: Int -> UString
intToCharRefHex i :: Int
i
= "&#x" UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ UString
h2 UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ ";"
where
h1 :: UString
h1 = Int -> UString
intToHexString Int
i
h2 :: UString
h2 = if UString -> Int
forall (t :: * -> *) a. Foldable t => t a -> Int
length UString
h1 Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 2 Int -> Int -> Bool
forall a. Eq a => a -> a -> Bool
== 1
then '0'Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString
h1
else UString
h1
intToHexString :: Int -> String
intToHexString :: Int -> UString
intToHexString i :: Int
i
| Int
i Int -> Int -> Bool
forall a. Eq a => a -> a -> Bool
== 0
= "0"
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
> 0
= Int -> UString
intToStr Int
i
| Bool
otherwise
= UString -> UString
forall a. HasCallStack => UString -> a
error ("intToHexString: negative argument " UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ Int -> UString
forall a. Show a => a -> UString
show Int
i)
where
intToStr :: Int -> UString
intToStr 0 = ""
intToStr i' :: Int
i' = Int -> UString
intToStr (Int
i' Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 16) UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ [Int -> Unicode
fourBitsToChar (Int
i' Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 16)]
fourBitsToChar :: Int -> Char
fourBitsToChar :: Int -> Unicode
fourBitsToChar i :: Int
i = "0123456789ABCDEF" UString -> Int -> Unicode
forall a. [a] -> Int -> a
!! Int
i
{-# INLINE fourBitsToChar #-}
normalizeNL :: String -> String
normalizeNL :: UString -> UString
normalizeNL ('\r' : '\n' : rest :: UString
rest) = '\n' Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString -> UString
normalizeNL UString
rest
normalizeNL ('\r' : rest :: UString
rest) = '\n' Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString -> UString
normalizeNL UString
rest
normalizeNL (c :: Unicode
c : rest :: UString
rest) = Unicode
c Unicode -> UString -> UString
forall a. a -> [a] -> [a]
: UString -> UString
normalizeNL UString
rest
normalizeNL [] = []
decodingTable :: [(String, DecodingFct)]
decodingTable :: [(UString, DecodingFct)]
decodingTable
= [ (UString
utf8, DecodingFct
utf8ToUnicode )
, (UString
isoLatin1, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
latin1ToUnicode )
, (UString
usAscii, DecodingFct
decodeAscii )
, (UString
ucs2, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
ucs2ToUnicode )
, (UString
utf16, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
ucs2ToUnicode )
, (UString
utf16be, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
utf16beToUnicode )
, (UString
utf16le, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
utf16leToUnicode )
, (UString
iso8859_2, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_2) )
, (UString
iso8859_3, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_3) )
, (UString
iso8859_4, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_4) )
, (UString
iso8859_5, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_5) )
, (UString
iso8859_6, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_6) )
, (UString
iso8859_7, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_7) )
, (UString
iso8859_8, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_8) )
, (UString
iso8859_9, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_9) )
, (UString
iso8859_10, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_10) )
, (UString
iso8859_11, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_11) )
, (UString
iso8859_13, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_13) )
, (UString
iso8859_14, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_14) )
, (UString
iso8859_15, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_15) )
, (UString
iso8859_16, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_16) )
, (UString
unicodeString, (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
forall a. a -> a
id )
, ("", (UString -> UString) -> DecodingFct
forall t a a. (t -> a) -> t -> (a, [a])
liftDecFct UString -> UString
forall a. a -> a
id )
]
where
liftDecFct :: (t -> a) -> t -> (a, [a])
liftDecFct df :: t -> a
df = \ s :: t
s -> (t -> a
df t
s, [])
getDecodingFct :: String -> Maybe DecodingFct
getDecodingFct :: UString -> Maybe DecodingFct
getDecodingFct enc :: UString
enc
= UString -> [(UString, DecodingFct)] -> Maybe DecodingFct
forall a b. Eq a => a -> [(a, b)] -> Maybe b
lookup ((Unicode -> Unicode) -> UString -> UString
forall a b. (a -> b) -> [a] -> [b]
map Unicode -> Unicode
toUpper UString
enc) [(UString, DecodingFct)]
decodingTable
decodingTableEmbedErrors :: [(String, DecodingFctEmbedErrors)]
decodingTableEmbedErrors :: [(UString, UString -> [Either UString Unicode])]
decodingTableEmbedErrors
= [ (UString
utf8, UString -> [Either UString Unicode]
utf8ToUnicodeEmbedErrors )
, (UString
isoLatin1, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
latin1ToUnicode )
, (UString
usAscii, UString -> [Either UString Unicode]
decodeAsciiEmbedErrors )
, (UString
ucs2, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
ucs2ToUnicode )
, (UString
utf16, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
ucs2ToUnicode )
, (UString
utf16be, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
utf16beToUnicode )
, (UString
utf16le, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
utf16leToUnicode )
, (UString
iso8859_2, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_2) )
, (UString
iso8859_3, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_3) )
, (UString
iso8859_4, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_4) )
, (UString
iso8859_5, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_5) )
, (UString
iso8859_6, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_6) )
, (UString
iso8859_7, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_7) )
, (UString
iso8859_8, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_8) )
, (UString
iso8859_9, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_9) )
, (UString
iso8859_10, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_10) )
, (UString
iso8859_11, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_11) )
, (UString
iso8859_13, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_13) )
, (UString
iso8859_14, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_14) )
, (UString
iso8859_15, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_15) )
, (UString
iso8859_16, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct ([(Unicode, Unicode)] -> UString -> UString
latinToUnicode [(Unicode, Unicode)]
iso_8859_16) )
, (UString
unicodeString, (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
forall a. a -> a
id )
, ("", (UString -> UString) -> UString -> [Either UString Unicode]
forall a b a. (a -> [b]) -> a -> [Either a b]
liftDecFct UString -> UString
forall a. a -> a
id )
]
where
liftDecFct :: (a -> [b]) -> a -> [Either a b]
liftDecFct df :: a -> [b]
df = (b -> Either a b) -> [b] -> [Either a b]
forall a b. (a -> b) -> [a] -> [b]
map b -> Either a b
forall a b. b -> Either a b
Right ([b] -> [Either a b]) -> (a -> [b]) -> a -> [Either a b]
forall b c a. (b -> c) -> (a -> b) -> a -> c
. a -> [b]
df
getDecodingFctEmbedErrors :: String -> Maybe DecodingFctEmbedErrors
getDecodingFctEmbedErrors :: UString -> Maybe (UString -> [Either UString Unicode])
getDecodingFctEmbedErrors enc :: UString
enc
= UString
-> [(UString, UString -> [Either UString Unicode])]
-> Maybe (UString -> [Either UString Unicode])
forall a b. Eq a => a -> [(a, b)] -> Maybe b
lookup ((Unicode -> Unicode) -> UString -> UString
forall a b. (a -> b) -> [a] -> [b]
map Unicode -> Unicode
toUpper UString
enc) [(UString, UString -> [Either UString Unicode])]
decodingTableEmbedErrors
outputEncodingTable :: [(String, (UString -> String))]
outputEncodingTable :: [(UString, UString -> UString)]
outputEncodingTable
= [ (UString
utf8, UString -> UString
unicodeToUtf8 )
, (UString
isoLatin1, UString -> UString
unicodeToLatin1 )
, (UString
usAscii, UString -> UString
unicodeToXmlEntity )
, (UString
unicodeString, UString -> UString
forall a. a -> a
id )
, ("", UString -> UString
unicodeToUtf8 )
]
getOutputEncodingFct :: String -> Maybe (String -> UString)
getOutputEncodingFct :: UString -> Maybe (UString -> UString)
getOutputEncodingFct enc :: UString
enc
= UString
-> [(UString, UString -> UString)] -> Maybe (UString -> UString)
forall a b. Eq a => a -> [(a, b)] -> Maybe b
lookup ((Unicode -> Unicode) -> UString -> UString
forall a b. (a -> b) -> [a] -> [b]
map Unicode -> Unicode
toUpper UString
enc) [(UString, UString -> UString)]
outputEncodingTable
guessEncoding :: String -> String
guessEncoding :: UString -> UString
guessEncoding ('\xFF':'\xFE':'\x00':'\x00':_) = "UCS-4LE"
guessEncoding ('\xFF':'\xFE':_) = "UTF-16LE"
guessEncoding ('\xFE':'\xFF':'\x00':'\x00':_) = "UCS-4-3421"
guessEncoding ('\xFE':'\xFF':_) = "UTF-16BE"
guessEncoding ('\xEF':'\xBB':'\xBF':_) = UString
utf8
guessEncoding ('\x00':'\x00':'\xFE':'\xFF':_) = "UCS-4BE"
guessEncoding ('\x00':'\x00':'\xFF':'\xFE':_) = "UCS-4-2143"
guessEncoding ('\x00':'\x00':'\x00':'\x3C':_) = "UCS-4BE"
guessEncoding ('\x3C':'\x00':'\x00':'\x00':_) = "UCS-4LE"
guessEncoding ('\x00':'\x00':'\x3C':'\x00':_) = "UCS-4-2143"
guessEncoding ('\x00':'\x3C':'\x00':'\x00':_) = "UCS-4-3412"
guessEncoding ('\x00':'\x3C':'\x00':'\x3F':_) = "UTF-16BE"
guessEncoding ('\x3C':'\x00':'\x3F':'\x00':_) = "UTF-16LE"
guessEncoding ('\x4C':'\x6F':'\xA7':'\x94':_) = "EBCDIC"
guessEncoding _ = ""
swap :: (a,b) -> (b,a)
swap :: (a, b) -> (b, a)
swap (x :: a
x,y :: b
y) = (b
y,a
x)
{-# INLINE swap #-}
partitionEither :: [Either a b] -> ([a], [b])
partitionEither :: [Either a b] -> ([a], [b])
partitionEither =
(Either a b -> ([a], [b]) -> ([a], [b]))
-> ([a], [b]) -> [Either a b] -> ([a], [b])
forall (t :: * -> *) a b.
Foldable t =>
(a -> b -> b) -> b -> t a -> b
foldr (\x :: Either a b
x ~(ls :: [a]
ls,rs :: [b]
rs) -> (a -> ([a], [b])) -> (b -> ([a], [b])) -> Either a b -> ([a], [b])
forall a c b. (a -> c) -> (b -> c) -> Either a b -> c
either (\l :: a
l -> (a
la -> [a] -> [a]
forall a. a -> [a] -> [a]
:[a]
ls,[b]
rs)) (\r :: b
r -> ([a]
ls,b
rb -> [b] -> [b]
forall a. a -> [a] -> [a]
:[b]
rs)) Either a b
x) ([],[])
{-# INLINE partitionEither #-}
type StringFct = String -> String
outputEncodingTable' :: [(String, (Char -> StringFct))]
outputEncodingTable' :: [(UString, Unicode -> UString -> UString)]
outputEncodingTable'
= [ (UString
utf8, Unicode -> UString -> UString
unicodeCharToUtf8' )
, (UString
isoLatin1, Unicode -> UString -> UString
unicodeCharToLatin1' )
, (UString
usAscii, Unicode -> UString -> UString
unicodeCharToXmlEntity' )
, ("", Unicode -> UString -> UString
unicodeCharToUtf8' )
]
getOutputEncodingFct' :: String -> Maybe (Char -> StringFct)
getOutputEncodingFct' :: UString -> Maybe (Unicode -> UString -> UString)
getOutputEncodingFct' enc :: UString
enc
= UString
-> [(UString, Unicode -> UString -> UString)]
-> Maybe (Unicode -> UString -> UString)
forall a b. Eq a => a -> [(a, b)] -> Maybe b
lookup ((Unicode -> Unicode) -> UString -> UString
forall a b. (a -> b) -> [a] -> [b]
map Unicode -> Unicode
toUpper UString
enc) [(UString, Unicode -> UString -> UString)]
outputEncodingTable'
unicodeCharToUtf8' :: Char -> StringFct
unicodeCharToUtf8' :: Unicode -> UString -> UString
unicodeCharToUtf8' c :: Unicode
c
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x0000007F
= (Unicode
c Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00000080 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x000007FF
= ((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xC0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) ) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00000800 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x0000FFFF
= ((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xE0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) ) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00010000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x001FFFFF
= ((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xF0 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000) ) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x00200000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x03FFFFFF
= ((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xF8 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000000) ) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
>= 0x04000000 Bool -> Bool -> Bool
&& Int
i Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
<= 0x7FFFFFFF
= ((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0xFC Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000000) ) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x1000) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ (Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`div` 0x40) Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:) (UString -> UString) -> (UString -> UString) -> UString -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
.
((Int -> Unicode
forall a. Enum a => Int -> a
toEnum (0x80 Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
i Int -> Int -> Int
forall a. Integral a => a -> a -> a
`mod` 0x40)) Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Bool
otherwise
= UString -> UString -> UString
forall a. HasCallStack => UString -> a
error ("unicodeCharToUtf8: illegal integer argument " UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++ Int -> UString
forall a. Show a => a -> UString
show Int
i)
where
i :: Int
i = Unicode -> Int
forall a. Enum a => a -> Int
fromEnum Unicode
c
unicodeCharToXmlEntity' :: Char -> StringFct
unicodeCharToXmlEntity' :: Unicode -> UString -> UString
unicodeCharToXmlEntity' c :: Unicode
c
| Unicode -> Bool
isXml1ByteChar Unicode
c = (Unicode
c Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Bool
otherwise = ((Int -> UString
intToCharRef (Int -> UString) -> (Unicode -> Int) -> Unicode -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Unicode -> Int
forall a. Enum a => a -> Int
fromEnum (Unicode -> UString) -> Unicode -> UString
forall a b. (a -> b) -> a -> b
$ Unicode
c) UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++)
unicodeCharToLatin1' :: Char -> StringFct
unicodeCharToLatin1' :: Unicode -> UString -> UString
unicodeCharToLatin1' c :: Unicode
c
| Unicode -> Bool
isXmlLatin1Char Unicode
c = (Unicode
c Unicode -> UString -> UString
forall a. a -> [a] -> [a]
:)
| Bool
otherwise = ((Int -> UString
intToCharRef (Int -> UString) -> (Unicode -> Int) -> Unicode -> UString
forall b c a. (b -> c) -> (a -> b) -> a -> c
. Unicode -> Int
forall a. Enum a => a -> Int
fromEnum (Unicode -> UString) -> Unicode -> UString
forall a b. (a -> b) -> a -> b
$ Unicode
c) UString -> UString -> UString
forall a. [a] -> [a] -> [a]
++)