module UTF8 (toUTF8BS) where
import Data.Char (ord)
import Data.Bits
import Data.Word (Word8)
import qualified Data.ByteString as BS
toUTF8BS :: String -> BS.ByteString
toUTF8BS :: String -> ByteString
toUTF8BS = [Word8] -> ByteString
BS.pack forall b c a. (b -> c) -> (a -> b) -> a -> c
. String -> [Word8]
encodeStringUtf8
encodeStringUtf8 :: String -> [Word8]
encodeStringUtf8 :: String -> [Word8]
encodeStringUtf8 [] = []
encodeStringUtf8 (Char
c:String
cs)
| Char
c forall a. Ord a => a -> a -> Bool
<= Char
'\x07F' = Word8
w8
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
| Char
c forall a. Ord a => a -> a -> Bool
<= Char
'\x7FF' = (Word8
0xC0 forall a. Bits a => a -> a -> a
.|. Int -> Word8
w8ShiftR Int
6 )
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Word8
w8 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
| Char
c forall a. Ord a => a -> a -> Bool
<= Char
'\xD7FF'= (Word8
0xE0 forall a. Bits a => a -> a -> a
.|. Int -> Word8
w8ShiftR Int
12 )
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Int -> Word8
w8ShiftR Int
6 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Word8
w8 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
| Char
c forall a. Ord a => a -> a -> Bool
<= Char
'\xDFFF'= Word8
0xEF forall a. a -> [a] -> [a]
: Word8
0xBF forall a. a -> [a] -> [a]
: Word8
0xBD
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
| Char
c forall a. Ord a => a -> a -> Bool
<= Char
'\xFFFF'= (Word8
0xE0 forall a. Bits a => a -> a -> a
.|. Int -> Word8
w8ShiftR Int
12 )
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Int -> Word8
w8ShiftR Int
6 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Word8
w8 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
| Bool
otherwise = (Word8
0xf0 forall a. Bits a => a -> a -> a
.|. Int -> Word8
w8ShiftR Int
18 )
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Int -> Word8
w8ShiftR Int
12 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Int -> Word8
w8ShiftR Int
6 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: (Word8
0x80 forall a. Bits a => a -> a -> a
.|. (Word8
w8 forall a. Bits a => a -> a -> a
.&. Word8
0x3F))
forall a. a -> [a] -> [a]
: String -> [Word8]
encodeStringUtf8 String
cs
where
w8 :: Word8
w8 = forall a b. (Integral a, Num b) => a -> b
fromIntegral (Char -> Int
ord Char
c) :: Word8
w8ShiftR :: Int -> Word8
w8ShiftR :: Int -> Word8
w8ShiftR = forall a b. (Integral a, Num b) => a -> b
fromIntegral forall b c a. (b -> c) -> (a -> b) -> a -> c
. forall a. Bits a => a -> Int -> a
shiftR (Char -> Int
ord Char
c)