Internal.hs (37062B)
1 {-# OPTIONS_HADDOCK hide #-} 2 {-# LANGUAGE BangPatterns #-} 3 {-# LANGUAGE DerivingStrategies #-} 4 {-# LANGUAGE GeneralizedNewtypeDeriving #-} 5 {-# LANGUAGE MagicHash #-} 6 {-# LANGUAGE PatternSynonyms #-} 7 {-# LANGUAGE UnboxedTuples #-} 8 {-# LANGUAGE UnliftedNewtypes #-} 9 {-# LANGUAGE ViewPatterns #-} 10 11 -- | 12 -- Module: Crypto.Hash.SHA512.Internal 13 -- Copyright: (c) 2024 Jared Tobin 14 -- License: MIT 15 -- Maintainer: Jared Tobin <jared@ppad.tech> 16 -- 17 -- SHA-512 internals. 18 19 module Crypto.Hash.SHA512.Internal ( 20 -- * Types 21 Block(B, ..) 22 , Registers(R, ..) 23 , MAC(..) 24 25 -- * Parsing 26 , parse 27 , parse_pad1 28 , parse_pad2 29 30 -- * Serializing 31 , cat 32 , cat_into 33 34 -- * Hash function internals 35 , update 36 , iv 37 38 -- * HMAC utilities 39 , pad_registers 40 , pad_registers_with_length 41 , xor 42 , parse_key 43 44 -- * HMAC-DRBG utilities 45 , parse_vsb 46 , parse_pad1_vsb 47 , parse_pad2_vsb 48 49 -- * Pointer-based IO utilities 50 , poke_registers 51 ) where 52 53 import Data.Barrier (barrier) 54 import qualified Data.Bits as B 55 import qualified Data.ByteString as BS 56 import qualified Data.ByteString.Internal as BI 57 import qualified Data.ByteString.Unsafe as BU 58 import Data.Word (Word8, Word64) 59 import qualified GHC.IO (IO(..)) 60 import GHC.Ptr (Ptr(..)) 61 import GHC.Exts (Int#) 62 import qualified GHC.Exts as Exts 63 import qualified GHC.Word (Word64(..), Word8(..)) 64 65 -- types ---------------------------------------------------------------------- 66 67 -- | A message authentication code. 68 -- 69 -- Note that you should compare MACs for equality using the 'Eq' 70 -- instance, which performs the comparison in constant time, instead 71 -- of unwrapping and comparing the underlying 'ByteStrings'. 72 -- 73 -- >>> let foo@(MAC bs0) = hmac key "hi" 74 -- >>> let bar@(MAC bs1) = hmac key "there" 75 -- >>> foo == bar -- do this 76 -- False 77 -- >>> bs0 == bs1 -- don't do this 78 -- False 79 newtype MAC = MAC BS.ByteString 80 deriving newtype Show 81 82 instance Eq MAC where 83 -- | A constant-time equality check for message authentication codes. 84 -- 85 -- Runs in variable-time only for invalid inputs. 86 (MAC a@(BI.PS _ _ la)) == (MAC b@(BI.PS _ _ lb)) 87 | la /= lb = False 88 | otherwise = go 0 0 89 where 90 -- fused fold: OR the bytewise XORs into an accumulator 91 -- directly, rather than via packZipWith, so no intermediate 92 -- ByteString holding the (secret-derived) difference bytes 93 -- is ever materialised on the heap. The accumulator is routed 94 -- through 'barrier' before the zero-test so the LLVM backend 95 -- cannot recover the array-equality idiom and short-circuit on 96 -- the first mismatch (see "Data.Barrier"). 97 go :: Word8 -> Int -> Bool 98 go !acc !i 99 | i == la = barrier acc == 0 100 | otherwise = 101 let !x = BU.unsafeIndex a i 102 !y = BU.unsafeIndex b i 103 in go (acc B..|. B.xor x y) (i + 1) 104 105 -- | SHA512 block. 106 newtype Block = Block 107 (# Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 108 , Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 109 , Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 110 , Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 111 #) 112 113 pattern B 114 :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 115 -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 116 -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 117 -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 118 -> Block 119 pattern B w00 w01 w02 w03 w04 w05 w06 w07 w08 w09 w10 w11 w12 w13 w14 w15 = 120 Block 121 (# w00, w01, w02, w03, w04, w05, w06, w07 122 , w08, w09, w10, w11, w12, w13, w14, w15 123 #) 124 {-# COMPLETE B #-} 125 126 -- | SHA512 state. 127 newtype Registers = Registers 128 (# Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 129 , Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64# 130 #) 131 132 pattern R 133 :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 134 -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 135 -> Registers 136 pattern R w00 w01 w02 w03 w04 w05 w06 w07 = Registers 137 (# w00, w01, w02, w03 138 , w04, w05, w06, w07 139 #) 140 {-# COMPLETE R #-} 141 142 -- parsing (nonfinal input) --------------------------------------------------- 143 144 -- | Given a bytestring and offset, parse a full block. 145 -- 146 -- The length of the input is not checked. 147 parse :: BS.ByteString -> Int -> Block 148 parse bs m = B 149 (word64be bs m) 150 (word64be bs (m + 08)) 151 (word64be bs (m + 16)) 152 (word64be bs (m + 24)) 153 (word64be bs (m + 32)) 154 (word64be bs (m + 40)) 155 (word64be bs (m + 48)) 156 (word64be bs (m + 56)) 157 (word64be bs (m + 64)) 158 (word64be bs (m + 72)) 159 (word64be bs (m + 80)) 160 (word64be bs (m + 88)) 161 (word64be bs (m + 96)) 162 (word64be bs (m + 104)) 163 (word64be bs (m + 112)) 164 (word64be bs (m + 120)) 165 {-# INLINE parse #-} 166 167 -- | Parse the 64-bit word encoded at the given offset. 168 -- 169 -- The length of the input is not checked. 170 word64be :: BS.ByteString -> Int -> Exts.Word64# 171 word64be bs m = 172 let !(GHC.Word.W8# r0) = BU.unsafeIndex bs m 173 !(GHC.Word.W8# r1) = BU.unsafeIndex bs (m + 1) 174 !(GHC.Word.W8# r2) = BU.unsafeIndex bs (m + 2) 175 !(GHC.Word.W8# r3) = BU.unsafeIndex bs (m + 3) 176 !(GHC.Word.W8# r4) = BU.unsafeIndex bs (m + 4) 177 !(GHC.Word.W8# r5) = BU.unsafeIndex bs (m + 5) 178 !(GHC.Word.W8# r6) = BU.unsafeIndex bs (m + 6) 179 !(GHC.Word.W8# r7) = BU.unsafeIndex bs (m + 7) 180 !w0 = Exts.word8ToWord# r0 181 !w1 = Exts.word8ToWord# r1 182 !w2 = Exts.word8ToWord# r2 183 !w3 = Exts.word8ToWord# r3 184 !w4 = Exts.word8ToWord# r4 185 !w5 = Exts.word8ToWord# r5 186 !w6 = Exts.word8ToWord# r6 187 !w7 = Exts.word8ToWord# r7 188 !s0 = Exts.uncheckedShiftL# w0 56# 189 !s1 = Exts.uncheckedShiftL# w1 48# 190 !s2 = Exts.uncheckedShiftL# w2 40# 191 !s3 = Exts.uncheckedShiftL# w3 32# 192 !s4 = Exts.uncheckedShiftL# w4 24# 193 !s5 = Exts.uncheckedShiftL# w5 16# 194 !s6 = Exts.uncheckedShiftL# w6 8# 195 in Exts.wordToWord64# 196 (s0 `Exts.or#` s1 `Exts.or#` s2 `Exts.or#` s3 `Exts.or#` 197 s4 `Exts.or#` s5 `Exts.or#` s6 `Exts.or#` w7) 198 {-# INLINE word64be #-} 199 200 -- parsing (final input) ------------------------------------------------------ 201 202 -- | Parse the final chunk of an input message, assuming it is less than 203 -- 112 bytes in length (unchecked!). 204 -- 205 -- Returns one block consisting of the chunk and padding. 206 parse_pad1 207 :: BS.ByteString -- ^ final input chunk (< 112 bytes) 208 -> Word64 -- ^ length of all input 209 -> Block -- ^ resulting block 210 parse_pad1 bs l = 211 let !bits = l * 8 212 !(GHC.Word.W64# llo) = bits 213 in B (w64_at bs 000) (w64_at bs 008) (w64_at bs 016) (w64_at bs 024) 214 (w64_at bs 032) (w64_at bs 040) (w64_at bs 048) (w64_at bs 056) 215 (w64_at bs 064) (w64_at bs 072) (w64_at bs 080) (w64_at bs 088) 216 (w64_at bs 096) (w64_at bs 104) (Exts.wordToWord64# 0##) llo 217 {-# INLINABLE parse_pad1 #-} 218 219 -- | Parse the final chunk of an input message, assuming it is at least 112 220 -- bytes in length (unchecked!). 221 -- 222 -- Returns two blocks consisting of the chunk and padding. 223 parse_pad2 224 :: BS.ByteString -- ^ final input chunk (>= 112 bytes) 225 -> Word64 -- ^ length of all input 226 -> (# Block, Block #) -- ^ resulting blocks 227 parse_pad2 bs l = 228 let !bits = l * 8 229 !z = Exts.wordToWord64# 0## 230 !(GHC.Word.W64# llo) = bits 231 !block0 = B 232 (w64_at bs 000) (w64_at bs 008) (w64_at bs 016) (w64_at bs 024) 233 (w64_at bs 032) (w64_at bs 040) (w64_at bs 048) (w64_at bs 056) 234 (w64_at bs 064) (w64_at bs 072) (w64_at bs 080) (w64_at bs 088) 235 (w64_at bs 096) (w64_at bs 104) (w64_at bs 112) (w64_at bs 120) 236 !block1 = B z z z z z z z z z z z z z z z llo 237 in (# block0, block1 #) 238 {-# INLINABLE parse_pad2 #-} 239 240 -- | Return the byte at offset 'i', or a padding separator or zero byte 241 -- beyond the input bounds, as an unboxed word. 242 w8_as_w64_at 243 :: BS.ByteString -- ^ input chunk 244 -> Int -- ^ offset 245 -> Exts.Word# 246 w8_as_w64_at bs@(BI.PS _ _ l) i = case compare i l of 247 LT -> let !(GHC.Word.W8# w) = BU.unsafeIndex bs i 248 in Exts.word8ToWord# w 249 EQ -> 0x80## 250 _ -> 0x00## 251 {-# INLINE w8_as_w64_at #-} 252 253 -- | Return the 64-bit word encoded by eight consecutive bytes at the 254 -- provided offset. 255 w64_at 256 :: BS.ByteString 257 -> Int 258 -> Exts.Word64# 259 w64_at bs i = 260 let !w0 = w8_as_w64_at bs i `Exts.uncheckedShiftL#` 56# 261 !w1 = w8_as_w64_at bs (i + 1) `Exts.uncheckedShiftL#` 48# 262 !w2 = w8_as_w64_at bs (i + 2) `Exts.uncheckedShiftL#` 40# 263 !w3 = w8_as_w64_at bs (i + 3) `Exts.uncheckedShiftL#` 32# 264 !w4 = w8_as_w64_at bs (i + 4) `Exts.uncheckedShiftL#` 24# 265 !w5 = w8_as_w64_at bs (i + 5) `Exts.uncheckedShiftL#` 16# 266 !w6 = w8_as_w64_at bs (i + 6) `Exts.uncheckedShiftL#` 08# 267 !w7 = w8_as_w64_at bs (i + 7) 268 in Exts.wordToWord64# 269 (w0 `Exts.or#` w1 `Exts.or#` w2 `Exts.or#` w3 `Exts.or#` 270 w4 `Exts.or#` w5 `Exts.or#` w6 `Exts.or#` w7) 271 {-# INLINE w64_at #-} 272 273 -- update --------------------------------------------------------------------- 274 275 -- | Update register state, given new input block. 276 update :: Registers -> Block -> Registers 277 update 278 (R h0 h1 h2 h3 h4 h5 h6 h7) 279 (B b00 b01 b02 b03 b04 b05 b06 b07 b08 b09 b10 b11 b12 b13 b14 b15) 280 = 281 let -- message schedule 282 !w00 = b00; !w01 = b01; !w02 = b02; !w03 = b03 283 !w04 = b04; !w05 = b05; !w06 = b06; !w07 = b07 284 !w08 = b08; !w09 = b09; !w10 = b10; !w11 = b11 285 !w12 = b12; !w13 = b13; !w14 = b14; !w15 = b15 286 !w16 = ssig1# w14 `p` w09 `p` ssig0# w01 `p` w00 287 !w17 = ssig1# w15 `p` w10 `p` ssig0# w02 `p` w01 288 !w18 = ssig1# w16 `p` w11 `p` ssig0# w03 `p` w02 289 !w19 = ssig1# w17 `p` w12 `p` ssig0# w04 `p` w03 290 !w20 = ssig1# w18 `p` w13 `p` ssig0# w05 `p` w04 291 !w21 = ssig1# w19 `p` w14 `p` ssig0# w06 `p` w05 292 !w22 = ssig1# w20 `p` w15 `p` ssig0# w07 `p` w06 293 !w23 = ssig1# w21 `p` w16 `p` ssig0# w08 `p` w07 294 !w24 = ssig1# w22 `p` w17 `p` ssig0# w09 `p` w08 295 !w25 = ssig1# w23 `p` w18 `p` ssig0# w10 `p` w09 296 !w26 = ssig1# w24 `p` w19 `p` ssig0# w11 `p` w10 297 !w27 = ssig1# w25 `p` w20 `p` ssig0# w12 `p` w11 298 !w28 = ssig1# w26 `p` w21 `p` ssig0# w13 `p` w12 299 !w29 = ssig1# w27 `p` w22 `p` ssig0# w14 `p` w13 300 !w30 = ssig1# w28 `p` w23 `p` ssig0# w15 `p` w14 301 !w31 = ssig1# w29 `p` w24 `p` ssig0# w16 `p` w15 302 !w32 = ssig1# w30 `p` w25 `p` ssig0# w17 `p` w16 303 !w33 = ssig1# w31 `p` w26 `p` ssig0# w18 `p` w17 304 !w34 = ssig1# w32 `p` w27 `p` ssig0# w19 `p` w18 305 !w35 = ssig1# w33 `p` w28 `p` ssig0# w20 `p` w19 306 !w36 = ssig1# w34 `p` w29 `p` ssig0# w21 `p` w20 307 !w37 = ssig1# w35 `p` w30 `p` ssig0# w22 `p` w21 308 !w38 = ssig1# w36 `p` w31 `p` ssig0# w23 `p` w22 309 !w39 = ssig1# w37 `p` w32 `p` ssig0# w24 `p` w23 310 !w40 = ssig1# w38 `p` w33 `p` ssig0# w25 `p` w24 311 !w41 = ssig1# w39 `p` w34 `p` ssig0# w26 `p` w25 312 !w42 = ssig1# w40 `p` w35 `p` ssig0# w27 `p` w26 313 !w43 = ssig1# w41 `p` w36 `p` ssig0# w28 `p` w27 314 !w44 = ssig1# w42 `p` w37 `p` ssig0# w29 `p` w28 315 !w45 = ssig1# w43 `p` w38 `p` ssig0# w30 `p` w29 316 !w46 = ssig1# w44 `p` w39 `p` ssig0# w31 `p` w30 317 !w47 = ssig1# w45 `p` w40 `p` ssig0# w32 `p` w31 318 !w48 = ssig1# w46 `p` w41 `p` ssig0# w33 `p` w32 319 !w49 = ssig1# w47 `p` w42 `p` ssig0# w34 `p` w33 320 !w50 = ssig1# w48 `p` w43 `p` ssig0# w35 `p` w34 321 !w51 = ssig1# w49 `p` w44 `p` ssig0# w36 `p` w35 322 !w52 = ssig1# w50 `p` w45 `p` ssig0# w37 `p` w36 323 !w53 = ssig1# w51 `p` w46 `p` ssig0# w38 `p` w37 324 !w54 = ssig1# w52 `p` w47 `p` ssig0# w39 `p` w38 325 !w55 = ssig1# w53 `p` w48 `p` ssig0# w40 `p` w39 326 !w56 = ssig1# w54 `p` w49 `p` ssig0# w41 `p` w40 327 !w57 = ssig1# w55 `p` w50 `p` ssig0# w42 `p` w41 328 !w58 = ssig1# w56 `p` w51 `p` ssig0# w43 `p` w42 329 !w59 = ssig1# w57 `p` w52 `p` ssig0# w44 `p` w43 330 !w60 = ssig1# w58 `p` w53 `p` ssig0# w45 `p` w44 331 !w61 = ssig1# w59 `p` w54 `p` ssig0# w46 `p` w45 332 !w62 = ssig1# w60 `p` w55 `p` ssig0# w47 `p` w46 333 !w63 = ssig1# w61 `p` w56 `p` ssig0# w48 `p` w47 334 !w64 = ssig1# w62 `p` w57 `p` ssig0# w49 `p` w48 335 !w65 = ssig1# w63 `p` w58 `p` ssig0# w50 `p` w49 336 !w66 = ssig1# w64 `p` w59 `p` ssig0# w51 `p` w50 337 !w67 = ssig1# w65 `p` w60 `p` ssig0# w52 `p` w51 338 !w68 = ssig1# w66 `p` w61 `p` ssig0# w53 `p` w52 339 !w69 = ssig1# w67 `p` w62 `p` ssig0# w54 `p` w53 340 !w70 = ssig1# w68 `p` w63 `p` ssig0# w55 `p` w54 341 !w71 = ssig1# w69 `p` w64 `p` ssig0# w56 `p` w55 342 !w72 = ssig1# w70 `p` w65 `p` ssig0# w57 `p` w56 343 !w73 = ssig1# w71 `p` w66 `p` ssig0# w58 `p` w57 344 !w74 = ssig1# w72 `p` w67 `p` ssig0# w59 `p` w58 345 !w75 = ssig1# w73 `p` w68 `p` ssig0# w60 `p` w59 346 !w76 = ssig1# w74 `p` w69 `p` ssig0# w61 `p` w60 347 !w77 = ssig1# w75 `p` w70 `p` ssig0# w62 `p` w61 348 !w78 = ssig1# w76 `p` w71 `p` ssig0# w63 `p` w62 349 !w79 = ssig1# w77 `p` w72 `p` ssig0# w64 `p` w63 350 351 -- rounds (constants are cube roots of first 80 primes) 352 !(R s00a s00b s00c s00d s00e s00f s00g s00h) = 353 step# h0 h1 h2 h3 h4 h5 h6 h7 (k 0x428a2f98d728ae22##) w00 354 !(R s01a s01b s01c s01d s01e s01f s01g s01h) = 355 step# s00a s00b s00c s00d s00e s00f s00g s00h 356 (k 0x7137449123ef65cd##) w01 357 !(R s02a s02b s02c s02d s02e s02f s02g s02h) = 358 step# s01a s01b s01c s01d s01e s01f s01g s01h 359 (k 0xb5c0fbcfec4d3b2f##) w02 360 !(R s03a s03b s03c s03d s03e s03f s03g s03h) = 361 step# s02a s02b s02c s02d s02e s02f s02g s02h 362 (k 0xe9b5dba58189dbbc##) w03 363 !(R s04a s04b s04c s04d s04e s04f s04g s04h) = 364 step# s03a s03b s03c s03d s03e s03f s03g s03h 365 (k 0x3956c25bf348b538##) w04 366 !(R s05a s05b s05c s05d s05e s05f s05g s05h) = 367 step# s04a s04b s04c s04d s04e s04f s04g s04h 368 (k 0x59f111f1b605d019##) w05 369 !(R s06a s06b s06c s06d s06e s06f s06g s06h) = 370 step# s05a s05b s05c s05d s05e s05f s05g s05h 371 (k 0x923f82a4af194f9b##) w06 372 !(R s07a s07b s07c s07d s07e s07f s07g s07h) = 373 step# s06a s06b s06c s06d s06e s06f s06g s06h 374 (k 0xab1c5ed5da6d8118##) w07 375 !(R s08a s08b s08c s08d s08e s08f s08g s08h) = 376 step# s07a s07b s07c s07d s07e s07f s07g s07h 377 (k 0xd807aa98a3030242##) w08 378 !(R s09a s09b s09c s09d s09e s09f s09g s09h) = 379 step# s08a s08b s08c s08d s08e s08f s08g s08h 380 (k 0x12835b0145706fbe##) w09 381 !(R s10a s10b s10c s10d s10e s10f s10g s10h) = 382 step# s09a s09b s09c s09d s09e s09f s09g s09h 383 (k 0x243185be4ee4b28c##) w10 384 !(R s11a s11b s11c s11d s11e s11f s11g s11h) = 385 step# s10a s10b s10c s10d s10e s10f s10g s10h 386 (k 0x550c7dc3d5ffb4e2##) w11 387 !(R s12a s12b s12c s12d s12e s12f s12g s12h) = 388 step# s11a s11b s11c s11d s11e s11f s11g s11h 389 (k 0x72be5d74f27b896f##) w12 390 !(R s13a s13b s13c s13d s13e s13f s13g s13h) = 391 step# s12a s12b s12c s12d s12e s12f s12g s12h 392 (k 0x80deb1fe3b1696b1##) w13 393 !(R s14a s14b s14c s14d s14e s14f s14g s14h) = 394 step# s13a s13b s13c s13d s13e s13f s13g s13h 395 (k 0x9bdc06a725c71235##) w14 396 !(R s15a s15b s15c s15d s15e s15f s15g s15h) = 397 step# s14a s14b s14c s14d s14e s14f s14g s14h 398 (k 0xc19bf174cf692694##) w15 399 !(R s16a s16b s16c s16d s16e s16f s16g s16h) = 400 step# s15a s15b s15c s15d s15e s15f s15g s15h 401 (k 0xe49b69c19ef14ad2##) w16 402 !(R s17a s17b s17c s17d s17e s17f s17g s17h) = 403 step# s16a s16b s16c s16d s16e s16f s16g s16h 404 (k 0xefbe4786384f25e3##) w17 405 !(R s18a s18b s18c s18d s18e s18f s18g s18h) = 406 step# s17a s17b s17c s17d s17e s17f s17g s17h 407 (k 0x0fc19dc68b8cd5b5##) w18 408 !(R s19a s19b s19c s19d s19e s19f s19g s19h) = 409 step# s18a s18b s18c s18d s18e s18f s18g s18h 410 (k 0x240ca1cc77ac9c65##) w19 411 !(R s20a s20b s20c s20d s20e s20f s20g s20h) = 412 step# s19a s19b s19c s19d s19e s19f s19g s19h 413 (k 0x2de92c6f592b0275##) w20 414 !(R s21a s21b s21c s21d s21e s21f s21g s21h) = 415 step# s20a s20b s20c s20d s20e s20f s20g s20h 416 (k 0x4a7484aa6ea6e483##) w21 417 !(R s22a s22b s22c s22d s22e s22f s22g s22h) = 418 step# s21a s21b s21c s21d s21e s21f s21g s21h 419 (k 0x5cb0a9dcbd41fbd4##) w22 420 !(R s23a s23b s23c s23d s23e s23f s23g s23h) = 421 step# s22a s22b s22c s22d s22e s22f s22g s22h 422 (k 0x76f988da831153b5##) w23 423 !(R s24a s24b s24c s24d s24e s24f s24g s24h) = 424 step# s23a s23b s23c s23d s23e s23f s23g s23h 425 (k 0x983e5152ee66dfab##) w24 426 !(R s25a s25b s25c s25d s25e s25f s25g s25h) = 427 step# s24a s24b s24c s24d s24e s24f s24g s24h 428 (k 0xa831c66d2db43210##) w25 429 !(R s26a s26b s26c s26d s26e s26f s26g s26h) = 430 step# s25a s25b s25c s25d s25e s25f s25g s25h 431 (k 0xb00327c898fb213f##) w26 432 !(R s27a s27b s27c s27d s27e s27f s27g s27h) = 433 step# s26a s26b s26c s26d s26e s26f s26g s26h 434 (k 0xbf597fc7beef0ee4##) w27 435 !(R s28a s28b s28c s28d s28e s28f s28g s28h) = 436 step# s27a s27b s27c s27d s27e s27f s27g s27h 437 (k 0xc6e00bf33da88fc2##) w28 438 !(R s29a s29b s29c s29d s29e s29f s29g s29h) = 439 step# s28a s28b s28c s28d s28e s28f s28g s28h 440 (k 0xd5a79147930aa725##) w29 441 !(R s30a s30b s30c s30d s30e s30f s30g s30h) = 442 step# s29a s29b s29c s29d s29e s29f s29g s29h 443 (k 0x06ca6351e003826f##) w30 444 !(R s31a s31b s31c s31d s31e s31f s31g s31h) = 445 step# s30a s30b s30c s30d s30e s30f s30g s30h 446 (k 0x142929670a0e6e70##) w31 447 !(R s32a s32b s32c s32d s32e s32f s32g s32h) = 448 step# s31a s31b s31c s31d s31e s31f s31g s31h 449 (k 0x27b70a8546d22ffc##) w32 450 !(R s33a s33b s33c s33d s33e s33f s33g s33h) = 451 step# s32a s32b s32c s32d s32e s32f s32g s32h 452 (k 0x2e1b21385c26c926##) w33 453 !(R s34a s34b s34c s34d s34e s34f s34g s34h) = 454 step# s33a s33b s33c s33d s33e s33f s33g s33h 455 (k 0x4d2c6dfc5ac42aed##) w34 456 !(R s35a s35b s35c s35d s35e s35f s35g s35h) = 457 step# s34a s34b s34c s34d s34e s34f s34g s34h 458 (k 0x53380d139d95b3df##) w35 459 !(R s36a s36b s36c s36d s36e s36f s36g s36h) = 460 step# s35a s35b s35c s35d s35e s35f s35g s35h 461 (k 0x650a73548baf63de##) w36 462 !(R s37a s37b s37c s37d s37e s37f s37g s37h) = 463 step# s36a s36b s36c s36d s36e s36f s36g s36h 464 (k 0x766a0abb3c77b2a8##) w37 465 !(R s38a s38b s38c s38d s38e s38f s38g s38h) = 466 step# s37a s37b s37c s37d s37e s37f s37g s37h 467 (k 0x81c2c92e47edaee6##) w38 468 !(R s39a s39b s39c s39d s39e s39f s39g s39h) = 469 step# s38a s38b s38c s38d s38e s38f s38g s38h 470 (k 0x92722c851482353b##) w39 471 !(R s40a s40b s40c s40d s40e s40f s40g s40h) = 472 step# s39a s39b s39c s39d s39e s39f s39g s39h 473 (k 0xa2bfe8a14cf10364##) w40 474 !(R s41a s41b s41c s41d s41e s41f s41g s41h) = 475 step# s40a s40b s40c s40d s40e s40f s40g s40h 476 (k 0xa81a664bbc423001##) w41 477 !(R s42a s42b s42c s42d s42e s42f s42g s42h) = 478 step# s41a s41b s41c s41d s41e s41f s41g s41h 479 (k 0xc24b8b70d0f89791##) w42 480 !(R s43a s43b s43c s43d s43e s43f s43g s43h) = 481 step# s42a s42b s42c s42d s42e s42f s42g s42h 482 (k 0xc76c51a30654be30##) w43 483 !(R s44a s44b s44c s44d s44e s44f s44g s44h) = 484 step# s43a s43b s43c s43d s43e s43f s43g s43h 485 (k 0xd192e819d6ef5218##) w44 486 !(R s45a s45b s45c s45d s45e s45f s45g s45h) = 487 step# s44a s44b s44c s44d s44e s44f s44g s44h 488 (k 0xd69906245565a910##) w45 489 !(R s46a s46b s46c s46d s46e s46f s46g s46h) = 490 step# s45a s45b s45c s45d s45e s45f s45g s45h 491 (k 0xf40e35855771202a##) w46 492 !(R s47a s47b s47c s47d s47e s47f s47g s47h) = 493 step# s46a s46b s46c s46d s46e s46f s46g s46h 494 (k 0x106aa07032bbd1b8##) w47 495 !(R s48a s48b s48c s48d s48e s48f s48g s48h) = 496 step# s47a s47b s47c s47d s47e s47f s47g s47h 497 (k 0x19a4c116b8d2d0c8##) w48 498 !(R s49a s49b s49c s49d s49e s49f s49g s49h) = 499 step# s48a s48b s48c s48d s48e s48f s48g s48h 500 (k 0x1e376c085141ab53##) w49 501 !(R s50a s50b s50c s50d s50e s50f s50g s50h) = 502 step# s49a s49b s49c s49d s49e s49f s49g s49h 503 (k 0x2748774cdf8eeb99##) w50 504 !(R s51a s51b s51c s51d s51e s51f s51g s51h) = 505 step# s50a s50b s50c s50d s50e s50f s50g s50h 506 (k 0x34b0bcb5e19b48a8##) w51 507 !(R s52a s52b s52c s52d s52e s52f s52g s52h) = 508 step# s51a s51b s51c s51d s51e s51f s51g s51h 509 (k 0x391c0cb3c5c95a63##) w52 510 !(R s53a s53b s53c s53d s53e s53f s53g s53h) = 511 step# s52a s52b s52c s52d s52e s52f s52g s52h 512 (k 0x4ed8aa4ae3418acb##) w53 513 !(R s54a s54b s54c s54d s54e s54f s54g s54h) = 514 step# s53a s53b s53c s53d s53e s53f s53g s53h 515 (k 0x5b9cca4f7763e373##) w54 516 !(R s55a s55b s55c s55d s55e s55f s55g s55h) = 517 step# s54a s54b s54c s54d s54e s54f s54g s54h 518 (k 0x682e6ff3d6b2b8a3##) w55 519 !(R s56a s56b s56c s56d s56e s56f s56g s56h) = 520 step# s55a s55b s55c s55d s55e s55f s55g s55h 521 (k 0x748f82ee5defb2fc##) w56 522 !(R s57a s57b s57c s57d s57e s57f s57g s57h) = 523 step# s56a s56b s56c s56d s56e s56f s56g s56h 524 (k 0x78a5636f43172f60##) w57 525 !(R s58a s58b s58c s58d s58e s58f s58g s58h) = 526 step# s57a s57b s57c s57d s57e s57f s57g s57h 527 (k 0x84c87814a1f0ab72##) w58 528 !(R s59a s59b s59c s59d s59e s59f s59g s59h) = 529 step# s58a s58b s58c s58d s58e s58f s58g s58h 530 (k 0x8cc702081a6439ec##) w59 531 !(R s60a s60b s60c s60d s60e s60f s60g s60h) = 532 step# s59a s59b s59c s59d s59e s59f s59g s59h 533 (k 0x90befffa23631e28##) w60 534 !(R s61a s61b s61c s61d s61e s61f s61g s61h) = 535 step# s60a s60b s60c s60d s60e s60f s60g s60h 536 (k 0xa4506cebde82bde9##) w61 537 !(R s62a s62b s62c s62d s62e s62f s62g s62h) = 538 step# s61a s61b s61c s61d s61e s61f s61g s61h 539 (k 0xbef9a3f7b2c67915##) w62 540 !(R s63a s63b s63c s63d s63e s63f s63g s63h) = 541 step# s62a s62b s62c s62d s62e s62f s62g s62h 542 (k 0xc67178f2e372532b##) w63 543 !(R s64a s64b s64c s64d s64e s64f s64g s64h) = 544 step# s63a s63b s63c s63d s63e s63f s63g s63h 545 (k 0xca273eceea26619c##) w64 546 !(R s65a s65b s65c s65d s65e s65f s65g s65h) = 547 step# s64a s64b s64c s64d s64e s64f s64g s64h 548 (k 0xd186b8c721c0c207##) w65 549 !(R s66a s66b s66c s66d s66e s66f s66g s66h) = 550 step# s65a s65b s65c s65d s65e s65f s65g s65h 551 (k 0xeada7dd6cde0eb1e##) w66 552 !(R s67a s67b s67c s67d s67e s67f s67g s67h) = 553 step# s66a s66b s66c s66d s66e s66f s66g s66h 554 (k 0xf57d4f7fee6ed178##) w67 555 !(R s68a s68b s68c s68d s68e s68f s68g s68h) = 556 step# s67a s67b s67c s67d s67e s67f s67g s67h 557 (k 0x06f067aa72176fba##) w68 558 !(R s69a s69b s69c s69d s69e s69f s69g s69h) = 559 step# s68a s68b s68c s68d s68e s68f s68g s68h 560 (k 0x0a637dc5a2c898a6##) w69 561 !(R s70a s70b s70c s70d s70e s70f s70g s70h) = 562 step# s69a s69b s69c s69d s69e s69f s69g s69h 563 (k 0x113f9804bef90dae##) w70 564 !(R s71a s71b s71c s71d s71e s71f s71g s71h) = 565 step# s70a s70b s70c s70d s70e s70f s70g s70h 566 (k 0x1b710b35131c471b##) w71 567 !(R s72a s72b s72c s72d s72e s72f s72g s72h) = 568 step# s71a s71b s71c s71d s71e s71f s71g s71h 569 (k 0x28db77f523047d84##) w72 570 !(R s73a s73b s73c s73d s73e s73f s73g s73h) = 571 step# s72a s72b s72c s72d s72e s72f s72g s72h 572 (k 0x32caab7b40c72493##) w73 573 !(R s74a s74b s74c s74d s74e s74f s74g s74h) = 574 step# s73a s73b s73c s73d s73e s73f s73g s73h 575 (k 0x3c9ebe0a15c9bebc##) w74 576 !(R s75a s75b s75c s75d s75e s75f s75g s75h) = 577 step# s74a s74b s74c s74d s74e s74f s74g s74h 578 (k 0x431d67c49c100d4c##) w75 579 !(R s76a s76b s76c s76d s76e s76f s76g s76h) = 580 step# s75a s75b s75c s75d s75e s75f s75g s75h 581 (k 0x4cc5d4becb3e42b6##) w76 582 !(R s77a s77b s77c s77d s77e s77f s77g s77h) = 583 step# s76a s76b s76c s76d s76e s76f s76g s76h 584 (k 0x597f299cfc657e2a##) w77 585 !(R s78a s78b s78c s78d s78e s78f s78g s78h) = 586 step# s77a s77b s77c s77d s77e s77f s77g s77h 587 (k 0x5fcb6fab3ad6faec##) w78 588 !(R s79a s79b s79c s79d s79e s79f s79g s79h) = 589 step# s78a s78b s78c s78d s78e s78f s78g s78h 590 (k 0x6c44198c4a475817##) w79 591 in R (h0 `p` s79a) (h1 `p` s79b) (h2 `p` s79c) (h3 `p` s79d) 592 (h4 `p` s79e) (h5 `p` s79f) (h6 `p` s79g) (h7 `p` s79h) 593 where 594 p = Exts.plusWord64# 595 {-# INLINE p #-} 596 k :: Exts.Word# -> Exts.Word64# 597 k = Exts.wordToWord64# 598 {-# INLINE k #-} 599 600 -- rotate right 601 rotr# :: Exts.Word64# -> Int# -> Exts.Word64# 602 rotr# x n = 603 Exts.uncheckedShiftRL64# x n `Exts.or64#` 604 Exts.uncheckedShiftL64# x (64# Exts.-# n) 605 {-# INLINE rotr# #-} 606 607 -- logical right shift 608 shr# :: Exts.Word64# -> Int# -> Exts.Word64# 609 shr# = Exts.uncheckedShiftRL64# 610 {-# INLINE shr# #-} 611 612 -- ch(x, y, z) = (x & y) ^ (~x & z) 613 ch# :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 614 ch# x y z = 615 (x `Exts.and64#` y) `Exts.xor64#` 616 (Exts.not64# x `Exts.and64#` z) 617 {-# INLINE ch# #-} 618 619 -- maj(x, y, z) = (x & (y | z)) | (y & z) 620 maj# :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 621 maj# x y z = 622 (x `Exts.and64#` (y `Exts.or64#` z)) `Exts.or64#` 623 (y `Exts.and64#` z) 624 {-# INLINE maj# #-} 625 626 -- big sigma 0: rotr28 ^ rotr34 ^ rotr39 627 bsig0# :: Exts.Word64# -> Exts.Word64# 628 bsig0# x = 629 rotr# x 28# `Exts.xor64#` rotr# x 34# `Exts.xor64#` rotr# x 39# 630 {-# INLINE bsig0# #-} 631 632 -- big sigma 1: rotr14 ^ rotr18 ^ rotr41 633 bsig1# :: Exts.Word64# -> Exts.Word64# 634 bsig1# x = 635 rotr# x 14# `Exts.xor64#` rotr# x 18# `Exts.xor64#` rotr# x 41# 636 {-# INLINE bsig1# #-} 637 638 -- small sigma 0: rotr1 ^ rotr8 ^ shr7 639 ssig0# :: Exts.Word64# -> Exts.Word64# 640 ssig0# x = 641 rotr# x 1# `Exts.xor64#` rotr# x 8# `Exts.xor64#` shr# x 7# 642 {-# INLINE ssig0# #-} 643 644 -- small sigma 1: rotr19 ^ rotr61 ^ shr6 645 ssig1# :: Exts.Word64# -> Exts.Word64# 646 ssig1# x = 647 rotr# x 19# `Exts.xor64#` rotr# x 61# `Exts.xor64#` shr# x 6# 648 {-# INLINE ssig1# #-} 649 650 -- round step 651 step# 652 :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 653 -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# 654 -> Exts.Word64# -> Exts.Word64# 655 -> Registers 656 step# a b c d e f g h k w = 657 let !t1 = h 658 `Exts.plusWord64#` bsig1# e 659 `Exts.plusWord64#` ch# e f g 660 `Exts.plusWord64#` k 661 `Exts.plusWord64#` w 662 !t2 = bsig0# a `Exts.plusWord64#` maj# a b c 663 in R (t1 `Exts.plusWord64#` t2) a b c (d `Exts.plusWord64#` t1) e f g 664 {-# INLINE step# #-} 665 666 -- initial register state; first 64 bits of the fractional parts of the 667 -- square roots of the first eight primes 668 iv :: () -> Registers 669 iv _ = R 670 (Exts.wordToWord64# 0x6a09e667f3bcc908##) 671 (Exts.wordToWord64# 0xbb67ae8584caa73b##) 672 (Exts.wordToWord64# 0x3c6ef372fe94f82b##) 673 (Exts.wordToWord64# 0xa54ff53a5f1d36f1##) 674 (Exts.wordToWord64# 0x510e527fade682d1##) 675 (Exts.wordToWord64# 0x9b05688c2b3e6c1f##) 676 (Exts.wordToWord64# 0x1f83d9abfb41bd6b##) 677 (Exts.wordToWord64# 0x5be0cd19137e2179##) 678 679 -- serializing ---------------------------------------------------------------- 680 681 -- | Concat SHA512 state into a ByteString. 682 cat :: Registers -> BS.ByteString 683 cat rs = BI.unsafeCreate 64 (cat_into rs) 684 {-# INLINABLE cat #-} 685 686 -- | Serialize SHA512 state to a pointer (big-endian). 687 cat_into :: Registers -> Ptr Word8 -> IO () 688 cat_into (R h0 h1 h2 h3 h4 h5 h6 h7) (Ptr addr) = GHC.IO.IO $ \s0 -> 689 case poke64be addr 00# h0 s0 of { s1 -> 690 case poke64be addr 08# h1 s1 of { s2 -> 691 case poke64be addr 16# h2 s2 of { s3 -> 692 case poke64be addr 24# h3 s3 of { s4 -> 693 case poke64be addr 32# h4 s4 of { s5 -> 694 case poke64be addr 40# h5 s5 of { s6 -> 695 case poke64be addr 48# h6 s6 of { s7 -> 696 case poke64be addr 56# h7 s7 of { s8 -> 697 (# s8, () #) 698 }}}}}}}} 699 {-# INLINE cat_into #-} 700 701 poke64be 702 :: Exts.Addr# 703 -> Int# 704 -> Exts.Word64# 705 -> Exts.State# Exts.RealWorld 706 -> Exts.State# Exts.RealWorld 707 poke64be a off w s0 = 708 case Exts.writeWord8OffAddr# a off (byte# w 56#) s0 of { s1 -> 709 case Exts.writeWord8OffAddr# a (off Exts.+# 1#) (byte# w 48#) s1 of { s2 -> 710 case Exts.writeWord8OffAddr# a (off Exts.+# 2#) (byte# w 40#) s2 of { s3 -> 711 case Exts.writeWord8OffAddr# a (off Exts.+# 3#) (byte# w 32#) s3 of { s4 -> 712 case Exts.writeWord8OffAddr# a (off Exts.+# 4#) (byte# w 24#) s4 of { s5 -> 713 case Exts.writeWord8OffAddr# a (off Exts.+# 5#) (byte# w 16#) s5 of { s6 -> 714 case Exts.writeWord8OffAddr# a (off Exts.+# 6#) (byte# w 8#) s6 of { s7 -> 715 Exts.writeWord8OffAddr# a (off Exts.+# 7#) (byte# w 0#) s7 716 }}}}}}} 717 {-# INLINE poke64be #-} 718 719 byte# :: Exts.Word64# -> Int# -> Exts.Word8# 720 byte# w n = Exts.wordToWord8# 721 (Exts.word64ToWord# (Exts.uncheckedShiftRL64# w n)) 722 {-# INLINE byte# #-} 723 724 -- | Write register state to a pointer (native endian Word64s). 725 poke_registers :: Ptr Word64 -> Registers -> IO () 726 poke_registers (Ptr addr) (R w0 w1 w2 w3 w4 w5 w6 w7) = GHC.IO.IO $ \s0 -> 727 case Exts.writeWord64OffAddr# addr 0# w0 s0 of { s1 -> 728 case Exts.writeWord64OffAddr# addr 1# w1 s1 of { s2 -> 729 case Exts.writeWord64OffAddr# addr 2# w2 s2 of { s3 -> 730 case Exts.writeWord64OffAddr# addr 3# w3 s3 of { s4 -> 731 case Exts.writeWord64OffAddr# addr 4# w4 s4 of { s5 -> 732 case Exts.writeWord64OffAddr# addr 5# w5 s5 of { s6 -> 733 case Exts.writeWord64OffAddr# addr 6# w6 s6 of { s7 -> 734 case Exts.writeWord64OffAddr# addr 7# w7 s7 of { s8 -> 735 (# s8, () #) }}}}}}}} 736 {-# INLINE poke_registers #-} 737 738 -- hmac utilities ------------------------------------------------------------- 739 740 -- pad registers to block 741 pad_registers :: Registers -> Block 742 pad_registers (R w0 w1 w2 w3 w4 w5 w6 w7) = B 743 w0 w1 w2 w3 w4 w5 w6 w7 744 (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) 745 (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) 746 (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) 747 {-# INLINE pad_registers #-} 748 749 -- pad registers to block, using padding separator and augmented length 750 -- (assumes existence of a leading block) 751 -- length = (128 + 64) * 8 = 1536 = 0x600 752 pad_registers_with_length :: Registers -> Block 753 pad_registers_with_length (R h0 h1 h2 h3 h4 h5 h6 h7) = B 754 h0 h1 h2 h3 h4 h5 h6 h7 -- inner hash 755 (Exts.wordToWord64# 0x8000000000000000##) -- padding separator 756 (Exts.wordToWord64# 0x0000000000000000##) 757 (Exts.wordToWord64# 0x0000000000000000##) 758 (Exts.wordToWord64# 0x0000000000000000##) 759 (Exts.wordToWord64# 0x0000000000000000##) 760 (Exts.wordToWord64# 0x0000000000000000##) 761 (Exts.wordToWord64# 0x0000000000000000##) -- high 64 bits of length 762 (Exts.wordToWord64# 0x0000000000000600##) -- low 64 bits of length 763 {-# INLINABLE pad_registers_with_length #-} 764 765 xor :: Block -> Exts.Word64# -> Block 766 xor (B w00 w01 w02 w03 w04 w05 w06 w07 w08 w09 w10 w11 w12 w13 w14 w15) b = B 767 (Exts.xor64# w00 b) 768 (Exts.xor64# w01 b) 769 (Exts.xor64# w02 b) 770 (Exts.xor64# w03 b) 771 (Exts.xor64# w04 b) 772 (Exts.xor64# w05 b) 773 (Exts.xor64# w06 b) 774 (Exts.xor64# w07 b) 775 (Exts.xor64# w08 b) 776 (Exts.xor64# w09 b) 777 (Exts.xor64# w10 b) 778 (Exts.xor64# w11 b) 779 (Exts.xor64# w12 b) 780 (Exts.xor64# w13 b) 781 (Exts.xor64# w14 b) 782 (Exts.xor64# w15 b) 783 {-# INLINE xor #-} 784 785 parse_key :: BS.ByteString -> Block 786 parse_key bs = B 787 (w64_zero bs 000) (w64_zero bs 008) (w64_zero bs 016) (w64_zero bs 024) 788 (w64_zero bs 032) (w64_zero bs 040) (w64_zero bs 048) (w64_zero bs 056) 789 (w64_zero bs 064) (w64_zero bs 072) (w64_zero bs 080) (w64_zero bs 088) 790 (w64_zero bs 096) (w64_zero bs 104) (w64_zero bs 112) (w64_zero bs 120) 791 {-# INLINE parse_key #-} 792 793 -- read big-endian Word64#, zero-padding beyond input length 794 w64_zero :: BS.ByteString -> Int -> Exts.Word64# 795 w64_zero bs i = 796 let !w0 = w8_zero bs i `Exts.uncheckedShiftL#` 56# 797 !w1 = w8_zero bs (i + 1) `Exts.uncheckedShiftL#` 48# 798 !w2 = w8_zero bs (i + 2) `Exts.uncheckedShiftL#` 40# 799 !w3 = w8_zero bs (i + 3) `Exts.uncheckedShiftL#` 32# 800 !w4 = w8_zero bs (i + 4) `Exts.uncheckedShiftL#` 24# 801 !w5 = w8_zero bs (i + 5) `Exts.uncheckedShiftL#` 16# 802 !w6 = w8_zero bs (i + 6) `Exts.uncheckedShiftL#` 08# 803 !w7 = w8_zero bs (i + 7) 804 in Exts.wordToWord64# 805 (w0 `Exts.or#` w1 `Exts.or#` w2 `Exts.or#` w3 `Exts.or#` 806 w4 `Exts.or#` w5 `Exts.or#` w6 `Exts.or#` w7) 807 {-# INLINE w64_zero #-} 808 809 -- read byte as Word#, returning zero beyond input length 810 w8_zero :: BS.ByteString -> Int -> Exts.Word# 811 w8_zero bs@(BI.PS _ _ l) i 812 | i < l = let !(GHC.Word.W8# w) = BU.unsafeIndex bs i 813 in Exts.word8ToWord# w 814 | otherwise = 0## 815 {-# INLINE w8_zero #-} 816 817 -- hmac-drbg utilities -------------------------------------------------------- 818 819 -- | Parse first complete block from v || sep || dat[0:63]. 820 -- 821 -- Requires len(dat) >= 63. 822 parse_vsb :: Registers -> Word8 -> BS.ByteString -> Block 823 parse_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) (GHC.Word.W8# sep) dat = 824 let !(GHC.Word.W8# b0) = BU.unsafeIndex dat 0 825 !(GHC.Word.W8# b1) = BU.unsafeIndex dat 1 826 !(GHC.Word.W8# b2) = BU.unsafeIndex dat 2 827 !(GHC.Word.W8# b3) = BU.unsafeIndex dat 3 828 !(GHC.Word.W8# b4) = BU.unsafeIndex dat 4 829 !(GHC.Word.W8# b5) = BU.unsafeIndex dat 5 830 !(GHC.Word.W8# b6) = BU.unsafeIndex dat 6 831 !w08 = Exts.uncheckedShiftL# (Exts.word8ToWord# sep) 56# 832 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b0) 48# 833 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b1) 40# 834 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b2) 32# 835 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b3) 24# 836 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b4) 16# 837 `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b5) 08# 838 `Exts.or#` Exts.word8ToWord# b6 839 in B v0 v1 v2 v3 v4 v5 v6 v7 840 (Exts.wordToWord64# w08) 841 (word64be dat 07) (word64be dat 15) (word64be dat 23) 842 (word64be dat 31) (word64be dat 39) (word64be dat 47) (word64be dat 55) 843 {-# INLINE parse_vsb #-} 844 845 -- | Parse single padding block from v || sep || dat. 846 -- 847 -- Requires (65 + len(dat)) < 112. 848 parse_pad1_vsb :: Registers -> Word8 -> BS.ByteString -> Word64 -> Block 849 parse_pad1_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) sep dat total = 850 let !bits = total * 8 851 !(GHC.Word.W64# llo) = bits 852 in B v0 v1 v2 v3 v4 v5 v6 v7 853 (w64_sdp sep dat 064) (w64_sdp sep dat 072) 854 (w64_sdp sep dat 080) (w64_sdp sep dat 088) 855 (w64_sdp sep dat 096) (w64_sdp sep dat 104) 856 (Exts.wordToWord64# 0##) llo 857 {-# INLINABLE parse_pad1_vsb #-} 858 859 -- | Parse two padding blocks from v || sep || dat. 860 -- 861 -- Requires 112 <= (65 + len(dat)) < 128. 862 parse_pad2_vsb 863 :: Registers -> Word8 -> BS.ByteString -> Word64 -> (# Block, Block #) 864 parse_pad2_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) sep dat total = 865 let !bits = total * 8 866 !z = Exts.wordToWord64# 0## 867 !(GHC.Word.W64# llo) = bits 868 !b0 = B v0 v1 v2 v3 v4 v5 v6 v7 869 (w64_sdp sep dat 064) (w64_sdp sep dat 072) 870 (w64_sdp sep dat 080) (w64_sdp sep dat 088) 871 (w64_sdp sep dat 096) (w64_sdp sep dat 104) 872 (w64_sdp sep dat 112) (w64_sdp sep dat 120) 873 !b1 = B z z z z z z z z z z z z z z z llo 874 in (# b0, b1 #) 875 {-# INLINABLE parse_pad2_vsb #-} 876 877 -- Read Word64 at offset i (>= 64) from (sep || dat || 0x80 || zeros). 878 w64_sdp :: Word8 -> BS.ByteString -> Int -> Exts.Word64# 879 w64_sdp sep dat i = 880 let !(GHC.Word.W8# a) = byte_sdp sep dat i 881 !(GHC.Word.W8# b) = byte_sdp sep dat (i + 1) 882 !(GHC.Word.W8# c) = byte_sdp sep dat (i + 2) 883 !(GHC.Word.W8# d) = byte_sdp sep dat (i + 3) 884 !(GHC.Word.W8# e) = byte_sdp sep dat (i + 4) 885 !(GHC.Word.W8# f) = byte_sdp sep dat (i + 5) 886 !(GHC.Word.W8# g) = byte_sdp sep dat (i + 6) 887 !(GHC.Word.W8# h) = byte_sdp sep dat (i + 7) 888 in Exts.wordToWord64# 889 (Exts.uncheckedShiftL# (Exts.word8ToWord# a) 56# 890 `Exts.or#` 891 Exts.uncheckedShiftL# (Exts.word8ToWord# b) 48# 892 `Exts.or#` 893 Exts.uncheckedShiftL# (Exts.word8ToWord# c) 40# 894 `Exts.or#` 895 Exts.uncheckedShiftL# (Exts.word8ToWord# d) 32# 896 `Exts.or#` 897 Exts.uncheckedShiftL# (Exts.word8ToWord# e) 24# 898 `Exts.or#` 899 Exts.uncheckedShiftL# (Exts.word8ToWord# f) 16# 900 `Exts.or#` 901 Exts.uncheckedShiftL# (Exts.word8ToWord# g) 8# 902 `Exts.or#` 903 Exts.word8ToWord# h) 904 {-# INLINE w64_sdp #-} 905 906 -- Read byte at offset i (>= 64) from (sep || dat || 0x80 || zeros). 907 byte_sdp :: Word8 -> BS.ByteString -> Int -> Word8 908 byte_sdp sep dat@(BI.PS _ _ l) i 909 | i == 64 = sep 910 | i < 65 + l = BU.unsafeIndex dat (i - 65) 911 | i == 65 + l = 0x80 912 | otherwise = 0x00 913 {-# INLINE byte_sdp #-} 914