sha512

Pure Haskell SHA-512, HMAC-SHA512 (docs.ppad.tech/sha512).
git clone git://git.ppad.tech/sha512.git
Log | Files | Refs | README | LICENSE

Internal.hs (37062B)


      1 {-# OPTIONS_HADDOCK hide #-}
      2 {-# LANGUAGE BangPatterns #-}
      3 {-# LANGUAGE DerivingStrategies #-}
      4 {-# LANGUAGE GeneralizedNewtypeDeriving #-}
      5 {-# LANGUAGE MagicHash #-}
      6 {-# LANGUAGE PatternSynonyms #-}
      7 {-# LANGUAGE UnboxedTuples #-}
      8 {-# LANGUAGE UnliftedNewtypes #-}
      9 {-# LANGUAGE ViewPatterns #-}
     10 
     11 -- |
     12 -- Module: Crypto.Hash.SHA512.Internal
     13 -- Copyright: (c) 2024 Jared Tobin
     14 -- License: MIT
     15 -- Maintainer: Jared Tobin <jared@ppad.tech>
     16 --
     17 -- SHA-512 internals.
     18 
     19 module Crypto.Hash.SHA512.Internal (
     20   -- * Types
     21     Block(B, ..)
     22   , Registers(R, ..)
     23   , MAC(..)
     24 
     25   -- * Parsing
     26   , parse
     27   , parse_pad1
     28   , parse_pad2
     29 
     30   -- * Serializing
     31   , cat
     32   , cat_into
     33 
     34   -- * Hash function internals
     35   , update
     36   , iv
     37 
     38   -- * HMAC utilities
     39   , pad_registers
     40   , pad_registers_with_length
     41   , xor
     42   , parse_key
     43 
     44   -- * HMAC-DRBG utilities
     45   , parse_vsb
     46   , parse_pad1_vsb
     47   , parse_pad2_vsb
     48 
     49   -- * Pointer-based IO utilities
     50   , poke_registers
     51   ) where
     52 
     53 import Data.Barrier (barrier)
     54 import qualified Data.Bits as B
     55 import qualified Data.ByteString as BS
     56 import qualified Data.ByteString.Internal as BI
     57 import qualified Data.ByteString.Unsafe as BU
     58 import Data.Word (Word8, Word64)
     59 import qualified GHC.IO (IO(..))
     60 import GHC.Ptr (Ptr(..))
     61 import GHC.Exts (Int#)
     62 import qualified GHC.Exts as Exts
     63 import qualified GHC.Word (Word64(..), Word8(..))
     64 
     65 -- types ----------------------------------------------------------------------
     66 
     67 -- | A message authentication code.
     68 --
     69 --   Note that you should compare MACs for equality using the 'Eq'
     70 --   instance, which performs the comparison in constant time, instead
     71 --   of unwrapping and comparing the underlying 'ByteStrings'.
     72 --
     73 --   >>> let foo@(MAC bs0) = hmac key "hi"
     74 --   >>> let bar@(MAC bs1) = hmac key "there"
     75 --   >>> foo == bar -- do this
     76 --   False
     77 --   >>> bs0 == bs1 -- don't do this
     78 --   False
     79 newtype MAC = MAC BS.ByteString
     80   deriving newtype Show
     81 
     82 instance Eq MAC where
     83   -- | A constant-time equality check for message authentication codes.
     84   --
     85   --   Runs in variable-time only for invalid inputs.
     86   (MAC a@(BI.PS _ _ la)) == (MAC b@(BI.PS _ _ lb))
     87       | la /= lb  = False
     88       | otherwise = go 0 0
     89     where
     90       -- fused fold: OR the bytewise XORs into an accumulator
     91       -- directly, rather than via packZipWith, so no intermediate
     92       -- ByteString holding the (secret-derived) difference bytes
     93       -- is ever materialised on the heap. The accumulator is routed
     94       -- through 'barrier' before the zero-test so the LLVM backend
     95       -- cannot recover the array-equality idiom and short-circuit on
     96       -- the first mismatch (see "Data.Barrier").
     97       go :: Word8 -> Int -> Bool
     98       go !acc !i
     99         | i == la   = barrier acc == 0
    100         | otherwise =
    101             let !x = BU.unsafeIndex a i
    102                 !y = BU.unsafeIndex b i
    103             in  go (acc B..|. B.xor x y) (i + 1)
    104 
    105 -- | SHA512 block.
    106 newtype Block = Block
    107   (# Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    108   ,  Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    109   ,  Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    110   ,  Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    111   #)
    112 
    113 pattern B
    114   :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    115   -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    116   -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    117   -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    118   -> Block
    119 pattern B w00 w01 w02 w03 w04 w05 w06 w07 w08 w09 w10 w11 w12 w13 w14 w15 =
    120   Block
    121     (# w00, w01, w02, w03, w04, w05, w06, w07
    122     ,  w08, w09, w10, w11, w12, w13, w14, w15
    123     #)
    124 {-# COMPLETE B #-}
    125 
    126 -- | SHA512 state.
    127 newtype Registers = Registers
    128   (# Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    129   ,  Exts.Word64#, Exts.Word64#, Exts.Word64#, Exts.Word64#
    130   #)
    131 
    132 pattern R
    133   :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    134   -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    135   -> Registers
    136 pattern R w00 w01 w02 w03 w04 w05 w06 w07 = Registers
    137   (# w00, w01, w02, w03
    138   ,  w04, w05, w06, w07
    139   #)
    140 {-# COMPLETE R #-}
    141 
    142 -- parsing (nonfinal input) ---------------------------------------------------
    143 
    144 -- | Given a bytestring and offset, parse a full block.
    145 --
    146 --   The length of the input is not checked.
    147 parse :: BS.ByteString -> Int -> Block
    148 parse bs m = B
    149   (word64be bs m)
    150   (word64be bs (m + 08))
    151   (word64be bs (m + 16))
    152   (word64be bs (m + 24))
    153   (word64be bs (m + 32))
    154   (word64be bs (m + 40))
    155   (word64be bs (m + 48))
    156   (word64be bs (m + 56))
    157   (word64be bs (m + 64))
    158   (word64be bs (m + 72))
    159   (word64be bs (m + 80))
    160   (word64be bs (m + 88))
    161   (word64be bs (m + 96))
    162   (word64be bs (m + 104))
    163   (word64be bs (m + 112))
    164   (word64be bs (m + 120))
    165 {-# INLINE parse #-}
    166 
    167 -- | Parse the 64-bit word encoded at the given offset.
    168 --
    169 --   The length of the input is not checked.
    170 word64be :: BS.ByteString -> Int -> Exts.Word64#
    171 word64be bs m =
    172   let !(GHC.Word.W8# r0) = BU.unsafeIndex bs m
    173       !(GHC.Word.W8# r1) = BU.unsafeIndex bs (m + 1)
    174       !(GHC.Word.W8# r2) = BU.unsafeIndex bs (m + 2)
    175       !(GHC.Word.W8# r3) = BU.unsafeIndex bs (m + 3)
    176       !(GHC.Word.W8# r4) = BU.unsafeIndex bs (m + 4)
    177       !(GHC.Word.W8# r5) = BU.unsafeIndex bs (m + 5)
    178       !(GHC.Word.W8# r6) = BU.unsafeIndex bs (m + 6)
    179       !(GHC.Word.W8# r7) = BU.unsafeIndex bs (m + 7)
    180       !w0 = Exts.word8ToWord# r0
    181       !w1 = Exts.word8ToWord# r1
    182       !w2 = Exts.word8ToWord# r2
    183       !w3 = Exts.word8ToWord# r3
    184       !w4 = Exts.word8ToWord# r4
    185       !w5 = Exts.word8ToWord# r5
    186       !w6 = Exts.word8ToWord# r6
    187       !w7 = Exts.word8ToWord# r7
    188       !s0 = Exts.uncheckedShiftL# w0 56#
    189       !s1 = Exts.uncheckedShiftL# w1 48#
    190       !s2 = Exts.uncheckedShiftL# w2 40#
    191       !s3 = Exts.uncheckedShiftL# w3 32#
    192       !s4 = Exts.uncheckedShiftL# w4 24#
    193       !s5 = Exts.uncheckedShiftL# w5 16#
    194       !s6 = Exts.uncheckedShiftL# w6 8#
    195   in  Exts.wordToWord64#
    196         (s0 `Exts.or#` s1 `Exts.or#` s2 `Exts.or#` s3 `Exts.or#`
    197          s4 `Exts.or#` s5 `Exts.or#` s6 `Exts.or#` w7)
    198 {-# INLINE word64be #-}
    199 
    200 -- parsing (final input) ------------------------------------------------------
    201 
    202 -- | Parse the final chunk of an input message, assuming it is less than
    203 --   112 bytes in length (unchecked!).
    204 --
    205 --   Returns one block consisting of the chunk and padding.
    206 parse_pad1
    207   :: BS.ByteString -- ^ final input chunk (< 112 bytes)
    208   -> Word64        -- ^ length of all input
    209   -> Block         -- ^ resulting block
    210 parse_pad1 bs l =
    211   let !bits = l * 8
    212       !(GHC.Word.W64# llo) = bits
    213   in  B (w64_at bs 000) (w64_at bs 008) (w64_at bs 016) (w64_at bs 024)
    214         (w64_at bs 032) (w64_at bs 040) (w64_at bs 048) (w64_at bs 056)
    215         (w64_at bs 064) (w64_at bs 072) (w64_at bs 080) (w64_at bs 088)
    216         (w64_at bs 096) (w64_at bs 104) (Exts.wordToWord64# 0##) llo
    217 {-# INLINABLE parse_pad1 #-}
    218 
    219 -- | Parse the final chunk of an input message, assuming it is at least 112
    220 --   bytes in length (unchecked!).
    221 --
    222 --   Returns two blocks consisting of the chunk and padding.
    223 parse_pad2
    224   :: BS.ByteString       -- ^ final input chunk (>= 112 bytes)
    225   -> Word64              -- ^ length of all input
    226   -> (# Block, Block #)  -- ^ resulting blocks
    227 parse_pad2 bs l =
    228   let !bits = l * 8
    229       !z    = Exts.wordToWord64# 0##
    230       !(GHC.Word.W64# llo) = bits
    231       !block0 = B
    232         (w64_at bs 000) (w64_at bs 008) (w64_at bs 016) (w64_at bs 024)
    233         (w64_at bs 032) (w64_at bs 040) (w64_at bs 048) (w64_at bs 056)
    234         (w64_at bs 064) (w64_at bs 072) (w64_at bs 080) (w64_at bs 088)
    235         (w64_at bs 096) (w64_at bs 104) (w64_at bs 112) (w64_at bs 120)
    236       !block1 = B z z z z z z z z z z z z z z z llo
    237   in  (# block0, block1 #)
    238 {-# INLINABLE parse_pad2 #-}
    239 
    240 -- | Return the byte at offset 'i', or a padding separator or zero byte
    241 --   beyond the input bounds, as an unboxed word.
    242 w8_as_w64_at
    243   :: BS.ByteString  -- ^ input chunk
    244   -> Int            -- ^ offset
    245   -> Exts.Word#
    246 w8_as_w64_at bs@(BI.PS _ _ l) i = case compare i l of
    247   LT -> let !(GHC.Word.W8# w) = BU.unsafeIndex bs i
    248         in  Exts.word8ToWord# w
    249   EQ -> 0x80##
    250   _  -> 0x00##
    251 {-# INLINE w8_as_w64_at #-}
    252 
    253 -- | Return the 64-bit word encoded by eight consecutive bytes at the
    254 --   provided offset.
    255 w64_at
    256   :: BS.ByteString
    257   -> Int
    258   -> Exts.Word64#
    259 w64_at bs i =
    260   let !w0 = w8_as_w64_at bs i       `Exts.uncheckedShiftL#` 56#
    261       !w1 = w8_as_w64_at bs (i + 1) `Exts.uncheckedShiftL#` 48#
    262       !w2 = w8_as_w64_at bs (i + 2) `Exts.uncheckedShiftL#` 40#
    263       !w3 = w8_as_w64_at bs (i + 3) `Exts.uncheckedShiftL#` 32#
    264       !w4 = w8_as_w64_at bs (i + 4) `Exts.uncheckedShiftL#` 24#
    265       !w5 = w8_as_w64_at bs (i + 5) `Exts.uncheckedShiftL#` 16#
    266       !w6 = w8_as_w64_at bs (i + 6) `Exts.uncheckedShiftL#` 08#
    267       !w7 = w8_as_w64_at bs (i + 7)
    268   in  Exts.wordToWord64#
    269         (w0 `Exts.or#` w1 `Exts.or#` w2 `Exts.or#` w3 `Exts.or#`
    270          w4 `Exts.or#` w5 `Exts.or#` w6 `Exts.or#` w7)
    271 {-# INLINE w64_at #-}
    272 
    273 -- update ---------------------------------------------------------------------
    274 
    275 -- | Update register state, given new input block.
    276 update :: Registers -> Block -> Registers
    277 update
    278     (R h0 h1 h2 h3 h4 h5 h6 h7)
    279     (B b00 b01 b02 b03 b04 b05 b06 b07 b08 b09 b10 b11 b12 b13 b14 b15)
    280   =
    281   let -- message schedule
    282       !w00 = b00; !w01 = b01; !w02 = b02; !w03 = b03
    283       !w04 = b04; !w05 = b05; !w06 = b06; !w07 = b07
    284       !w08 = b08; !w09 = b09; !w10 = b10; !w11 = b11
    285       !w12 = b12; !w13 = b13; !w14 = b14; !w15 = b15
    286       !w16 = ssig1# w14 `p` w09 `p` ssig0# w01 `p` w00
    287       !w17 = ssig1# w15 `p` w10 `p` ssig0# w02 `p` w01
    288       !w18 = ssig1# w16 `p` w11 `p` ssig0# w03 `p` w02
    289       !w19 = ssig1# w17 `p` w12 `p` ssig0# w04 `p` w03
    290       !w20 = ssig1# w18 `p` w13 `p` ssig0# w05 `p` w04
    291       !w21 = ssig1# w19 `p` w14 `p` ssig0# w06 `p` w05
    292       !w22 = ssig1# w20 `p` w15 `p` ssig0# w07 `p` w06
    293       !w23 = ssig1# w21 `p` w16 `p` ssig0# w08 `p` w07
    294       !w24 = ssig1# w22 `p` w17 `p` ssig0# w09 `p` w08
    295       !w25 = ssig1# w23 `p` w18 `p` ssig0# w10 `p` w09
    296       !w26 = ssig1# w24 `p` w19 `p` ssig0# w11 `p` w10
    297       !w27 = ssig1# w25 `p` w20 `p` ssig0# w12 `p` w11
    298       !w28 = ssig1# w26 `p` w21 `p` ssig0# w13 `p` w12
    299       !w29 = ssig1# w27 `p` w22 `p` ssig0# w14 `p` w13
    300       !w30 = ssig1# w28 `p` w23 `p` ssig0# w15 `p` w14
    301       !w31 = ssig1# w29 `p` w24 `p` ssig0# w16 `p` w15
    302       !w32 = ssig1# w30 `p` w25 `p` ssig0# w17 `p` w16
    303       !w33 = ssig1# w31 `p` w26 `p` ssig0# w18 `p` w17
    304       !w34 = ssig1# w32 `p` w27 `p` ssig0# w19 `p` w18
    305       !w35 = ssig1# w33 `p` w28 `p` ssig0# w20 `p` w19
    306       !w36 = ssig1# w34 `p` w29 `p` ssig0# w21 `p` w20
    307       !w37 = ssig1# w35 `p` w30 `p` ssig0# w22 `p` w21
    308       !w38 = ssig1# w36 `p` w31 `p` ssig0# w23 `p` w22
    309       !w39 = ssig1# w37 `p` w32 `p` ssig0# w24 `p` w23
    310       !w40 = ssig1# w38 `p` w33 `p` ssig0# w25 `p` w24
    311       !w41 = ssig1# w39 `p` w34 `p` ssig0# w26 `p` w25
    312       !w42 = ssig1# w40 `p` w35 `p` ssig0# w27 `p` w26
    313       !w43 = ssig1# w41 `p` w36 `p` ssig0# w28 `p` w27
    314       !w44 = ssig1# w42 `p` w37 `p` ssig0# w29 `p` w28
    315       !w45 = ssig1# w43 `p` w38 `p` ssig0# w30 `p` w29
    316       !w46 = ssig1# w44 `p` w39 `p` ssig0# w31 `p` w30
    317       !w47 = ssig1# w45 `p` w40 `p` ssig0# w32 `p` w31
    318       !w48 = ssig1# w46 `p` w41 `p` ssig0# w33 `p` w32
    319       !w49 = ssig1# w47 `p` w42 `p` ssig0# w34 `p` w33
    320       !w50 = ssig1# w48 `p` w43 `p` ssig0# w35 `p` w34
    321       !w51 = ssig1# w49 `p` w44 `p` ssig0# w36 `p` w35
    322       !w52 = ssig1# w50 `p` w45 `p` ssig0# w37 `p` w36
    323       !w53 = ssig1# w51 `p` w46 `p` ssig0# w38 `p` w37
    324       !w54 = ssig1# w52 `p` w47 `p` ssig0# w39 `p` w38
    325       !w55 = ssig1# w53 `p` w48 `p` ssig0# w40 `p` w39
    326       !w56 = ssig1# w54 `p` w49 `p` ssig0# w41 `p` w40
    327       !w57 = ssig1# w55 `p` w50 `p` ssig0# w42 `p` w41
    328       !w58 = ssig1# w56 `p` w51 `p` ssig0# w43 `p` w42
    329       !w59 = ssig1# w57 `p` w52 `p` ssig0# w44 `p` w43
    330       !w60 = ssig1# w58 `p` w53 `p` ssig0# w45 `p` w44
    331       !w61 = ssig1# w59 `p` w54 `p` ssig0# w46 `p` w45
    332       !w62 = ssig1# w60 `p` w55 `p` ssig0# w47 `p` w46
    333       !w63 = ssig1# w61 `p` w56 `p` ssig0# w48 `p` w47
    334       !w64 = ssig1# w62 `p` w57 `p` ssig0# w49 `p` w48
    335       !w65 = ssig1# w63 `p` w58 `p` ssig0# w50 `p` w49
    336       !w66 = ssig1# w64 `p` w59 `p` ssig0# w51 `p` w50
    337       !w67 = ssig1# w65 `p` w60 `p` ssig0# w52 `p` w51
    338       !w68 = ssig1# w66 `p` w61 `p` ssig0# w53 `p` w52
    339       !w69 = ssig1# w67 `p` w62 `p` ssig0# w54 `p` w53
    340       !w70 = ssig1# w68 `p` w63 `p` ssig0# w55 `p` w54
    341       !w71 = ssig1# w69 `p` w64 `p` ssig0# w56 `p` w55
    342       !w72 = ssig1# w70 `p` w65 `p` ssig0# w57 `p` w56
    343       !w73 = ssig1# w71 `p` w66 `p` ssig0# w58 `p` w57
    344       !w74 = ssig1# w72 `p` w67 `p` ssig0# w59 `p` w58
    345       !w75 = ssig1# w73 `p` w68 `p` ssig0# w60 `p` w59
    346       !w76 = ssig1# w74 `p` w69 `p` ssig0# w61 `p` w60
    347       !w77 = ssig1# w75 `p` w70 `p` ssig0# w62 `p` w61
    348       !w78 = ssig1# w76 `p` w71 `p` ssig0# w63 `p` w62
    349       !w79 = ssig1# w77 `p` w72 `p` ssig0# w64 `p` w63
    350 
    351       -- rounds (constants are cube roots of first 80 primes)
    352       !(R s00a s00b s00c s00d s00e s00f s00g s00h) =
    353         step# h0 h1 h2 h3 h4 h5 h6 h7 (k 0x428a2f98d728ae22##) w00
    354       !(R s01a s01b s01c s01d s01e s01f s01g s01h) =
    355         step# s00a s00b s00c s00d s00e s00f s00g s00h
    356           (k 0x7137449123ef65cd##) w01
    357       !(R s02a s02b s02c s02d s02e s02f s02g s02h) =
    358         step# s01a s01b s01c s01d s01e s01f s01g s01h
    359           (k 0xb5c0fbcfec4d3b2f##) w02
    360       !(R s03a s03b s03c s03d s03e s03f s03g s03h) =
    361         step# s02a s02b s02c s02d s02e s02f s02g s02h
    362           (k 0xe9b5dba58189dbbc##) w03
    363       !(R s04a s04b s04c s04d s04e s04f s04g s04h) =
    364         step# s03a s03b s03c s03d s03e s03f s03g s03h
    365           (k 0x3956c25bf348b538##) w04
    366       !(R s05a s05b s05c s05d s05e s05f s05g s05h) =
    367         step# s04a s04b s04c s04d s04e s04f s04g s04h
    368           (k 0x59f111f1b605d019##) w05
    369       !(R s06a s06b s06c s06d s06e s06f s06g s06h) =
    370         step# s05a s05b s05c s05d s05e s05f s05g s05h
    371           (k 0x923f82a4af194f9b##) w06
    372       !(R s07a s07b s07c s07d s07e s07f s07g s07h) =
    373         step# s06a s06b s06c s06d s06e s06f s06g s06h
    374           (k 0xab1c5ed5da6d8118##) w07
    375       !(R s08a s08b s08c s08d s08e s08f s08g s08h) =
    376         step# s07a s07b s07c s07d s07e s07f s07g s07h
    377           (k 0xd807aa98a3030242##) w08
    378       !(R s09a s09b s09c s09d s09e s09f s09g s09h) =
    379         step# s08a s08b s08c s08d s08e s08f s08g s08h
    380           (k 0x12835b0145706fbe##) w09
    381       !(R s10a s10b s10c s10d s10e s10f s10g s10h) =
    382         step# s09a s09b s09c s09d s09e s09f s09g s09h
    383           (k 0x243185be4ee4b28c##) w10
    384       !(R s11a s11b s11c s11d s11e s11f s11g s11h) =
    385         step# s10a s10b s10c s10d s10e s10f s10g s10h
    386           (k 0x550c7dc3d5ffb4e2##) w11
    387       !(R s12a s12b s12c s12d s12e s12f s12g s12h) =
    388         step# s11a s11b s11c s11d s11e s11f s11g s11h
    389           (k 0x72be5d74f27b896f##) w12
    390       !(R s13a s13b s13c s13d s13e s13f s13g s13h) =
    391         step# s12a s12b s12c s12d s12e s12f s12g s12h
    392           (k 0x80deb1fe3b1696b1##) w13
    393       !(R s14a s14b s14c s14d s14e s14f s14g s14h) =
    394         step# s13a s13b s13c s13d s13e s13f s13g s13h
    395           (k 0x9bdc06a725c71235##) w14
    396       !(R s15a s15b s15c s15d s15e s15f s15g s15h) =
    397         step# s14a s14b s14c s14d s14e s14f s14g s14h
    398           (k 0xc19bf174cf692694##) w15
    399       !(R s16a s16b s16c s16d s16e s16f s16g s16h) =
    400         step# s15a s15b s15c s15d s15e s15f s15g s15h
    401           (k 0xe49b69c19ef14ad2##) w16
    402       !(R s17a s17b s17c s17d s17e s17f s17g s17h) =
    403         step# s16a s16b s16c s16d s16e s16f s16g s16h
    404           (k 0xefbe4786384f25e3##) w17
    405       !(R s18a s18b s18c s18d s18e s18f s18g s18h) =
    406         step# s17a s17b s17c s17d s17e s17f s17g s17h
    407           (k 0x0fc19dc68b8cd5b5##) w18
    408       !(R s19a s19b s19c s19d s19e s19f s19g s19h) =
    409         step# s18a s18b s18c s18d s18e s18f s18g s18h
    410           (k 0x240ca1cc77ac9c65##) w19
    411       !(R s20a s20b s20c s20d s20e s20f s20g s20h) =
    412         step# s19a s19b s19c s19d s19e s19f s19g s19h
    413           (k 0x2de92c6f592b0275##) w20
    414       !(R s21a s21b s21c s21d s21e s21f s21g s21h) =
    415         step# s20a s20b s20c s20d s20e s20f s20g s20h
    416           (k 0x4a7484aa6ea6e483##) w21
    417       !(R s22a s22b s22c s22d s22e s22f s22g s22h) =
    418         step# s21a s21b s21c s21d s21e s21f s21g s21h
    419           (k 0x5cb0a9dcbd41fbd4##) w22
    420       !(R s23a s23b s23c s23d s23e s23f s23g s23h) =
    421         step# s22a s22b s22c s22d s22e s22f s22g s22h
    422           (k 0x76f988da831153b5##) w23
    423       !(R s24a s24b s24c s24d s24e s24f s24g s24h) =
    424         step# s23a s23b s23c s23d s23e s23f s23g s23h
    425           (k 0x983e5152ee66dfab##) w24
    426       !(R s25a s25b s25c s25d s25e s25f s25g s25h) =
    427         step# s24a s24b s24c s24d s24e s24f s24g s24h
    428           (k 0xa831c66d2db43210##) w25
    429       !(R s26a s26b s26c s26d s26e s26f s26g s26h) =
    430         step# s25a s25b s25c s25d s25e s25f s25g s25h
    431           (k 0xb00327c898fb213f##) w26
    432       !(R s27a s27b s27c s27d s27e s27f s27g s27h) =
    433         step# s26a s26b s26c s26d s26e s26f s26g s26h
    434           (k 0xbf597fc7beef0ee4##) w27
    435       !(R s28a s28b s28c s28d s28e s28f s28g s28h) =
    436         step# s27a s27b s27c s27d s27e s27f s27g s27h
    437           (k 0xc6e00bf33da88fc2##) w28
    438       !(R s29a s29b s29c s29d s29e s29f s29g s29h) =
    439         step# s28a s28b s28c s28d s28e s28f s28g s28h
    440           (k 0xd5a79147930aa725##) w29
    441       !(R s30a s30b s30c s30d s30e s30f s30g s30h) =
    442         step# s29a s29b s29c s29d s29e s29f s29g s29h
    443           (k 0x06ca6351e003826f##) w30
    444       !(R s31a s31b s31c s31d s31e s31f s31g s31h) =
    445         step# s30a s30b s30c s30d s30e s30f s30g s30h
    446           (k 0x142929670a0e6e70##) w31
    447       !(R s32a s32b s32c s32d s32e s32f s32g s32h) =
    448         step# s31a s31b s31c s31d s31e s31f s31g s31h
    449           (k 0x27b70a8546d22ffc##) w32
    450       !(R s33a s33b s33c s33d s33e s33f s33g s33h) =
    451         step# s32a s32b s32c s32d s32e s32f s32g s32h
    452           (k 0x2e1b21385c26c926##) w33
    453       !(R s34a s34b s34c s34d s34e s34f s34g s34h) =
    454         step# s33a s33b s33c s33d s33e s33f s33g s33h
    455           (k 0x4d2c6dfc5ac42aed##) w34
    456       !(R s35a s35b s35c s35d s35e s35f s35g s35h) =
    457         step# s34a s34b s34c s34d s34e s34f s34g s34h
    458           (k 0x53380d139d95b3df##) w35
    459       !(R s36a s36b s36c s36d s36e s36f s36g s36h) =
    460         step# s35a s35b s35c s35d s35e s35f s35g s35h
    461           (k 0x650a73548baf63de##) w36
    462       !(R s37a s37b s37c s37d s37e s37f s37g s37h) =
    463         step# s36a s36b s36c s36d s36e s36f s36g s36h
    464           (k 0x766a0abb3c77b2a8##) w37
    465       !(R s38a s38b s38c s38d s38e s38f s38g s38h) =
    466         step# s37a s37b s37c s37d s37e s37f s37g s37h
    467           (k 0x81c2c92e47edaee6##) w38
    468       !(R s39a s39b s39c s39d s39e s39f s39g s39h) =
    469         step# s38a s38b s38c s38d s38e s38f s38g s38h
    470           (k 0x92722c851482353b##) w39
    471       !(R s40a s40b s40c s40d s40e s40f s40g s40h) =
    472         step# s39a s39b s39c s39d s39e s39f s39g s39h
    473           (k 0xa2bfe8a14cf10364##) w40
    474       !(R s41a s41b s41c s41d s41e s41f s41g s41h) =
    475         step# s40a s40b s40c s40d s40e s40f s40g s40h
    476           (k 0xa81a664bbc423001##) w41
    477       !(R s42a s42b s42c s42d s42e s42f s42g s42h) =
    478         step# s41a s41b s41c s41d s41e s41f s41g s41h
    479           (k 0xc24b8b70d0f89791##) w42
    480       !(R s43a s43b s43c s43d s43e s43f s43g s43h) =
    481         step# s42a s42b s42c s42d s42e s42f s42g s42h
    482           (k 0xc76c51a30654be30##) w43
    483       !(R s44a s44b s44c s44d s44e s44f s44g s44h) =
    484         step# s43a s43b s43c s43d s43e s43f s43g s43h
    485           (k 0xd192e819d6ef5218##) w44
    486       !(R s45a s45b s45c s45d s45e s45f s45g s45h) =
    487         step# s44a s44b s44c s44d s44e s44f s44g s44h
    488           (k 0xd69906245565a910##) w45
    489       !(R s46a s46b s46c s46d s46e s46f s46g s46h) =
    490         step# s45a s45b s45c s45d s45e s45f s45g s45h
    491           (k 0xf40e35855771202a##) w46
    492       !(R s47a s47b s47c s47d s47e s47f s47g s47h) =
    493         step# s46a s46b s46c s46d s46e s46f s46g s46h
    494           (k 0x106aa07032bbd1b8##) w47
    495       !(R s48a s48b s48c s48d s48e s48f s48g s48h) =
    496         step# s47a s47b s47c s47d s47e s47f s47g s47h
    497           (k 0x19a4c116b8d2d0c8##) w48
    498       !(R s49a s49b s49c s49d s49e s49f s49g s49h) =
    499         step# s48a s48b s48c s48d s48e s48f s48g s48h
    500           (k 0x1e376c085141ab53##) w49
    501       !(R s50a s50b s50c s50d s50e s50f s50g s50h) =
    502         step# s49a s49b s49c s49d s49e s49f s49g s49h
    503           (k 0x2748774cdf8eeb99##) w50
    504       !(R s51a s51b s51c s51d s51e s51f s51g s51h) =
    505         step# s50a s50b s50c s50d s50e s50f s50g s50h
    506           (k 0x34b0bcb5e19b48a8##) w51
    507       !(R s52a s52b s52c s52d s52e s52f s52g s52h) =
    508         step# s51a s51b s51c s51d s51e s51f s51g s51h
    509           (k 0x391c0cb3c5c95a63##) w52
    510       !(R s53a s53b s53c s53d s53e s53f s53g s53h) =
    511         step# s52a s52b s52c s52d s52e s52f s52g s52h
    512           (k 0x4ed8aa4ae3418acb##) w53
    513       !(R s54a s54b s54c s54d s54e s54f s54g s54h) =
    514         step# s53a s53b s53c s53d s53e s53f s53g s53h
    515           (k 0x5b9cca4f7763e373##) w54
    516       !(R s55a s55b s55c s55d s55e s55f s55g s55h) =
    517         step# s54a s54b s54c s54d s54e s54f s54g s54h
    518           (k 0x682e6ff3d6b2b8a3##) w55
    519       !(R s56a s56b s56c s56d s56e s56f s56g s56h) =
    520         step# s55a s55b s55c s55d s55e s55f s55g s55h
    521           (k 0x748f82ee5defb2fc##) w56
    522       !(R s57a s57b s57c s57d s57e s57f s57g s57h) =
    523         step# s56a s56b s56c s56d s56e s56f s56g s56h
    524           (k 0x78a5636f43172f60##) w57
    525       !(R s58a s58b s58c s58d s58e s58f s58g s58h) =
    526         step# s57a s57b s57c s57d s57e s57f s57g s57h
    527           (k 0x84c87814a1f0ab72##) w58
    528       !(R s59a s59b s59c s59d s59e s59f s59g s59h) =
    529         step# s58a s58b s58c s58d s58e s58f s58g s58h
    530           (k 0x8cc702081a6439ec##) w59
    531       !(R s60a s60b s60c s60d s60e s60f s60g s60h) =
    532         step# s59a s59b s59c s59d s59e s59f s59g s59h
    533           (k 0x90befffa23631e28##) w60
    534       !(R s61a s61b s61c s61d s61e s61f s61g s61h) =
    535         step# s60a s60b s60c s60d s60e s60f s60g s60h
    536           (k 0xa4506cebde82bde9##) w61
    537       !(R s62a s62b s62c s62d s62e s62f s62g s62h) =
    538         step# s61a s61b s61c s61d s61e s61f s61g s61h
    539           (k 0xbef9a3f7b2c67915##) w62
    540       !(R s63a s63b s63c s63d s63e s63f s63g s63h) =
    541         step# s62a s62b s62c s62d s62e s62f s62g s62h
    542           (k 0xc67178f2e372532b##) w63
    543       !(R s64a s64b s64c s64d s64e s64f s64g s64h) =
    544         step# s63a s63b s63c s63d s63e s63f s63g s63h
    545           (k 0xca273eceea26619c##) w64
    546       !(R s65a s65b s65c s65d s65e s65f s65g s65h) =
    547         step# s64a s64b s64c s64d s64e s64f s64g s64h
    548           (k 0xd186b8c721c0c207##) w65
    549       !(R s66a s66b s66c s66d s66e s66f s66g s66h) =
    550         step# s65a s65b s65c s65d s65e s65f s65g s65h
    551           (k 0xeada7dd6cde0eb1e##) w66
    552       !(R s67a s67b s67c s67d s67e s67f s67g s67h) =
    553         step# s66a s66b s66c s66d s66e s66f s66g s66h
    554           (k 0xf57d4f7fee6ed178##) w67
    555       !(R s68a s68b s68c s68d s68e s68f s68g s68h) =
    556         step# s67a s67b s67c s67d s67e s67f s67g s67h
    557           (k 0x06f067aa72176fba##) w68
    558       !(R s69a s69b s69c s69d s69e s69f s69g s69h) =
    559         step# s68a s68b s68c s68d s68e s68f s68g s68h
    560           (k 0x0a637dc5a2c898a6##) w69
    561       !(R s70a s70b s70c s70d s70e s70f s70g s70h) =
    562         step# s69a s69b s69c s69d s69e s69f s69g s69h
    563           (k 0x113f9804bef90dae##) w70
    564       !(R s71a s71b s71c s71d s71e s71f s71g s71h) =
    565         step# s70a s70b s70c s70d s70e s70f s70g s70h
    566           (k 0x1b710b35131c471b##) w71
    567       !(R s72a s72b s72c s72d s72e s72f s72g s72h) =
    568         step# s71a s71b s71c s71d s71e s71f s71g s71h
    569           (k 0x28db77f523047d84##) w72
    570       !(R s73a s73b s73c s73d s73e s73f s73g s73h) =
    571         step# s72a s72b s72c s72d s72e s72f s72g s72h
    572           (k 0x32caab7b40c72493##) w73
    573       !(R s74a s74b s74c s74d s74e s74f s74g s74h) =
    574         step# s73a s73b s73c s73d s73e s73f s73g s73h
    575           (k 0x3c9ebe0a15c9bebc##) w74
    576       !(R s75a s75b s75c s75d s75e s75f s75g s75h) =
    577         step# s74a s74b s74c s74d s74e s74f s74g s74h
    578           (k 0x431d67c49c100d4c##) w75
    579       !(R s76a s76b s76c s76d s76e s76f s76g s76h) =
    580         step# s75a s75b s75c s75d s75e s75f s75g s75h
    581           (k 0x4cc5d4becb3e42b6##) w76
    582       !(R s77a s77b s77c s77d s77e s77f s77g s77h) =
    583         step# s76a s76b s76c s76d s76e s76f s76g s76h
    584           (k 0x597f299cfc657e2a##) w77
    585       !(R s78a s78b s78c s78d s78e s78f s78g s78h) =
    586         step# s77a s77b s77c s77d s77e s77f s77g s77h
    587           (k 0x5fcb6fab3ad6faec##) w78
    588       !(R s79a s79b s79c s79d s79e s79f s79g s79h) =
    589         step# s78a s78b s78c s78d s78e s78f s78g s78h
    590           (k 0x6c44198c4a475817##) w79
    591   in  R (h0 `p` s79a) (h1 `p` s79b) (h2 `p` s79c) (h3 `p` s79d)
    592         (h4 `p` s79e) (h5 `p` s79f) (h6 `p` s79g) (h7 `p` s79h)
    593   where
    594     p = Exts.plusWord64#
    595     {-# INLINE p #-}
    596     k :: Exts.Word# -> Exts.Word64#
    597     k = Exts.wordToWord64#
    598     {-# INLINE k #-}
    599 
    600 -- rotate right
    601 rotr# :: Exts.Word64# -> Int# -> Exts.Word64#
    602 rotr# x n =
    603   Exts.uncheckedShiftRL64# x n `Exts.or64#`
    604   Exts.uncheckedShiftL64# x (64# Exts.-# n)
    605 {-# INLINE rotr# #-}
    606 
    607 -- logical right shift
    608 shr# :: Exts.Word64# -> Int# -> Exts.Word64#
    609 shr# = Exts.uncheckedShiftRL64#
    610 {-# INLINE shr# #-}
    611 
    612 -- ch(x, y, z) = (x & y) ^ (~x & z)
    613 ch# :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    614 ch# x y z =
    615   (x `Exts.and64#` y) `Exts.xor64#`
    616   (Exts.not64# x `Exts.and64#` z)
    617 {-# INLINE ch# #-}
    618 
    619 -- maj(x, y, z) = (x & (y | z)) | (y & z)
    620 maj# :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    621 maj# x y z =
    622   (x `Exts.and64#` (y `Exts.or64#` z)) `Exts.or64#`
    623   (y `Exts.and64#` z)
    624 {-# INLINE maj# #-}
    625 
    626 -- big sigma 0: rotr28 ^ rotr34 ^ rotr39
    627 bsig0# :: Exts.Word64# -> Exts.Word64#
    628 bsig0# x =
    629   rotr# x 28# `Exts.xor64#` rotr# x 34# `Exts.xor64#` rotr# x 39#
    630 {-# INLINE bsig0# #-}
    631 
    632 -- big sigma 1: rotr14 ^ rotr18 ^ rotr41
    633 bsig1# :: Exts.Word64# -> Exts.Word64#
    634 bsig1# x =
    635   rotr# x 14# `Exts.xor64#` rotr# x 18# `Exts.xor64#` rotr# x 41#
    636 {-# INLINE bsig1# #-}
    637 
    638 -- small sigma 0: rotr1 ^ rotr8 ^ shr7
    639 ssig0# :: Exts.Word64# -> Exts.Word64#
    640 ssig0# x =
    641   rotr# x 1# `Exts.xor64#` rotr# x 8# `Exts.xor64#` shr# x 7#
    642 {-# INLINE ssig0# #-}
    643 
    644 -- small sigma 1: rotr19 ^ rotr61 ^ shr6
    645 ssig1# :: Exts.Word64# -> Exts.Word64#
    646 ssig1# x =
    647   rotr# x 19# `Exts.xor64#` rotr# x 61# `Exts.xor64#` shr# x 6#
    648 {-# INLINE ssig1# #-}
    649 
    650 -- round step
    651 step#
    652   :: Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    653   -> Exts.Word64# -> Exts.Word64# -> Exts.Word64# -> Exts.Word64#
    654   -> Exts.Word64# -> Exts.Word64#
    655   -> Registers
    656 step# a b c d e f g h k w =
    657   let !t1 =                h
    658         `Exts.plusWord64#` bsig1# e
    659         `Exts.plusWord64#` ch# e f g
    660         `Exts.plusWord64#` k
    661         `Exts.plusWord64#` w
    662       !t2 = bsig0# a `Exts.plusWord64#` maj# a b c
    663   in  R (t1 `Exts.plusWord64#` t2) a b c (d `Exts.plusWord64#` t1) e f g
    664 {-# INLINE step# #-}
    665 
    666 -- initial register state; first 64 bits of the fractional parts of the
    667 -- square roots of the first eight primes
    668 iv :: () -> Registers
    669 iv _ = R
    670   (Exts.wordToWord64# 0x6a09e667f3bcc908##)
    671   (Exts.wordToWord64# 0xbb67ae8584caa73b##)
    672   (Exts.wordToWord64# 0x3c6ef372fe94f82b##)
    673   (Exts.wordToWord64# 0xa54ff53a5f1d36f1##)
    674   (Exts.wordToWord64# 0x510e527fade682d1##)
    675   (Exts.wordToWord64# 0x9b05688c2b3e6c1f##)
    676   (Exts.wordToWord64# 0x1f83d9abfb41bd6b##)
    677   (Exts.wordToWord64# 0x5be0cd19137e2179##)
    678 
    679 -- serializing ----------------------------------------------------------------
    680 
    681 -- | Concat SHA512 state into a ByteString.
    682 cat :: Registers -> BS.ByteString
    683 cat rs = BI.unsafeCreate 64 (cat_into rs)
    684 {-# INLINABLE cat #-}
    685 
    686 -- | Serialize SHA512 state to a pointer (big-endian).
    687 cat_into :: Registers -> Ptr Word8 -> IO ()
    688 cat_into (R h0 h1 h2 h3 h4 h5 h6 h7) (Ptr addr) = GHC.IO.IO $ \s0 ->
    689   case poke64be addr 00# h0 s0 of { s1 ->
    690   case poke64be addr 08# h1 s1 of { s2 ->
    691   case poke64be addr 16# h2 s2 of { s3 ->
    692   case poke64be addr 24# h3 s3 of { s4 ->
    693   case poke64be addr 32# h4 s4 of { s5 ->
    694   case poke64be addr 40# h5 s5 of { s6 ->
    695   case poke64be addr 48# h6 s6 of { s7 ->
    696   case poke64be addr 56# h7 s7 of { s8 ->
    697   (# s8, () #)
    698   }}}}}}}}
    699 {-# INLINE cat_into #-}
    700 
    701 poke64be
    702   :: Exts.Addr#
    703   -> Int#
    704   -> Exts.Word64#
    705   -> Exts.State# Exts.RealWorld
    706   -> Exts.State# Exts.RealWorld
    707 poke64be a off w s0 =
    708   case Exts.writeWord8OffAddr# a off (byte# w 56#) s0 of { s1 ->
    709   case Exts.writeWord8OffAddr# a (off Exts.+# 1#) (byte# w 48#) s1 of { s2 ->
    710   case Exts.writeWord8OffAddr# a (off Exts.+# 2#) (byte# w 40#) s2 of { s3 ->
    711   case Exts.writeWord8OffAddr# a (off Exts.+# 3#) (byte# w 32#) s3 of { s4 ->
    712   case Exts.writeWord8OffAddr# a (off Exts.+# 4#) (byte# w 24#) s4 of { s5 ->
    713   case Exts.writeWord8OffAddr# a (off Exts.+# 5#) (byte# w 16#) s5 of { s6 ->
    714   case Exts.writeWord8OffAddr# a (off Exts.+# 6#) (byte# w 8#) s6 of { s7 ->
    715   Exts.writeWord8OffAddr# a (off Exts.+# 7#) (byte# w 0#) s7
    716   }}}}}}}
    717 {-# INLINE poke64be #-}
    718 
    719 byte# :: Exts.Word64# -> Int# -> Exts.Word8#
    720 byte# w n = Exts.wordToWord8#
    721   (Exts.word64ToWord# (Exts.uncheckedShiftRL64# w n))
    722 {-# INLINE byte# #-}
    723 
    724 -- | Write register state to a pointer (native endian Word64s).
    725 poke_registers :: Ptr Word64 -> Registers -> IO ()
    726 poke_registers (Ptr addr) (R w0 w1 w2 w3 w4 w5 w6 w7) = GHC.IO.IO $ \s0 ->
    727   case Exts.writeWord64OffAddr# addr 0# w0 s0 of { s1 ->
    728   case Exts.writeWord64OffAddr# addr 1# w1 s1 of { s2 ->
    729   case Exts.writeWord64OffAddr# addr 2# w2 s2 of { s3 ->
    730   case Exts.writeWord64OffAddr# addr 3# w3 s3 of { s4 ->
    731   case Exts.writeWord64OffAddr# addr 4# w4 s4 of { s5 ->
    732   case Exts.writeWord64OffAddr# addr 5# w5 s5 of { s6 ->
    733   case Exts.writeWord64OffAddr# addr 6# w6 s6 of { s7 ->
    734   case Exts.writeWord64OffAddr# addr 7# w7 s7 of { s8 ->
    735   (# s8, () #) }}}}}}}}
    736 {-# INLINE poke_registers #-}
    737 
    738 -- hmac utilities -------------------------------------------------------------
    739 
    740 -- pad registers to block
    741 pad_registers :: Registers -> Block
    742 pad_registers (R w0 w1 w2 w3 w4 w5 w6 w7) = B
    743   w0 w1 w2 w3 w4 w5 w6 w7
    744   (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##)
    745   (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##)
    746   (Exts.wordToWord64# 0##) (Exts.wordToWord64# 0##)
    747 {-# INLINE pad_registers #-}
    748 
    749 -- pad registers to block, using padding separator and augmented length
    750 -- (assumes existence of a leading block)
    751 -- length = (128 + 64) * 8 = 1536 = 0x600
    752 pad_registers_with_length :: Registers -> Block
    753 pad_registers_with_length (R h0 h1 h2 h3 h4 h5 h6 h7) = B
    754   h0 h1 h2 h3 h4 h5 h6 h7           -- inner hash
    755   (Exts.wordToWord64# 0x8000000000000000##) -- padding separator
    756   (Exts.wordToWord64# 0x0000000000000000##)
    757   (Exts.wordToWord64# 0x0000000000000000##)
    758   (Exts.wordToWord64# 0x0000000000000000##)
    759   (Exts.wordToWord64# 0x0000000000000000##)
    760   (Exts.wordToWord64# 0x0000000000000000##)
    761   (Exts.wordToWord64# 0x0000000000000000##) -- high 64 bits of length
    762   (Exts.wordToWord64# 0x0000000000000600##) -- low 64 bits of length
    763 {-# INLINABLE pad_registers_with_length #-}
    764 
    765 xor :: Block -> Exts.Word64# -> Block
    766 xor (B w00 w01 w02 w03 w04 w05 w06 w07 w08 w09 w10 w11 w12 w13 w14 w15) b = B
    767   (Exts.xor64# w00 b)
    768   (Exts.xor64# w01 b)
    769   (Exts.xor64# w02 b)
    770   (Exts.xor64# w03 b)
    771   (Exts.xor64# w04 b)
    772   (Exts.xor64# w05 b)
    773   (Exts.xor64# w06 b)
    774   (Exts.xor64# w07 b)
    775   (Exts.xor64# w08 b)
    776   (Exts.xor64# w09 b)
    777   (Exts.xor64# w10 b)
    778   (Exts.xor64# w11 b)
    779   (Exts.xor64# w12 b)
    780   (Exts.xor64# w13 b)
    781   (Exts.xor64# w14 b)
    782   (Exts.xor64# w15 b)
    783 {-# INLINE xor #-}
    784 
    785 parse_key :: BS.ByteString -> Block
    786 parse_key bs = B
    787   (w64_zero bs 000) (w64_zero bs 008) (w64_zero bs 016) (w64_zero bs 024)
    788   (w64_zero bs 032) (w64_zero bs 040) (w64_zero bs 048) (w64_zero bs 056)
    789   (w64_zero bs 064) (w64_zero bs 072) (w64_zero bs 080) (w64_zero bs 088)
    790   (w64_zero bs 096) (w64_zero bs 104) (w64_zero bs 112) (w64_zero bs 120)
    791 {-# INLINE parse_key #-}
    792 
    793 -- read big-endian Word64#, zero-padding beyond input length
    794 w64_zero :: BS.ByteString -> Int -> Exts.Word64#
    795 w64_zero bs i =
    796   let !w0 = w8_zero bs i       `Exts.uncheckedShiftL#` 56#
    797       !w1 = w8_zero bs (i + 1) `Exts.uncheckedShiftL#` 48#
    798       !w2 = w8_zero bs (i + 2) `Exts.uncheckedShiftL#` 40#
    799       !w3 = w8_zero bs (i + 3) `Exts.uncheckedShiftL#` 32#
    800       !w4 = w8_zero bs (i + 4) `Exts.uncheckedShiftL#` 24#
    801       !w5 = w8_zero bs (i + 5) `Exts.uncheckedShiftL#` 16#
    802       !w6 = w8_zero bs (i + 6) `Exts.uncheckedShiftL#` 08#
    803       !w7 = w8_zero bs (i + 7)
    804   in  Exts.wordToWord64#
    805         (w0 `Exts.or#` w1 `Exts.or#` w2 `Exts.or#` w3 `Exts.or#`
    806          w4 `Exts.or#` w5 `Exts.or#` w6 `Exts.or#` w7)
    807 {-# INLINE w64_zero #-}
    808 
    809 -- read byte as Word#, returning zero beyond input length
    810 w8_zero :: BS.ByteString -> Int -> Exts.Word#
    811 w8_zero bs@(BI.PS _ _ l) i
    812   | i < l     = let !(GHC.Word.W8# w) = BU.unsafeIndex bs i
    813                 in  Exts.word8ToWord# w
    814   | otherwise = 0##
    815 {-# INLINE w8_zero #-}
    816 
    817 -- hmac-drbg utilities --------------------------------------------------------
    818 
    819 -- | Parse first complete block from v || sep || dat[0:63].
    820 --
    821 --   Requires len(dat) >= 63.
    822 parse_vsb :: Registers -> Word8 -> BS.ByteString -> Block
    823 parse_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) (GHC.Word.W8# sep) dat =
    824   let !(GHC.Word.W8# b0) = BU.unsafeIndex dat 0
    825       !(GHC.Word.W8# b1) = BU.unsafeIndex dat 1
    826       !(GHC.Word.W8# b2) = BU.unsafeIndex dat 2
    827       !(GHC.Word.W8# b3) = BU.unsafeIndex dat 3
    828       !(GHC.Word.W8# b4) = BU.unsafeIndex dat 4
    829       !(GHC.Word.W8# b5) = BU.unsafeIndex dat 5
    830       !(GHC.Word.W8# b6) = BU.unsafeIndex dat 6
    831       !w08 =       Exts.uncheckedShiftL# (Exts.word8ToWord# sep) 56#
    832         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b0)  48#
    833         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b1)  40#
    834         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b2)  32#
    835         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b3)  24#
    836         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b4)  16#
    837         `Exts.or#` Exts.uncheckedShiftL# (Exts.word8ToWord# b5)  08#
    838         `Exts.or#` Exts.word8ToWord# b6
    839   in  B v0 v1 v2 v3 v4 v5 v6 v7
    840         (Exts.wordToWord64# w08)
    841         (word64be dat 07) (word64be dat 15) (word64be dat 23)
    842         (word64be dat 31) (word64be dat 39) (word64be dat 47) (word64be dat 55)
    843 {-# INLINE parse_vsb #-}
    844 
    845 -- | Parse single padding block from v || sep || dat.
    846 --
    847 --   Requires (65 + len(dat)) < 112.
    848 parse_pad1_vsb :: Registers -> Word8 -> BS.ByteString -> Word64 -> Block
    849 parse_pad1_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) sep dat total =
    850   let !bits = total * 8
    851       !(GHC.Word.W64# llo) = bits
    852   in  B v0 v1 v2 v3 v4 v5 v6 v7
    853         (w64_sdp sep dat 064) (w64_sdp sep dat 072)
    854         (w64_sdp sep dat 080) (w64_sdp sep dat 088)
    855         (w64_sdp sep dat 096) (w64_sdp sep dat 104)
    856         (Exts.wordToWord64# 0##) llo
    857 {-# INLINABLE parse_pad1_vsb #-}
    858 
    859 -- | Parse two padding blocks from v || sep || dat.
    860 --
    861 --   Requires 112 <= (65 + len(dat)) < 128.
    862 parse_pad2_vsb
    863   :: Registers -> Word8 -> BS.ByteString -> Word64 -> (# Block, Block #)
    864 parse_pad2_vsb (R v0 v1 v2 v3 v4 v5 v6 v7) sep dat total =
    865   let !bits = total * 8
    866       !z = Exts.wordToWord64# 0##
    867       !(GHC.Word.W64# llo) = bits
    868       !b0 = B v0 v1 v2 v3 v4 v5 v6 v7
    869               (w64_sdp sep dat 064) (w64_sdp sep dat 072)
    870               (w64_sdp sep dat 080) (w64_sdp sep dat 088)
    871               (w64_sdp sep dat 096) (w64_sdp sep dat 104)
    872               (w64_sdp sep dat 112) (w64_sdp sep dat 120)
    873       !b1 = B z z z z z z z z z z z z z z z llo
    874   in  (# b0, b1 #)
    875 {-# INLINABLE parse_pad2_vsb #-}
    876 
    877 -- Read Word64 at offset i (>= 64) from (sep || dat || 0x80 || zeros).
    878 w64_sdp :: Word8 -> BS.ByteString -> Int -> Exts.Word64#
    879 w64_sdp sep dat i =
    880   let !(GHC.Word.W8# a) = byte_sdp sep dat i
    881       !(GHC.Word.W8# b) = byte_sdp sep dat (i + 1)
    882       !(GHC.Word.W8# c) = byte_sdp sep dat (i + 2)
    883       !(GHC.Word.W8# d) = byte_sdp sep dat (i + 3)
    884       !(GHC.Word.W8# e) = byte_sdp sep dat (i + 4)
    885       !(GHC.Word.W8# f) = byte_sdp sep dat (i + 5)
    886       !(GHC.Word.W8# g) = byte_sdp sep dat (i + 6)
    887       !(GHC.Word.W8# h) = byte_sdp sep dat (i + 7)
    888   in  Exts.wordToWord64#
    889         (Exts.uncheckedShiftL# (Exts.word8ToWord# a) 56#
    890          `Exts.or#`
    891          Exts.uncheckedShiftL# (Exts.word8ToWord# b) 48#
    892          `Exts.or#`
    893          Exts.uncheckedShiftL# (Exts.word8ToWord# c) 40#
    894          `Exts.or#`
    895          Exts.uncheckedShiftL# (Exts.word8ToWord# d) 32#
    896          `Exts.or#`
    897          Exts.uncheckedShiftL# (Exts.word8ToWord# e) 24#
    898          `Exts.or#`
    899          Exts.uncheckedShiftL# (Exts.word8ToWord# f) 16#
    900          `Exts.or#`
    901          Exts.uncheckedShiftL# (Exts.word8ToWord# g) 8#
    902          `Exts.or#`
    903          Exts.word8ToWord# h)
    904 {-# INLINE w64_sdp #-}
    905 
    906 -- Read byte at offset i (>= 64) from (sep || dat || 0x80 || zeros).
    907 byte_sdp :: Word8 -> BS.ByteString -> Int -> Word8
    908 byte_sdp sep dat@(BI.PS _ _ l) i
    909   | i == 64     = sep
    910   | i < 65 + l  = BU.unsafeIndex dat (i - 65)
    911   | i == 65 + l = 0x80
    912   | otherwise   = 0x00
    913 {-# INLINE byte_sdp #-}
    914