106 MEM_STATIC size_t   BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
107 MEM_STATIC size_t   BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
108 MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
109 MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
132 MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
277 MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)  in BIT_initDStream()  argument
279     if (srcSize < 1) { ZSTD_memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }  in BIT_initDStream()
281     bitD->start = (const char*)srcBuffer;  in BIT_initDStream()
282     bitD->limitPtr = bitD->start + sizeof(bitD->bitContainer);  in BIT_initDStream()
284     if (srcSize >=  sizeof(bitD->bitContainer)) {  /* normal case */  in BIT_initDStream()
285         bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer);  in BIT_initDStream()
286         bitD->bitContainer = MEM_readLEST(bitD->ptr);  in BIT_initDStream()
288 …bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  /* ensures bitsConsumed is alway…  in BIT_initDStream()
291         bitD->ptr   = bitD->start;  in BIT_initDStream()
292         bitD->bitContainer = *(const BYTE*)(bitD->start);  in BIT_initDStream()
295 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
298 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
301 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
304         case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24;  in BIT_initDStream()
307         case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16;  in BIT_initDStream()
310         case 2: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[1]) <<  8;  in BIT_initDStream()
316             bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  in BIT_initDStream()
319         bitD->bitsConsumed += (U32)(sizeof(bitD->bitContainer) - srcSize)*8;  in BIT_initDStream()
354 MEM_STATIC  FORCE_INLINE_ATTR size_t BIT_lookBits(const BIT_DStream_t*  bitD, U32 nbBits)  in BIT_lookBits()  argument
360 …return BIT_getMiddleBits(bitD->bitContainer, (sizeof(bitD->bitContainer)*8) - bitD->bitsConsumed -…  in BIT_lookBits()
363     U32 const regMask = sizeof(bitD->bitContainer)*8 - 1;  in BIT_lookBits()
364 …return ((bitD->bitContainer << (bitD->bitsConsumed & regMask)) >> 1) >> ((regMask-nbBits) & regMas…  in BIT_lookBits()
370 MEM_STATIC size_t BIT_lookBitsFast(const BIT_DStream_t* bitD, U32 nbBits)  in BIT_lookBitsFast()  argument
372     U32 const regMask = sizeof(bitD->bitContainer)*8 - 1;  in BIT_lookBitsFast()
374 … return (bitD->bitContainer << (bitD->bitsConsumed & regMask)) >> (((regMask+1)-nbBits) & regMask);  in BIT_lookBitsFast()
377 MEM_STATIC FORCE_INLINE_ATTR void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)  in BIT_skipBits()  argument
379     bitD->bitsConsumed += nbBits;  in BIT_skipBits()
386 MEM_STATIC FORCE_INLINE_ATTR size_t BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits)  in BIT_readBits()  argument
388     size_t const value = BIT_lookBits(bitD, nbBits);  in BIT_readBits()
389     BIT_skipBits(bitD, nbBits);  in BIT_readBits()
395 MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits)  in BIT_readBitsFast()  argument
397     size_t const value = BIT_lookBitsFast(bitD, nbBits);  in BIT_readBitsFast()
399     BIT_skipBits(bitD, nbBits);  in BIT_readBitsFast()
409 MEM_STATIC BIT_DStream_status BIT_reloadDStreamFast(BIT_DStream_t* bitD)  in BIT_reloadDStreamFast()  argument
411     if (UNLIKELY(bitD->ptr < bitD->limitPtr))  in BIT_reloadDStreamFast()
413     assert(bitD->bitsConsumed <= sizeof(bitD->bitContainer)*8);  in BIT_reloadDStreamFast()
414     bitD->ptr -= bitD->bitsConsumed >> 3;  in BIT_reloadDStreamFast()
415     bitD->bitsConsumed &= 7;  in BIT_reloadDStreamFast()
416     bitD->bitContainer = MEM_readLEST(bitD->ptr);  in BIT_reloadDStreamFast()
425 MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)  in BIT_reloadDStream()  argument
427 …if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* overflow detected, like end of stream…  in BIT_reloadDStream()
430     if (bitD->ptr >= bitD->limitPtr) {  in BIT_reloadDStream()
431         return BIT_reloadDStreamFast(bitD);  in BIT_reloadDStream()
433     if (bitD->ptr == bitD->start) {  in BIT_reloadDStream()
434         if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;  in BIT_reloadDStream()
438     {   U32 nbBytes = bitD->bitsConsumed >> 3;  in BIT_reloadDStream()
440         if (bitD->ptr - nbBytes < bitD->start) {  in BIT_reloadDStream()
441             nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */  in BIT_reloadDStream()
444         bitD->ptr -= nbBytes;  in BIT_reloadDStream()
445         bitD->bitsConsumed -= nbBytes*8;  in BIT_reloadDStream()
446 …bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD->bitContainer)…  in BIT_reloadDStream()