skainet-lang-core/sk.ainet.lang.tensor.data/Q4_KTensorData/Companion

Companion

object Companion(source)

Properties

const val BLOCK_SIZE: Int = 256

Elements per Q4_K block.

BYTES_PER_BLOCK

const val BYTES_PER_BLOCK: Int = 144

Bytes per Q4_K block (2 + 2 + 12 + 128 = 144).

const val SUB_BLOCK_SIZE: Int = 32

Elements per sub-block.

SUB_BLOCKS_PER_BLOCK

const val SUB_BLOCKS_PER_BLOCK: Int = 8

Number of sub-blocks per block.