skainet-lang-core/sk.ainet.lang.tensor/TurboQuantKvCacheBenchmark

TurboQuantKvCacheBenchmark

open class TurboQuantKvCacheBenchmark(source)

Constructors

TurboQuantKvCacheBenchmark

constructor()

Functions

appendToken_dense

fun appendToken_dense()

appendToken_turbo4bit

fun appendToken_turbo4bit()

readKeys_dense_16tokens

fun readKeys_dense_16tokens()

readKeys_turbo4bit_16tokens

fun readKeys_turbo4bit_16tokens()

fun setup()