KvCacheConfig
constructor(numLayers: Int, numHeads: Int, headDim: Int, maxSeqLen: Int, keyEncoding: TensorEncoding = TensorEncoding.Dense(4), valueEncoding: TensorEncoding = TensorEncoding.Dense(4), placement: Placement = Placement.CPU_HEAP.copy(residency = Residency.PERSISTENT))(source)