Struct QuantizedEmbeddingBuilder

pub struct QuantizedEmbeddingBuilder {
    pub embedding_count: i32,
    pub dimensions: i32,
    pub group_size: i32,
    pub bits: i32,
}

Builder for QuantizedEmbedding

Fields

embedding_count: i32

How many possible discrete tokens can we embed. Usually called the vocabulary size.

dimensions: i32

The dimensionality of the embeddings.

group_size: i32

Quantization group size. Default to QuantizedEmbedding::DEFAULT_GROUP_SIZE

bits: i32

Bits per parameter. Default to QuantizedEmbedding::DEFAULT_BITS

Implementations

impl QuantizedEmbeddingBuilder

pub fn new(embedding_count: impl Into<i32>, dimensions: impl Into<i32>) -> Self

Creates a new QuantizedEmbeddingBuilder.

impl QuantizedEmbeddingBuilder

pub fn group_size(self, group_size: impl Into<i32>) -> Self

Sets the value of [group_size].

pub fn bits(self, bits: impl Into<i32>) -> Self

Sets the value of [bits].

impl QuantizedEmbeddingBuilder

pub fn build_with_embedding( self, embedding: Embedding, ) -> Result<QuantizedEmbedding, Exception>

Convenience method to build a new QuantizedEmbedding with an existing Embedding

pub fn build_with_weight( self, weight: Array, ) -> Result<QuantizedEmbedding, Exception>

Convenience method to build a new QuantizedEmbedding with an existing weight matrix

Trait Implementations

impl Builder<QuantizedEmbedding> for QuantizedEmbeddingBuilder

type Error = Exception

Error with building

fn build(self) -> Result<QuantizedEmbedding, Self::Error>

Build the type

impl Clone for QuantizedEmbeddingBuilder

fn clone(&self) -> QuantizedEmbeddingBuilder

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantizedEmbeddingBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.