Struct QuantizedLinearBuilder

pub struct QuantizedLinearBuilder {
    pub input_dims: i32,
    pub output_dims: i32,
    pub group_size: i32,
    pub bits: i32,
    pub bias: bool,
}

Builder for QuantizedLinear

Fields

input_dims: i32

The dimensionality of the input features.

output_dims: i32

The dimensionality of the output features.

group_size: i32

Quantization group size. Default to QuantizedLinear::DEFAULT_GROUP_SIZE

bits: i32

Bits per parameter. Default to QuantizedLinear::DEFAULT_BITS

bias: bool

Whether the linear layer has a bias. Default to Linear::DEFAULT_BIAS

Implementations

impl QuantizedLinearBuilder

pub fn new(input_dims: impl Into<i32>, output_dims: impl Into<i32>) -> Self

Creates a new QuantizedLinearBuilder.

impl QuantizedLinearBuilder

pub fn group_size(self, group_size: impl Into<i32>) -> Self

Sets the value of [group_size].

pub fn bits(self, bits: impl Into<i32>) -> Self

Sets the value of [bits].

pub fn bias(self, bias: impl Into<bool>) -> Self

Sets the value of [bias].

impl QuantizedLinearBuilder

pub fn build_with_linear( self, other: Linear, ) -> Result<QuantizedLinear, Exception>

Convenience method to build a new QuantizedLinear with an existing Linear

Trait Implementations

impl Builder<QuantizedLinear> for QuantizedLinearBuilder

type Error = Exception

Error with building

fn build(self) -> Result<QuantizedLinear, Self::Error>

Build the type

impl Clone for QuantizedLinearBuilder

fn clone(&self) -> QuantizedLinearBuilder

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantizedLinearBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.