Struct MultiHeadAttentionBuilder

pub struct MultiHeadAttentionBuilder {
    pub dims: i32,
    pub num_heads: i32,
    pub query_input_dims: Option<i32>,
    pub key_input_dims: Option<i32>,
    pub value_input_dims: Option<i32>,
    pub value_dims: Option<i32>,
    pub value_output_dims: Option<i32>,
    pub bias: bool,
}

Builder for the MultiHeadAttention module

Fields

dims: i32

Model dimensions and default for the other dimensions if they are not supplied

num_heads: i32

Number of attention heads

query_input_dims: Option<i32>

Input dimensions of queries

key_input_dims: Option<i32>

Input dimensions of keys

value_input_dims: Option<i32>

Input dimensions of values

value_dims: Option<i32>

Dimensions of values after the projection

value_output_dims: Option<i32>

Dimensions new values will be projected to

bias: bool

If true, use a bias in the Linear layers

Implementations

impl MultiHeadAttentionBuilder

pub fn new(dims: impl Into<i32>, num_heads: impl Into<i32>) -> Self

Creates a new MultiHeadAttentionBuilder.

impl MultiHeadAttentionBuilder

pub fn query_input_dims(self, query_input_dims: impl Into<Option<i32>>) -> Self

Sets the value of [query_input_dims].

pub fn key_input_dims(self, key_input_dims: impl Into<Option<i32>>) -> Self

Sets the value of [key_input_dims].

pub fn value_input_dims(self, value_input_dims: impl Into<Option<i32>>) -> Self

Sets the value of [value_input_dims].

pub fn value_dims(self, value_dims: impl Into<Option<i32>>) -> Self

Sets the value of [value_dims].

pub fn value_output_dims( self, value_output_dims: impl Into<Option<i32>>, ) -> Self

Sets the value of [value_output_dims].

pub fn bias(self, bias: impl Into<bool>) -> Self

Sets the value of [bias].

Trait Implementations

impl Builder<MultiHeadAttention> for MultiHeadAttentionBuilder

type Error = MultiHeadAttentionBuildError

Error with building

fn build(self) -> Result<MultiHeadAttention, Self::Error>

Build the type

impl Clone for MultiHeadAttentionBuilder

fn clone(&self) -> MultiHeadAttentionBuilder

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MultiHeadAttentionBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.