#[repr(C)]
pub struct InferencingParams { pub max_tokens: u32, pub repeat_penalty: f32, pub repeat_penalty_last_n_token_count: u32, pub temperature: f32, pub top_k: u32, pub top_p: f32, }
Expand description

Inference request parameters

Fields§

§max_tokens: u32

The maximum tokens that should be inferred.

Note: the backing implementation may return less tokens.

§repeat_penalty: f32

The amount the model should avoid repeating tokens.

§repeat_penalty_last_n_token_count: u32

The number of tokens the model should apply the repeat penalty to.

§temperature: f32

The randomness with which the next token is selected.

§top_k: u32

The number of possible next tokens the model will choose from.

§top_p: f32

The probability total of next tokens the model will choose from.

Trait Implementations§

source§

impl Clone for InferencingParams

source§

fn clone(&self) -> InferencingParams

Returns a copy of the value. Read more
1.0.0 · source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
source§

impl Debug for InferencingParams

source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
source§

impl Default for InferencingParams

source§

fn default() -> Self

Returns the “default value” for a type. Read more
source§

impl Copy for InferencingParams

Auto Trait Implementations§

Blanket Implementations§

source§

impl<T> Any for T
where T: 'static + ?Sized,

source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
source§

impl<T> Borrow<T> for T
where T: ?Sized,

source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
source§

impl<T> From<T> for T

source§

fn from(t: T) -> T

Returns the argument unchanged.

source§

impl<T, U> Into<U> for T
where U: From<T>,

source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source§

impl<T> ToOwned for T
where T: Clone,

§

type Owned = T

The resulting type after obtaining ownership.
source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

§

type Error = Infallible

The type returned in the event of a conversion error.
source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.