pub struct InstanceState {
pub allowed_models: Arc<HashSet<String>>,
/* private fields */
}Expand description
The instance state for the LLM factor.
Fields§
§allowed_models: Arc<HashSet<String>>Trait Implementations§
Source§impl Host for InstanceState
impl Host for InstanceState
Source§fn infer<'life0, 'async_trait>(
&'life0 mut self,
model: InferencingModel,
prompt: String,
params: Option<InferencingParams>,
) -> Pin<Box<dyn Future<Output = Result<InferencingResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn infer<'life0, 'async_trait>(
&'life0 mut self,
model: InferencingModel,
prompt: String,
params: Option<InferencingParams>,
) -> Pin<Box<dyn Future<Output = Result<InferencingResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Perform inferencing using the provided model and prompt with the given optional params
Source§fn generate_embeddings<'life0, 'async_trait>(
&'life0 mut self,
model: EmbeddingModel,
data: Vec<String>,
) -> Pin<Box<dyn Future<Output = Result<EmbeddingsResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn generate_embeddings<'life0, 'async_trait>(
&'life0 mut self,
model: EmbeddingModel,
data: Vec<String>,
) -> Pin<Box<dyn Future<Output = Result<EmbeddingsResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Generate embeddings for the supplied list of text
fn convert_error(&mut self, error: Error) -> Result<Error>
Source§impl Host for InstanceState
impl Host for InstanceState
Source§fn infer<'life0, 'async_trait>(
&'life0 mut self,
model: InferencingModel,
prompt: String,
params: Option<InferencingParams>,
) -> Pin<Box<dyn Future<Output = Result<InferencingResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn infer<'life0, 'async_trait>(
&'life0 mut self,
model: InferencingModel,
prompt: String,
params: Option<InferencingParams>,
) -> Pin<Box<dyn Future<Output = Result<InferencingResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Perform inferencing using the provided model and prompt with the given optional params
Source§fn generate_embeddings<'life0, 'async_trait>(
&'life0 mut self,
model: EmbeddingModel,
data: Vec<String>,
) -> Pin<Box<dyn Future<Output = Result<EmbeddingsResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn generate_embeddings<'life0, 'async_trait>(
&'life0 mut self,
model: EmbeddingModel,
data: Vec<String>,
) -> Pin<Box<dyn Future<Output = Result<EmbeddingsResult, Error>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Generate embeddings for the supplied list of text
fn convert_error(&mut self, error: Error) -> Result<Error>
impl SelfInstanceBuilder for InstanceState
Auto Trait Implementations§
impl Freeze for InstanceState
impl !RefUnwindSafe for InstanceState
impl Send for InstanceState
impl Sync for InstanceState
impl Unpin for InstanceState
impl !UnwindSafe for InstanceState
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FactorInstanceBuilder for Twhere
T: SelfInstanceBuilder,
impl<T> FactorInstanceBuilder for Twhere
T: SelfInstanceBuilder,
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request