pub enum LlmAction {
Show 24 variants
List {
vault_path: Option<PathBuf>,
},
Duplicates {
vault_path: Option<PathBuf>,
},
Load {
model: String,
vault_path: Option<PathBuf>,
},
Status,
Eval {
prompt: String,
orchestrated: bool,
stream: bool,
lora: Option<PathBuf>,
},
Evict {
model_id: String,
},
Test {
vault_path: Option<PathBuf>,
models: Option<Vec<String>>,
quantization: Option<String>,
verbose: bool,
},
Validate {
vault_path: Option<PathBuf>,
strict: bool,
},
ComprehensiveTest {
vault_path: Option<PathBuf>,
model: String,
verbose: bool,
},
Benchmark {
vault_path: Option<PathBuf>,
models: Option<Vec<String>>,
iterations: Option<u32>,
warmup: Option<u32>,
},
Report {
vault_path: Option<PathBuf>,
output: Option<PathBuf>,
format: Option<String>,
},
Convert {
input: PathBuf,
out: PathBuf,
page_log2: u16,
layout: String,
},
Optimize {
input: PathBuf,
out: Option<PathBuf>,
skip_passport: bool,
},
Passport {
reprobe: bool,
gemv_n: usize,
cache: Option<PathBuf>,
apply_env_hint: bool,
decode_proxy: Option<Option<PathBuf>>,
decode_proxy_tokens: u32,
},
DecodeProxy {
model: PathBuf,
tokens: u32,
},
RawDecodeBench {
model: PathBuf,
steps: u32,
warmups: u16,
runs: u16,
quantization: String,
prompt: String,
target_prompt_tokens: Option<u32>,
retain_artifacts: Option<PathBuf>,
},
Mode {
name: Option<String>,
},
PathSelect {
reprobe: bool,
apply: bool,
},
Profile {
name: Option<String>,
},
Lab {
action: String,
model: Option<PathBuf>,
tokens: u32,
n_in: usize,
n_out: usize,
gemv_n: usize,
out: Option<PathBuf>,
hours: f64,
max_generations: u32,
ollama_model: Option<String>,
ollama_url: String,
no_ollama: bool,
},
Ground {
prompt: String,
answer: String,
},
SeedGrounding,
CudaTcBench {
side: usize,
},
Explore {
input: PathBuf,
out: Option<PathBuf>,
tokens: u32,
layouts: String,
skip_convert: bool,
sweep_ffn_f16: bool,
modes: Option<String>,
},
}Variants§
List
Duplicates
Load
Status
Eval
Evict
Test
Fields
Validate
ComprehensiveTest
Benchmark
Fields
Report
Convert
Optimize
Passport
Fields
DecodeProxy
RawDecodeBench
Fixed-step model-only decoder benchmark (no product helpers, EOS, or fallback).
Fields
Mode
PathSelect
Profile
Lab
Fields
Ground
SeedGrounding
CudaTcBench
Explore
Trait Implementations§
Source§impl FromArgMatches for LlmAction
impl FromArgMatches for LlmAction
Source§fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
Source§fn from_arg_matches_mut(
__clap_arg_matches: &mut ArgMatches,
) -> Result<Self, Error>
fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>
Source§fn update_from_arg_matches(
&mut self,
__clap_arg_matches: &ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Source§fn update_from_arg_matches_mut<'b>(
&mut self,
__clap_arg_matches: &mut ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches_mut<'b>( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Source§impl Subcommand for LlmAction
impl Subcommand for LlmAction
Source§fn augment_subcommands<'b>(__clap_app: Command) -> Command
fn augment_subcommands<'b>(__clap_app: Command) -> Command
Source§fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command
fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command
Append to [
Command] so it can instantiate self via
[FromArgMatches::update_from_arg_matches_mut] Read moreSource§fn has_subcommand(__clap_name: &str) -> bool
fn has_subcommand(__clap_name: &str) -> bool
Test whether
Self can parse a specific subcommandAuto Trait Implementations§
impl Freeze for LlmAction
impl RefUnwindSafe for LlmAction
impl Send for LlmAction
impl Sync for LlmAction
impl Unpin for LlmAction
impl UnsafeUnpin for LlmAction
impl UnwindSafe for LlmAction
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more