Struct GgmlMetadataBuilder

pub struct GgmlMetadataBuilder { /* private fields */ }

Builder for creating a ggml metadata

Implementations

impl GgmlMetadataBuilder

pub fn new<S: Into<String>>( model_name: S, model_alias: S, pt: PromptTemplateType, ) -> Self

pub fn with_prompt_template(self, template: PromptTemplateType) -> Self

pub fn enable_plugin_log(self, enable: bool) -> Self

pub fn enable_debug_log(self, enable: bool) -> Self

pub fn enable_prompts_log(self, enable: bool) -> Self

pub fn enable_embeddings(self, enable: bool) -> Self

pub fn with_n_predict(self, n: i32) -> Self

pub fn with_main_gpu(self, gpu: Option<u64>) -> Self

pub fn with_tensor_split(self, split: Option<String>) -> Self

pub fn with_threads(self, threads: u64) -> Self

pub fn with_reverse_prompt(self, prompt: Option<String>) -> Self

pub fn with_mmproj(self, path: Option<String>) -> Self

pub fn with_image(self, path: impl Into<String>) -> Self

pub fn with_n_gpu_layers(self, n: u64) -> Self

pub fn disable_mmap(self, disable: Option<bool>) -> Self

pub fn with_split_mode(self, mode: String) -> Self

pub fn with_ctx_size(self, size: u64) -> Self

pub fn with_batch_size(self, size: u64) -> Self

pub fn with_ubatch_size(self, size: u64) -> Self

pub fn with_temperature(self, temp: f64) -> Self

pub fn with_top_p(self, top_p: f64) -> Self

pub fn with_repeat_penalty(self, penalty: f64) -> Self

pub fn with_presence_penalty(self, penalty: f64) -> Self

pub fn with_frequency_penalty(self, penalty: f64) -> Self

pub fn with_grammar(self, grammar: impl Into<String>) -> Self

pub fn with_json_schema(self, schema: Option<String>) -> Self

pub fn include_usage(self, include: bool) -> Self

pub fn build(self) -> GgmlMetadata

Trait Implementations

impl Debug for GgmlMetadataBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.