llama_sampling_params Struct Reference

#include <sampling-base.h>

Collaboration diagram for llama_sampling_params:

Data Fields
std::string	cfg_negative_prompt
float	cfg_scale = 1.f
float	dynatemp_exponent = 1.00f
float	dynatemp_range = 0.00f
std::string	grammar
std::unordered_map< llama_token, float >	logit_bias
int32_t	min_keep = 0
float	min_p = 0.05f
int32_t	mirostat = 0
float	mirostat_eta = 0.10f
float	mirostat_tau = 5.00f
int32_t	n_prev = 64
int32_t	n_probs = 0
bool	penalize_nl = false
float	penalty_freq = 0.00f
int32_t	penalty_last_n = 64
float	penalty_present = 0.00f
std::vector< llama_token >	penalty_prompt_tokens
float	penalty_repeat = 1.00f
std::vector< llama_sampler_type >	samplers_sequence
uint32_t	seed = LLAMA_DEFAULT_SEED
float	temp = 0.80f
float	tfs_z = 1.00f
int32_t	top_k = 40
float	top_p = 0.95f
float	typical_p = 1.00f
bool	use_penalty_prompt_tokens = false

Field Documentation

cfg_negative_prompt

std::string llama_sampling_params::cfg_negative_prompt

cfg_scale

float llama_sampling_params::cfg_scale = 1.f

dynatemp_exponent

float llama_sampling_params::dynatemp_exponent = 1.00f

dynatemp_range

float llama_sampling_params::dynatemp_range = 0.00f

grammar

std::string llama_sampling_params::grammar

logit_bias

std::unordered_map<llama_token, float> llama_sampling_params::logit_bias

min_keep

int32_t llama_sampling_params::min_keep = 0

min_p

float llama_sampling_params::min_p = 0.05f

mirostat

int32_t llama_sampling_params::mirostat = 0

mirostat_eta

float llama_sampling_params::mirostat_eta = 0.10f

mirostat_tau

float llama_sampling_params::mirostat_tau = 5.00f

n_prev

int32_t llama_sampling_params::n_prev = 64

n_probs

int32_t llama_sampling_params::n_probs = 0

penalize_nl

bool llama_sampling_params::penalize_nl = false

penalty_freq

float llama_sampling_params::penalty_freq = 0.00f

penalty_last_n

int32_t llama_sampling_params::penalty_last_n = 64

penalty_present

float llama_sampling_params::penalty_present = 0.00f

penalty_prompt_tokens

std::vector<llama_token> llama_sampling_params::penalty_prompt_tokens

penalty_repeat

float llama_sampling_params::penalty_repeat = 1.00f

samplers_sequence

std::vector<llama_sampler_type> llama_sampling_params::samplers_sequence

Initial value:

= {
        llama_sampler_type::TOP_K,
        llama_sampler_type::TFS_Z,
        llama_sampler_type::TYPICAL_P,
        llama_sampler_type::TOP_P,
        llama_sampler_type::MIN_P,
        llama_sampler_type::TEMPERATURE
    }

seed

uint32_t llama_sampling_params::seed = LLAMA_DEFAULT_SEED

temp

float llama_sampling_params::temp = 0.80f

tfs_z

float llama_sampling_params::tfs_z = 1.00f

top_k

int32_t llama_sampling_params::top_k = 40

top_p

float llama_sampling_params::top_p = 0.95f

typical_p

float llama_sampling_params::typical_p = 1.00f

use_penalty_prompt_tokens

bool llama_sampling_params::use_penalty_prompt_tokens = false

---

The documentation for this struct was generated from the following file:

• common/sampling-base.h