model inference settings
This commit is contained in:
@@ -264,6 +264,31 @@ function ModelsSection({ onNavigate }) {
|
||||
onSave={val => saveSetting('temperature', val)}
|
||||
saving={saving}
|
||||
/>
|
||||
|
||||
<NumberSetting
|
||||
label="Repeat Penalty"
|
||||
description="Penalises repeated tokens — higher reduces repetition (1–2)"
|
||||
value={settings?.repeatPenalty}
|
||||
min={1} max={2} step={0.05}
|
||||
onSave={val => saveSetting('repeatPenalty', val)}
|
||||
saving={saving}
|
||||
/>
|
||||
<NumberSetting
|
||||
label="Top-P"
|
||||
description="Nucleus sampling — limits token pool by cumulative probability (0–1)"
|
||||
value={settings?.topP}
|
||||
min={0} max={1} step={0.05}
|
||||
onSave={val => saveSetting('topP', val)}
|
||||
saving={saving}
|
||||
/>
|
||||
<NumberSetting
|
||||
label="Top-K"
|
||||
description="Limits token pool to K most likely tokens per step (1–100)"
|
||||
value={settings?.topK}
|
||||
min={1} max={100} step={1}
|
||||
onSave={val => saveSetting('topK', val)}
|
||||
saving={saving}
|
||||
/>
|
||||
<SettingsRow
|
||||
label="Active Model"
|
||||
description="Model used for inference"
|
||||
|
||||
Reference in New Issue
Block a user