model inference settings

This commit is contained in:
Storme-bit
2026-04-18 03:25:22 -07:00
parent 2b47b06563
commit daf5b9a8ae
5 changed files with 59 additions and 10 deletions

View File

@@ -264,6 +264,31 @@ function ModelsSection({ onNavigate }) {
onSave={val => saveSetting('temperature', val)}
saving={saving}
/>
<NumberSetting
label="Repeat Penalty"
description="Penalises repeated tokens — higher reduces repetition (12)"
value={settings?.repeatPenalty}
min={1} max={2} step={0.05}
onSave={val => saveSetting('repeatPenalty', val)}
saving={saving}
/>
<NumberSetting
label="Top-P"
description="Nucleus sampling — limits token pool by cumulative probability (01)"
value={settings?.topP}
min={0} max={1} step={0.05}
onSave={val => saveSetting('topP', val)}
saving={saving}
/>
<NumberSetting
label="Top-K"
description="Limits token pool to K most likely tokens per step (1100)"
value={settings?.topK}
min={1} max={100} step={1}
onSave={val => saveSetting('topK', val)}
saving={saving}
/>
<SettingsRow
label="Active Model"
description="Model used for inference"