Skip to content

Commit

Permalink
add penalty_decay to the Completion Page
Browse files Browse the repository at this point in the history
  • Loading branch information
josStorer committed Aug 29, 2024
1 parent b9030db commit 5644f9b
Showing 1 changed file with 32 additions and 1 deletion.
33 changes: 32 additions & 1 deletion frontend/src/pages/Completion.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ import { WorkHeader } from '../components/WorkHeader'
import commonStore, { ModelStatus } from '../stores/commonStore'
import { CompletionParams, CompletionPreset } from '../types/completion'
import { getReqUrl } from '../utils'
import { defaultPresets } from './defaultConfigs'
import { defaultPenaltyDecay, defaultPresets } from './defaultConfigs'
import { PresetsButton } from './PresetsManager/PresetsButton'

let completionSseController: AbortController | null = null
Expand Down Expand Up @@ -119,6 +119,10 @@ const CompletionPanel: FC = observer(() => {
presence_penalty: params.presencePenalty,
frequency_penalty: params.frequencyPenalty,
stop: params.stop.replaceAll('\\n', '\n') || undefined,
penalty_decay:
!params.penaltyDecay || params.penaltyDecay === defaultPenaltyDecay
? undefined
: params.penaltyDecay,
}),
signal: completionSseController?.signal,
onmessage(e) {
Expand Down Expand Up @@ -332,6 +336,33 @@ const CompletionPanel: FC = observer(() => {
/>
}
/>
<Labeled
flex
breakline
label={
t('Penalty Decay') +
(!params.penaltyDecay ||
params.penaltyDecay === defaultPenaltyDecay
? ` (${t('Default')})`
: '')
}
desc={t("If you don't know what it is, keep it default.")}
content={
<ValuedSlider
value={params.penaltyDecay || defaultPenaltyDecay}
min={0.99}
max={0.999}
step={0.001}
toFixed={3}
input
onChange={(e, data) => {
setParams({
penaltyDecay: data.value,
})
}}
/>
}
/>
<Labeled
flex
breakline
Expand Down

0 comments on commit 5644f9b

Please sign in to comment.