Add support of presence_penalty and frequency_penalty parameter

service/src/chatgpt/index.ts

@@ -103,14 +103,14 @@ let api: ChatGPTAPI | ChatGPTUnofficialProxyAPI
 })()
 
 async function chatReplyProcess(options: RequestOptions) {
-  const { message, lastContext, process, systemMessage, temperature, top_p } = options
+  const { message, lastContext, process, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = options
   try {
     let options: SendMessageOptions = { timeoutMs }
 
     if (apiModel === 'ChatGPTAPI') {
       if (isNotEmptyString(systemMessage))
         options.systemMessage = systemMessage
-      options.completionParams = { model, temperature, top_p }
+      options.completionParams = { model, temperature, top_p, presence_penalty, frequency_penalty }
     }
 
     if (lastContext != null) {

service/src/chatgpt/types.ts

@@ -8,6 +8,8 @@ export interface RequestOptions {
   systemMessage?: string
   temperature?: number
   top_p?: number
+  presence_penalty?: number
+  frequency_penalty?: number
 }
 
 export interface SetProxyOptions {

service/src/index.ts

@@ -23,7 +23,7 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
   res.setHeader('Content-type', 'application/octet-stream')
 
   try {
-    const { prompt, options = {}, systemMessage, temperature, top_p } = req.body as RequestProps
+    const { prompt, options = {}, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = req.body as RequestProps
     let firstChunk = true
     await chatReplyProcess({
       message: prompt,
@@ -35,6 +35,8 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
       systemMessage,
       temperature,
       top_p,
+      presence_penalty,
+      frequency_penalty,
     })
   }
   catch (error) {

service/src/types.ts

@@ -6,6 +6,8 @@ export interface RequestProps {
   systemMessage: string
   temperature?: number
   top_p?: number
+  presence_penalty?: number
+  frequency_penalty?: number
 }
 
 export interface ChatContext {

src/api/index.ts

@@ -41,6 +41,8 @@ export function fetchChatAPIProcess<T = any>(
       systemMessage: settingStore.systemMessage,
       temperature: settingStore.temperature,
       top_p: settingStore.top_p,
+      presence_penalty: settingStore.presence_penalty,
+      frequency_penalty: settingStore.frequency_penalty,
     }
   }
 

src/components/common/Setting/Advanced.vue

@@ -15,6 +15,10 @@ const temperature = ref(settingStore.temperature ?? 0.5)
 
 const top_p = ref(settingStore.top_p ?? 1)
 
+const presence_penalty = ref(settingStore.presence_penalty ?? 0)
+
+const frequency_penalty = ref(settingStore.frequency_penalty ?? 0)
+
 function updateSettings(options: Partial<SettingsState>) {
   settingStore.updateSetting(options)
   ms.success(t('common.success'))
@@ -59,6 +63,26 @@ function handleReset() {
           {{ $t('common.save') }}
         </NButton>
       </div>
+      <div class="flex items-center space-x-4">
+        <span class="flex-shrink-0 w-[120px]">{{ $t('setting.presence_penalty') }} </span>
+        <div class="flex-1">
+          <NSlider v-model:value="presence_penalty" :max="2" :min="-2" :step="0.1" />
+        </div>
+        <span>{{ presence_penalty }}</span>
+        <NButton size="tiny" text type="primary" @click="updateSettings({ presence_penalty })">
+          {{ $t('common.save') }}
+        </NButton>
+      </div>
+      <div class="flex items-center space-x-4">
+        <span class="flex-shrink-0 w-[120px]">{{ $t('setting.frequency_penalty') }} </span>
+        <div class="flex-1">
+          <NSlider v-model:value="frequency_penalty" :max="2" :min="-2" :step="0.1" />
+        </div>
+        <span>{{ frequency_penalty }}</span>
+        <NButton size="tiny" text type="primary" @click="updateSettings({ frequency_penalty })">
+          {{ $t('common.save') }}
+        </NButton>
+      </div>
       <div class="flex items-center space-x-4">
         <span class="flex-shrink-0 w-[120px]">&nbsp;</span>
         <NButton size="small" @click="handleReset">

src/locales/en-US.ts

@@ -79,6 +79,8 @@ export default {
     openSource: 'This project is open sourced at',
     freeMIT: 'free and based on the MIT license, without any form of paid behavior!',
     stars: 'If you find this project helpful, please give me a Star on GitHub or give a little sponsorship, thank you!',
+    presence_penalty: 'Presence Penalty',
+    frequency_penalty: 'Frequency Penalty',
   },
   store: {
     siderButton: 'Prompt Store',

src/locales/es-ES.ts

@@ -78,6 +78,8 @@ export default {
     openSource: 'Este proyecto es de código abierto en',
     freeMIT: 'gratis y basado en la licencia MIT, ¡sin ningún tipo de comportamiento de pago!',
     stars: 'Si encuentras este proyecto útil, por favor dame una Estrella en GitHub o da un pequeño patrocinio, ¡gracias!',
+    presence_penalty: 'Penalización de Presencia',
+    frequency_penalty: 'Penalización de Frecuencia',
   },
   store: {
     siderButton: 'Tienda rápida',

src/locales/ko-KR.ts

@@ -79,6 +79,8 @@ export default {
     openSource: '이 프로젝트는 다음에서 오픈 소스로 제공됩니다:',
     freeMIT: '무료이며 MIT 라이선스에 기반하며, 어떠한 형태의 유료 행동도 없습니다!',
     stars: '이 프로젝트가 도움이 되었다면, GitHub에서 별을 주거나 조금의 후원을 해주시면 감사하겠습니다!',
+    presence_penalty: '존재 패널티',
+    frequency_penalty: '빈도 패널티',
   },
   store: {
     siderButton: '프롬프트 저장소',

src/locales/ru-RU.ts

@@ -79,6 +79,8 @@ export default {
     openSource: 'Этот проект опубликован в открытом доступе на',
     freeMIT: 'бесплатно и основан на лицензии MIT, без каких-либо форм оплаты!',
     stars: 'Если вы считаете этот проект полезным, пожалуйста, поставьте мне звезду на GitHub или сделайте небольшое пожертвование, спасибо!',
+    presence_penalty: 'Штраф за присутствие',
+    frequency_penalty: 'Штраф за частоту',
   },
   store: {
     siderButton: 'Хранилище подсказок',

src/locales/vi-VN.ts

@@ -78,6 +78,8 @@ export default {
     openSource: 'Dự án này được mở nguồn tại',
     freeMIT: 'miễn phí và dựa trên giấy phép MIT, không có bất kỳ hình thức hành vi trả phí nào!',
     stars: 'Nếu bạn thấy dự án này hữu ích, vui lòng cho tôi một Star trên GitHub hoặc tài trợ một chút, cảm ơn bạn!',
+    presence_penalty: 'Hình phạt Hiện diện',
+    frequency_penalty: 'Hình phạt Tần suất',
   },
   store: {
     siderButton: 'Prompt Store',

src/locales/zh-CN.ts

@@ -79,6 +79,8 @@ export default {
     openSource: '此项目开源于',
     freeMIT: '免费且基于 MIT 协议，没有任何形式的付费行为',
     stars: '如果你觉得此项目对你有帮助，请在 GitHub 上给我一个星星或者给予一点赞助，谢谢！',
+    presence_penalty: '出现惩罚',
+    frequency_penalty: '频率惩罚',
   },
   store: {
     siderButton: '提示词商店',

src/locales/zh-TW.ts

@@ -79,6 +79,8 @@ export default {
     openSource: '此專案在此開源：',
     freeMIT: '免費且基於 MIT 授權，沒有任何形式的付費行為！',
     stars: '如果你覺得此專案對你有幫助，請在 GitHub 上給我一顆星，或者贊助我，謝謝！',
+    presence_penalty: '出現懲罰',
+    frequency_penalty: '頻率懲罰',
   },
   store: {
     siderButton: '提示詞商店',

src/store/modules/settings/helper.ts

@@ -6,13 +6,17 @@ export interface SettingsState {
   systemMessage: string
   temperature: number
   top_p: number
+  presence_penalty: number
+  frequency_penalty: number
 }
 
 export function defaultSetting(): SettingsState {
   return {
     systemMessage: 'You are ChatGPT, a large language model trained by OpenAI. Follow the user\'s instructions carefully. Respond using markdown.',
     temperature: 0.8,
     top_p: 1,
+    presence_penalty: 0,
+    frequency_penalty: 0,
   }
 }
 

src/store/modules/settings/index.ts

@@ -6,6 +6,12 @@ export const useSettingStore = defineStore('setting-store', {
   state: (): SettingsState => getLocalState(),
   actions: {
     updateSetting(settings: Partial<SettingsState>) {
+      if (settings.presence_penalty !== undefined && (settings.presence_penalty < -2.0 || settings.presence_penalty > 2.0))
+        throw new Error('presence_penalty must be between -2.0 and 2.0')
+
+      if (settings.frequency_penalty !== undefined && (settings.frequency_penalty < -2.0 || settings.frequency_penalty > 2.0))
+        throw new Error('frequency_penalty must be between -2.0 and 2.0')
+
       this.$state = { ...this.$state, ...settings }
       this.recordState()
     },