model-config.tsx 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231
  1. import { ServiceProvider } from "@/app/constant";
  2. import { ModalConfigValidator, ModelConfig } from "../store";
  3. import Locale from "../locales";
  4. import { InputRange } from "./input-range";
  5. import { ListItem, Select } from "./ui-lib";
  6. import { useAllModels } from "../utils/hooks";
  7. export function ModelConfigList(props: {
  8. modelConfig: ModelConfig;
  9. updateConfig: (updater: (config: ModelConfig) => void) => void;
  10. }) {
  11. const allModels = useAllModels();
  12. const value = `${props.modelConfig.model}@${props.modelConfig?.providerName}`;
  13. return (
  14. <>
  15. <ListItem title={Locale.Settings.Model}>
  16. <Select
  17. aria-label={Locale.Settings.Model}
  18. value={value}
  19. onChange={(e) => {
  20. const [model, providerName] = e.currentTarget.value.split("@");
  21. props.updateConfig((config) => {
  22. config.model = ModalConfigValidator.model(model);
  23. config.providerName = providerName as ServiceProvider;
  24. });
  25. }}
  26. >
  27. {allModels
  28. .filter((v) => v.available)
  29. .map((v, i) => (
  30. <option value={`${v.name}@${v.provider?.providerName}`} key={i}>
  31. {v.displayName}({v.provider?.providerName})
  32. </option>
  33. ))}
  34. </Select>
  35. </ListItem>
  36. <ListItem
  37. title={Locale.Settings.Temperature.Title}
  38. subTitle={Locale.Settings.Temperature.SubTitle}
  39. >
  40. <InputRange
  41. aria={Locale.Settings.Temperature.Title}
  42. value={props.modelConfig.temperature?.toFixed(1)}
  43. min="0"
  44. max="1" // lets limit it to 0-1
  45. step="0.1"
  46. onChange={(e) => {
  47. props.updateConfig(
  48. (config) =>
  49. (config.temperature = ModalConfigValidator.temperature(
  50. e.currentTarget.valueAsNumber,
  51. )),
  52. );
  53. }}
  54. ></InputRange>
  55. </ListItem>
  56. <ListItem
  57. title={Locale.Settings.TopP.Title}
  58. subTitle={Locale.Settings.TopP.SubTitle}
  59. >
  60. <InputRange
  61. aria={Locale.Settings.TopP.Title}
  62. value={(props.modelConfig.top_p ?? 1).toFixed(1)}
  63. min="0"
  64. max="1"
  65. step="0.1"
  66. onChange={(e) => {
  67. props.updateConfig(
  68. (config) =>
  69. (config.top_p = ModalConfigValidator.top_p(
  70. e.currentTarget.valueAsNumber,
  71. )),
  72. );
  73. }}
  74. ></InputRange>
  75. </ListItem>
  76. <ListItem
  77. title={Locale.Settings.MaxTokens.Title}
  78. subTitle={Locale.Settings.MaxTokens.SubTitle}
  79. >
  80. <input
  81. aria-label={Locale.Settings.MaxTokens.Title}
  82. type="number"
  83. min={1024}
  84. max={512000}
  85. value={props.modelConfig.max_tokens}
  86. onChange={(e) =>
  87. props.updateConfig(
  88. (config) =>
  89. (config.max_tokens = ModalConfigValidator.max_tokens(
  90. e.currentTarget.valueAsNumber,
  91. )),
  92. )
  93. }
  94. ></input>
  95. </ListItem>
  96. <ListItem
  97. title={Locale.Settings.PresencePenalty.Title}
  98. subTitle={Locale.Settings.PresencePenalty.SubTitle}
  99. >
  100. <InputRange
  101. aria={Locale.Settings.PresencePenalty.Title}
  102. value={props.modelConfig.presence_penalty?.toFixed(1)}
  103. min="-2"
  104. max="2"
  105. step="0.1"
  106. onChange={(e) => {
  107. props.updateConfig(
  108. (config) =>
  109. (config.presence_penalty =
  110. ModalConfigValidator.presence_penalty(
  111. e.currentTarget.valueAsNumber,
  112. )),
  113. );
  114. }}
  115. ></InputRange>
  116. </ListItem>
  117. <ListItem
  118. title={Locale.Settings.FrequencyPenalty.Title}
  119. subTitle={Locale.Settings.FrequencyPenalty.SubTitle}
  120. >
  121. <InputRange
  122. aria={Locale.Settings.FrequencyPenalty.Title}
  123. value={props.modelConfig.frequency_penalty?.toFixed(1)}
  124. min="-2"
  125. max="2"
  126. step="0.1"
  127. onChange={(e) => {
  128. props.updateConfig(
  129. (config) =>
  130. (config.frequency_penalty =
  131. ModalConfigValidator.frequency_penalty(
  132. e.currentTarget.valueAsNumber,
  133. )),
  134. );
  135. }}
  136. ></InputRange>
  137. </ListItem>
  138. <ListItem
  139. title={Locale.Settings.InjectSystemPrompts.Title}
  140. subTitle={Locale.Settings.InjectSystemPrompts.SubTitle}
  141. >
  142. <input
  143. aria-label={Locale.Settings.InjectSystemPrompts.Title}
  144. type="checkbox"
  145. checked={props.modelConfig.enableInjectSystemPrompts}
  146. onChange={(e) =>
  147. props.updateConfig(
  148. (config) =>
  149. (config.enableInjectSystemPrompts =
  150. e.currentTarget.checked),
  151. )
  152. }
  153. ></input>
  154. </ListItem>
  155. <ListItem
  156. title={Locale.Settings.InputTemplate.Title}
  157. subTitle={Locale.Settings.InputTemplate.SubTitle}
  158. >
  159. <input
  160. aria-label={Locale.Settings.InputTemplate.Title}
  161. type="text"
  162. value={props.modelConfig.template}
  163. onChange={(e) =>
  164. props.updateConfig(
  165. (config) => (config.template = e.currentTarget.value),
  166. )
  167. }
  168. ></input>
  169. </ListItem>
  170. <ListItem
  171. title={Locale.Settings.HistoryCount.Title}
  172. subTitle={Locale.Settings.HistoryCount.SubTitle}
  173. >
  174. <InputRange
  175. aria={Locale.Settings.HistoryCount.Title}
  176. title={props.modelConfig.historyMessageCount.toString()}
  177. value={props.modelConfig.historyMessageCount}
  178. min="0"
  179. max="64"
  180. step="1"
  181. onChange={(e) =>
  182. props.updateConfig(
  183. (config) => (config.historyMessageCount = e.target.valueAsNumber),
  184. )
  185. }
  186. ></InputRange>
  187. </ListItem>
  188. <ListItem
  189. title={Locale.Settings.CompressThreshold.Title}
  190. subTitle={Locale.Settings.CompressThreshold.SubTitle}
  191. >
  192. <input
  193. aria-label={Locale.Settings.CompressThreshold.Title}
  194. type="number"
  195. min={500}
  196. max={4000}
  197. value={props.modelConfig.compressMessageLengthThreshold}
  198. onChange={(e) =>
  199. props.updateConfig(
  200. (config) =>
  201. (config.compressMessageLengthThreshold =
  202. e.currentTarget.valueAsNumber),
  203. )
  204. }
  205. ></input>
  206. </ListItem>
  207. <ListItem title={Locale.Memory.Title} subTitle={Locale.Memory.Send}>
  208. <input
  209. aria-label={Locale.Memory.Title}
  210. type="checkbox"
  211. checked={props.modelConfig.sendMemory}
  212. onChange={(e) =>
  213. props.updateConfig(
  214. (config) => (config.sendMemory = e.currentTarget.checked),
  215. )
  216. }
  217. ></input>
  218. </ListItem>
  219. </>
  220. );
  221. }