Inicio Explorar Axuda
Iniciar sesión
Server
/
fish-speech
41
0
Fork 0
Ficheiros Incidencias 0 Pull Requests 0 Wiki
Rama: gh-pages
Ramas Etiquetas
fish-speech
/
inference
/
index.html

index.html 35 KB
Permalink Histórico Raw

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007 
  1. 

  2. <!doctype html>
    3. 

  3. <html lang="en" class="no-js">
    4. 

  4.   <head>
    5. 

  5.     
    6. 

  6.       <meta charset="utf-8">
    7. 

  7.       <meta name="viewport" content="width=device-width,initial-scale=1">
    8. 

  8.       
    9. 

  9.         <meta name="description" content="Targeting SOTA TTS solutions.">
    10. 

  10.       
    11. 

  11.       
    12. 

  12.       
    13. 

  13.         <link rel="canonical" href="https://speech.fish.audio/inference/">
    14. 

  14.       
    15. 

  15.       
    16. 

  16.         <link rel="prev" href="../finetune/">
    17. 

  17.       
    18. 

  18.       
    19. 

  19.         <link rel="next" href="../server/">
    20. 

  20.       
    21. 

  21.       
    22. 

  22.         
    23. 

  23.           <link rel="alternate" href="./" hreflang="en">
    24. 

  24.         
    25. 

  25.           <link rel="alternate" href="../zh/inference/" hreflang="zh">
    26. 

  26.         
    27. 

  27.           <link rel="alternate" href="../ja/inference/" hreflang="ja">
    28. 

  28.         
    29. 

  29.           <link rel="alternate" href="../pt/inference/" hreflang="pt">
    30. 

  30.         
    31. 

  31.           <link rel="alternate" href="../ko/inference/" hreflang="ko">
    32. 

  32.         
    33. 

  33.           <link rel="alternate" href="../ar/inference/" hreflang="ar">
    34. 

  34.         
    35. 

  35.       
    36. 

  36.       
    37. 

  37.       <link rel="icon" href="../assets/logo.svg">
    38. 

  38.       <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.1">
    39. 

  39.     
    40. 

  40.     
    41. 

  41.       
    42. 

  42.         <title>Inference - Fish Audio</title>
    43. 

  43.       
    44. 

  44.     
    45. 

  45.     
    46. 

  46.       <link rel="stylesheet" href="../assets/stylesheets/main.484c7ddc.min.css">
    47. 

  47.       
    48. 

  48.         
    49. 

  49.         <link rel="stylesheet" href="../assets/stylesheets/palette.ab4e12ef.min.css">
    50. 

  50.       
    51. 

  51.       
    52. 

  52. 

  53. 

  54.     
    55. 

  55.     
    56. 

  56.       
    57. 

  57.     
    58. 

  58.     
    59. 

  59.       
    60. 

  60.         
    61. 

  61.         
    62. 

  62.         <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
    63. 

  63.         <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
    64. 

  64.         <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
    65. 

  65.       
    66. 

  66.     
    67. 

  67.     
    68. 

  68.       <link rel="stylesheet" href="../stylesheets/extra.css">
    69. 

  69.     
    70. 

  70.     <script>__md_scope=new URL("..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
    71. 

  71.     
    72. 

  72.       
    73. 

  73. 

  74.     
    75. 

  75.     
    76. 

  76.   </head>
    77. 

  77.   
    78. 

  78.   
    79. 

  79.     
    80. 

  80.     
    81. 

  81.       
    82. 

  82.     
    83. 

  83.     
    84. 

  84.     
    85. 

  85.     
    86. 

  86.     <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo">
    87. 

  87.   
    88. 

  88.     
    89. 

  89.     <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
    90. 

  90.     <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
    91. 

  91.     <label class="md-overlay" for="__drawer"></label>
    92. 

  92.     <div data-md-component="skip">
    93. 

  93.       
    94. 

  94.         
    95. 

  95.         <a href="#inference" class="md-skip">
    96. 

  96.           Skip to content
    97. 

  97.         </a>
    98. 

  98.       
    99. 

  99.     </div>
    100. 

  100.     <div data-md-component="announce">
    101. 

  101.       
    102. 

  102.     </div>
    103. 

  103.     
    104. 

  104.     
    105. 

  105.       
    106. 

  106. 

  107.   
    108. 

  108. 

  109. <header class="md-header md-header--shadow" data-md-component="header">
    110. 

  110.   <nav class="md-header__inner md-grid" aria-label="Header">
    111. 

  111.     <a href="https://speech.fish.audio" title="Fish Audio" class="md-header__button md-logo" aria-label="Fish Audio" data-md-component="logo">
    112. 

  112.       
    113. 

  113.   <img src="../assets/logo.svg" alt="logo">
    114. 

  114. 

  115.     </a>
    116. 

  116.     <label class="md-header__button md-icon" for="__drawer">
    117. 

  117.       
    118. 

  118.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
    119. 

  119.     </label>
    120. 

  120.     <div class="md-header__title" data-md-component="header-title">
    121. 

  121.       <div class="md-header__ellipsis">
    122. 

  122.         <div class="md-header__topic">
    123. 

  123.           <span class="md-ellipsis">
    124. 

  124.             Fish Audio
    125. 

  125.           </span>
    126. 

  126.         </div>
    127. 

  127.         <div class="md-header__topic" data-md-component="header-topic">
    128. 

  128.           <span class="md-ellipsis">
    129. 

  129.             
    130. 

  130.               Inference
    131. 

  131.             
    132. 

  132.           </span>
    133. 

  133.         </div>
    134. 

  134.       </div>
    135. 

  135.     </div>
    136. 

  136.     
    137. 

  137.       
    138. 

  138.         <form class="md-header__option" data-md-component="palette">
    139. 

  139.   
    140. 

  140.     
    141. 

  141.     
    142. 

  142.     
    143. 

  143.     <input class="md-option" data-md-color-media="(prefers-color-scheme)" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"  aria-label="Switch to light mode"  type="radio" name="__palette" id="__palette_0">
    144. 

  144.     
    145. 

  145.       <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
    146. 

  146.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m14.3 16-.7-2h-3.2l-.7 2H7.8L11 7h2l3.2 9zM20 8.69V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12zm-9.15 3.96h2.3L12 9z"/></svg>
    147. 

  147.       </label>
    148. 

  148.     
    149. 

  149.   
    150. 

  150.     
    151. 

  151.     
    152. 

  152.     
    153. 

  153.     <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="black" data-md-color-accent="indigo"  aria-label="Switch to dark mode"  type="radio" name="__palette" id="__palette_1">
    154. 

  154.     
    155. 

  155.       <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
    156. 

  156.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
    157. 

  157.       </label>
    158. 

  158.     
    159. 

  159.   
    160. 

  160.     
    161. 

  161.     
    162. 

  162.     
    163. 

  163.     <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="black" data-md-color-accent="indigo"  aria-label="Switch to light mode"  type="radio" name="__palette" id="__palette_2">
    164. 

  164.     
    165. 

  165.       <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden>
    166. 

  166.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
    167. 

  167.       </label>
    168. 

  168.     
    169. 

  169.   
    170. 

  170. </form>
    171. 

  171.       
    172. 

  172.     
    173. 

  173.     
    174. 

  174.       <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
    175. 

  175.     
    176. 

  176.     
    177. 

  177.       <div class="md-header__option">
    178. 

  178.   <div class="md-select">
    179. 

  179.     
    180. 

  180.     <button class="md-header__button md-icon" aria-label="Select language">
    181. 

  181.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m12.87 15.07-2.54-2.51.03-.03A17.5 17.5 0 0 0 14.07 6H17V4h-7V2H8v2H1v2h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2zm-2.62 7 1.62-4.33L19.12 17z"/></svg>
    182. 

  182.     </button>
    183. 

  183.     <div class="md-select__inner">
    184. 

  184.       <ul class="md-select__list">
    185. 

  185.         
    186. 

  186.           <li class="md-select__item">
    187. 

  187.             <a href="./" hreflang="en" class="md-select__link">
    188. 

  188.               English
    189. 

  189.             </a>
    190. 

  190.           </li>
    191. 

  191.         
    192. 

  192.           <li class="md-select__item">
    193. 

  193.             <a href="../zh/inference/" hreflang="zh" class="md-select__link">
    194. 

  194.               简体中文
    195. 

  195.             </a>
    196. 

  196.           </li>
    197. 

  197.         
    198. 

  198.           <li class="md-select__item">
    199. 

  199.             <a href="../ja/inference/" hreflang="ja" class="md-select__link">
    200. 

  200.               日本語
    201. 

  201.             </a>
    202. 

  202.           </li>
    203. 

  203.         
    204. 

  204.           <li class="md-select__item">
    205. 

  205.             <a href="../pt/inference/" hreflang="pt" class="md-select__link">
    206. 

  206.               Português (Brasil)
    207. 

  207.             </a>
    208. 

  208.           </li>
    209. 

  209.         
    210. 

  210.           <li class="md-select__item">
    211. 

  211.             <a href="../ko/inference/" hreflang="ko" class="md-select__link">
    212. 

  212.               한국어
    213. 

  213.             </a>
    214. 

  214.           </li>
    215. 

  215.         
    216. 

  216.           <li class="md-select__item">
    217. 

  217.             <a href="../ar/inference/" hreflang="ar" class="md-select__link">
    218. 

  218.               العربية
    219. 

  219.             </a>
    220. 

  220.           </li>
    221. 

  221.         
    222. 

  222.       </ul>
    223. 

  223.     </div>
    224. 

  224.   </div>
    225. 

  225. </div>
    226. 

  226.     
    227. 

  227.     
    228. 

  228.       
    229. 

  229.       
    230. 

  230.         <label class="md-header__button md-icon" for="__search">
    231. 

  231.           
    232. 

  232.           <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
    233. 

  233.         </label>
    234. 

  234.         <div class="md-search" data-md-component="search" role="dialog">
    235. 

  235.   <label class="md-search__overlay" for="__search"></label>
    236. 

  236.   <div class="md-search__inner" role="search">
    237. 

  237.     <form class="md-search__form" name="search">
    238. 

  238.       <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
    239. 

  239.       <label class="md-search__icon md-icon" for="__search">
    240. 

  240.         
    241. 

  241.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
    242. 

  242.         
    243. 

  243.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
    244. 

  244.       </label>
    245. 

  245.       <nav class="md-search__options" aria-label="Search">
    246. 

  246.         
    247. 

  247.           <a href="javascript:void(0)" class="md-search__icon md-icon" title="Share" aria-label="Share" data-clipboard data-clipboard-text="" data-md-component="search-share" tabindex="-1">
    248. 

  248.             
    249. 

  249.             <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 16.08c-.76 0-1.44.3-1.96.77L8.91 12.7c.05-.23.09-.46.09-.7s-.04-.47-.09-.7l7.05-4.11c.54.5 1.25.81 2.04.81a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3c0 .24.04.47.09.7L8.04 9.81C7.5 9.31 6.79 9 6 9a3 3 0 0 0-3 3 3 3 0 0 0 3 3c.79 0 1.5-.31 2.04-.81l7.12 4.15c-.05.21-.08.43-.08.66 0 1.61 1.31 2.91 2.92 2.91s2.92-1.3 2.92-2.91A2.92 2.92 0 0 0 18 16.08"/></svg>
    250. 

  250.           </a>
    251. 

  251.         
    252. 

  252.         <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
    253. 

  253.           
    254. 

  254.           <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
    255. 

  255.         </button>
    256. 

  256.       </nav>
    257. 

  257.       
    258. 

  258.         <div class="md-search__suggest" data-md-component="search-suggest"></div>
    259. 

  259.       
    260. 

  260.     </form>
    261. 

  261.     <div class="md-search__output">
    262. 

  262.       <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
    263. 

  263.         <div class="md-search-result" data-md-component="search-result">
    264. 

  264.           <div class="md-search-result__meta">
    265. 

  265.             Initializing search
    266. 

  266.           </div>
    267. 

  267.           <ol class="md-search-result__list" role="presentation"></ol>
    268. 

  268.         </div>
    269. 

  269.       </div>
    270. 

  270.     </div>
    271. 

  271.   </div>
    272. 

  272. </div>
    273. 

  273.       
    274. 

  274.     
    275. 

  275.     
    276. 

  276.       <div class="md-header__source">
    277. 

  277.         <a href="https://github.com/fishaudio/fish-speech" title="Go to repository" class="md-source" data-md-component="source">
    278. 

  278.   <div class="md-source__icon md-icon">
    279. 

  279.     
    280. 

  280.     <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg>
    281. 

  281.   </div>
    282. 

  282.   <div class="md-source__repository">
    283. 

  283.     fishaudio/fish-speech
    284. 

  284.   </div>
    285. 

  285. </a>
    286. 

  286.       </div>
    287. 

  287.     
    288. 

  288.   </nav>
    289. 

  289.   
    290. 

  290. </header>
    291. 

  291.     
    292. 

  292.     <div class="md-container" data-md-component="container">
    293. 

  293.       
    294. 

  294.       
    295. 

  295.         
    296. 

  296.           
    297. 

  297.         
    298. 

  298.       
    299. 

  299.       <main class="md-main" data-md-component="main">
    300. 

  300.         <div class="md-main__inner md-grid">
    301. 

  301.           
    302. 

  302.             
    303. 

  303.               
    304. 

  304.               <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
    305. 

  305.                 <div class="md-sidebar__scrollwrap">
    306. 

  306.                   <div class="md-sidebar__inner">
    307. 

  307.                     
    308. 

  308. 

  309. 

  310. 

  311. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
    312. 

  312.   <label class="md-nav__title" for="__drawer">
    313. 

  313.     <a href="https://speech.fish.audio" title="Fish Audio" class="md-nav__button md-logo" aria-label="Fish Audio" data-md-component="logo">
    314. 

  314.       
    315. 

  315.   <img src="../assets/logo.svg" alt="logo">
    316. 

  316. 

  317.     </a>
    318. 

  318.     Fish Audio
    319. 

  319.   </label>
    320. 

  320.   
    321. 

  321.     <div class="md-nav__source">
    322. 

  322.       <a href="https://github.com/fishaudio/fish-speech" title="Go to repository" class="md-source" data-md-component="source">
    323. 

  323.   <div class="md-source__icon md-icon">
    324. 

  324.     
    325. 

  325.     <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg>
    326. 

  326.   </div>
    327. 

  327.   <div class="md-source__repository">
    328. 

  328.     fishaudio/fish-speech
    329. 

  329.   </div>
    330. 

  330. </a>
    331. 

  331.     </div>
    332. 

  332.   
    333. 

  333.   <ul class="md-nav__list" data-md-scrollfix>
    334. 

  334.     
    335. 

  335.       
    336. 

  336.       
    337. 

  337.   
    338. 

  338.   
    339. 

  339.   
    340. 

  340.   
    341. 

  341.     <li class="md-nav__item">
    342. 

  342.       <a href=".." class="md-nav__link">
    343. 

  343.         
    344. 

  344.   
    345. 

  345.   
    346. 

  346.   <span class="md-ellipsis">
    347. 

  347.     
    348. 

  348.   
    349. 

  349.     Introduction
    350. 

  350.   
    351. 

  351. 

  352.     
    353. 

  353.   </span>
    354. 

  354.   
    355. 

  355.   
    356. 

  356. 

  357.       </a>
    358. 

  358.     </li>
    359. 

  359.   
    360. 

  360. 

  361.     
    362. 

  362.       
    363. 

  363.       
    364. 

  364.   
    365. 

  365.   
    366. 

  366.   
    367. 

  367.   
    368. 

  368.     <li class="md-nav__item">
    369. 

  369.       <a href="../install/" class="md-nav__link">
    370. 

  370.         
    371. 

  371.   
    372. 

  372.   
    373. 

  373.   <span class="md-ellipsis">
    374. 

  374.     
    375. 

  375.   
    376. 

  376.     Installation
    377. 

  377.   
    378. 

  378. 

  379.     
    380. 

  380.   </span>
    381. 

  381.   
    382. 

  382.   
    383. 

  383. 

  384.       </a>
    385. 

  385.     </li>
    386. 

  386.   
    387. 

  387. 

  388.     
    389. 

  389.       
    390. 

  390.       
    391. 

  391.   
    392. 

  392.   
    393. 

  393.   
    394. 

  394.   
    395. 

  395.     <li class="md-nav__item">
    396. 

  396.       <a href="../finetune/" class="md-nav__link">
    397. 

  397.         
    398. 

  398.   
    399. 

  399.   
    400. 

  400.   <span class="md-ellipsis">
    401. 

  401.     
    402. 

  402.   
    403. 

  403.     Finetune
    404. 

  404.   
    405. 

  405. 

  406.     
    407. 

  407.   </span>
    408. 

  408.   
    409. 

  409.   
    410. 

  410. 

  411.       </a>
    412. 

  412.     </li>
    413. 

  413.   
    414. 

  414. 

  415.     
    416. 

  416.       
    417. 

  417.       
    418. 

  418.   
    419. 

  419.   
    420. 

  420.     
    421. 

  421.   
    422. 

  422.   
    423. 

  423.   
    424. 

  424.     <li class="md-nav__item md-nav__item--active">
    425. 

  425.       
    426. 

  426.       <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
    427. 

  427.       
    428. 

  428.       
    429. 

  429.         
    430. 

  430.       
    431. 

  431.       
    432. 

  432.         <label class="md-nav__link md-nav__link--active" for="__toc">
    433. 

  433.           
    434. 

  434.   
    435. 

  435.   
    436. 

  436.   <span class="md-ellipsis">
    437. 

  437.     
    438. 

  438.   
    439. 

  439.     Inference
    440. 

  440.   
    441. 

  441. 

  442.     
    443. 

  443.   </span>
    444. 

  444.   
    445. 

  445.   
    446. 

  446. 

  447.           <span class="md-nav__icon md-icon"></span>
    448. 

  448.         </label>
    449. 

  449.       
    450. 

  450.       <a href="./" class="md-nav__link md-nav__link--active">
    451. 

  451.         
    452. 

  452.   
    453. 

  453.   
    454. 

  454.   <span class="md-ellipsis">
    455. 

  455.     
    456. 

  456.   
    457. 

  457.     Inference
    458. 

  458.   
    459. 

  459. 

  460.     
    461. 

  461.   </span>
    462. 

  462.   
    463. 

  463.   
    464. 

  464. 

  465.       </a>
    466. 

  466.       
    467. 

  467.         
    468. 

  468. 

  469. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
    470. 

  470.   
    471. 

  471.   
    472. 

  472.   
    473. 

  473.     
    474. 

  474.   
    475. 

  475.   
    476. 

  476.     <label class="md-nav__title" for="__toc">
    477. 

  477.       <span class="md-nav__icon md-icon"></span>
    478. 

  478.       Table of contents
    479. 

  479.     </label>
    480. 

  480.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
    481. 

  481.       
    482. 

  482.         <li class="md-nav__item">
    483. 

  483.   <a href="#download-weights" class="md-nav__link">
    484. 

  484.     <span class="md-ellipsis">
    485. 

  485.       
    486. 

  486.         Download Weights
    487. 

  487.       
    488. 

  488.     </span>
    489. 

  489.   </a>
    490. 

  490.   
    491. 

  491. </li>
    492. 

  492.       
    493. 

  493.         <li class="md-nav__item">
    494. 

  494.   <a href="#command-line-inference" class="md-nav__link">
    495. 

  495.     <span class="md-ellipsis">
    496. 

  496.       
    497. 

  497.         Command Line Inference
    498. 

  498.       
    499. 

  499.     </span>
    500. 

  500.   </a>
    501. 

  501.   
    502. 

  502.     <nav class="md-nav" aria-label="Command Line Inference">
    503. 

  503.       <ul class="md-nav__list">
    504. 

  504.         
    505. 

  505.           <li class="md-nav__item">
    506. 

  506.   <a href="#1-get-vq-tokens-from-reference-audio" class="md-nav__link">
    507. 

  507.     <span class="md-ellipsis">
    508. 

  508.       
    509. 

  509.         1. Get VQ tokens from reference audio
    510. 

  510.       
    511. 

  511.     </span>
    512. 

  512.   </a>
    513. 

  513.   
    514. 

  514. </li>
    515. 

  515.         
    516. 

  516.           <li class="md-nav__item">
    517. 

  517.   <a href="#2-generate-semantic-tokens-from-text" class="md-nav__link">
    518. 

  518.     <span class="md-ellipsis">
    519. 

  519.       
    520. 

  520.         2. Generate Semantic tokens from text:
    521. 

  521.       
    522. 

  522.     </span>
    523. 

  523.   </a>
    524. 

  524.   
    525. 

  525. </li>
    526. 

  526.         
    527. 

  527.           <li class="md-nav__item">
    528. 

  528.   <a href="#3-generate-vocals-from-semantic-tokens" class="md-nav__link">
    529. 

  529.     <span class="md-ellipsis">
    530. 

  530.       
    531. 

  531.         3. Generate vocals from semantic tokens:
    532. 

  532.       
    533. 

  533.     </span>
    534. 

  534.   </a>
    535. 

  535.   
    536. 

  536. </li>
    537. 

  537.         
    538. 

  538.       </ul>
    539. 

  539.     </nav>
    540. 

  540.   
    541. 

  541. </li>
    542. 

  542.       
    543. 

  543.         <li class="md-nav__item">
    544. 

  544.   <a href="#webui-inference" class="md-nav__link">
    545. 

  545.     <span class="md-ellipsis">
    546. 

  546.       
    547. 

  547.         WebUI Inference
    548. 

  548.       
    549. 

  549.     </span>
    550. 

  550.   </a>
    551. 

  551.   
    552. 

  552.     <nav class="md-nav" aria-label="WebUI Inference">
    553. 

  553.       <ul class="md-nav__list">
    554. 

  554.         
    555. 

  555.           <li class="md-nav__item">
    556. 

  556.   <a href="#1-gradio-webui" class="md-nav__link">
    557. 

  557.     <span class="md-ellipsis">
    558. 

  558.       
    559. 

  559.         1. Gradio WebUI
    560. 

  560.       
    561. 

  561.     </span>
    562. 

  562.   </a>
    563. 

  563.   
    564. 

  564. </li>
    565. 

  565.         
    566. 

  566.           <li class="md-nav__item">
    567. 

  567.   <a href="#2-awesome-webui" class="md-nav__link">
    568. 

  568.     <span class="md-ellipsis">
    569. 

  569.       
    570. 

  570.         2. Awesome WebUI
    571. 

  571.       
    572. 

  572.     </span>
    573. 

  573.   </a>
    574. 

  574.   
    575. 

  575. </li>
    576. 

  576.         
    577. 

  577.       </ul>
    578. 

  578.     </nav>
    579. 

  579.   
    580. 

  580. </li>
    581. 

  581.       
    582. 

  582.     </ul>
    583. 

  583.   
    584. 

  584. </nav>
    585. 

  585.       
    586. 

  586.     </li>
    587. 

  587.   
    588. 

  588. 

  589.     
    590. 

  590.       
    591. 

  591.       
    592. 

  592.   
    593. 

  593.   
    594. 

  594.   
    595. 

  595.   
    596. 

  596.     <li class="md-nav__item">
    597. 

  597.       <a href="../server/" class="md-nav__link">
    598. 

  598.         
    599. 

  599.   
    600. 

  600.   
    601. 

  601.   <span class="md-ellipsis">
    602. 

  602.     
    603. 

  603.   
    604. 

  604.     Server
    605. 

  605.   
    606. 

  606. 

  607.     
    608. 

  608.   </span>
    609. 

  609.   
    610. 

  610.   
    611. 

  611. 

  612.       </a>
    613. 

  613.     </li>
    614. 

  614.   
    615. 

  615. 

  616.     
    617. 

  617.       
    618. 

  618.       
    619. 

  619.   
    620. 

  620.   
    621. 

  621.   
    622. 

  622.   
    623. 

  623.     <li class="md-nav__item">
    624. 

  624.       <a href="../en/samples.md" class="md-nav__link">
    625. 

  625.         
    626. 

  626.   
    627. 

  627.   
    628. 

  628.   <span class="md-ellipsis">
    629. 

  629.     
    630. 

  630.   
    631. 

  631.     Samples
    632. 

  632.   
    633. 

  633. 

  634.     
    635. 

  635.   </span>
    636. 

  636.   
    637. 

  637.   
    638. 

  638. 

  639.       </a>
    640. 

  640.     </li>
    641. 

  641.   
    642. 

  642. 

  643.     
    644. 

  644.   </ul>
    645. 

  645. </nav>
    646. 

  646.                   </div>
    647. 

  647.                 </div>
    648. 

  648.               </div>
    649. 

  649.             
    650. 

  650.             
    651. 

  651.               
    652. 

  652.               <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
    653. 

  653.                 <div class="md-sidebar__scrollwrap">
    654. 

  654.                   <div class="md-sidebar__inner">
    655. 

  655.                     
    656. 

  656. 

  657. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
    658. 

  658.   
    659. 

  659.   
    660. 

  660.   
    661. 

  661.     
    662. 

  662.   
    663. 

  663.   
    664. 

  664.     <label class="md-nav__title" for="__toc">
    665. 

  665.       <span class="md-nav__icon md-icon"></span>
    666. 

  666.       Table of contents
    667. 

  667.     </label>
    668. 

  668.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
    669. 

  669.       
    670. 

  670.         <li class="md-nav__item">
    671. 

  671.   <a href="#download-weights" class="md-nav__link">
    672. 

  672.     <span class="md-ellipsis">
    673. 

  673.       
    674. 

  674.         Download Weights
    675. 

  675.       
    676. 

  676.     </span>
    677. 

  677.   </a>
    678. 

  678.   
    679. 

  679. </li>
    680. 

  680.       
    681. 

  681.         <li class="md-nav__item">
    682. 

  682.   <a href="#command-line-inference" class="md-nav__link">
    683. 

  683.     <span class="md-ellipsis">
    684. 

  684.       
    685. 

  685.         Command Line Inference
    686. 

  686.       
    687. 

  687.     </span>
    688. 

  688.   </a>
    689. 

  689.   
    690. 

  690.     <nav class="md-nav" aria-label="Command Line Inference">
    691. 

  691.       <ul class="md-nav__list">
    692. 

  692.         
    693. 

  693.           <li class="md-nav__item">
    694. 

  694.   <a href="#1-get-vq-tokens-from-reference-audio" class="md-nav__link">
    695. 

  695.     <span class="md-ellipsis">
    696. 

  696.       
    697. 

  697.         1. Get VQ tokens from reference audio
    698. 

  698.       
    699. 

  699.     </span>
    700. 

  700.   </a>
    701. 

  701.   
    702. 

  702. </li>
    703. 

  703.         
    704. 

  704.           <li class="md-nav__item">
    705. 

  705.   <a href="#2-generate-semantic-tokens-from-text" class="md-nav__link">
    706. 

  706.     <span class="md-ellipsis">
    707. 

  707.       
    708. 

  708.         2. Generate Semantic tokens from text:
    709. 

  709.       
    710. 

  710.     </span>
    711. 

  711.   </a>
    712. 

  712.   
    713. 

  713. </li>
    714. 

  714.         
    715. 

  715.           <li class="md-nav__item">
    716. 

  716.   <a href="#3-generate-vocals-from-semantic-tokens" class="md-nav__link">
    717. 

  717.     <span class="md-ellipsis">
    718. 

  718.       
    719. 

  719.         3. Generate vocals from semantic tokens:
    720. 

  720.       
    721. 

  721.     </span>
    722. 

  722.   </a>
    723. 

  723.   
    724. 

  724. </li>
    725. 

  725.         
    726. 

  726.       </ul>
    727. 

  727.     </nav>
    728. 

  728.   
    729. 

  729. </li>
    730. 

  730.       
    731. 

  731.         <li class="md-nav__item">
    732. 

  732.   <a href="#webui-inference" class="md-nav__link">
    733. 

  733.     <span class="md-ellipsis">
    734. 

  734.       
    735. 

  735.         WebUI Inference
    736. 

  736.       
    737. 

  737.     </span>
    738. 

  738.   </a>
    739. 

  739.   
    740. 

  740.     <nav class="md-nav" aria-label="WebUI Inference">
    741. 

  741.       <ul class="md-nav__list">
    742. 

  742.         
    743. 

  743.           <li class="md-nav__item">
    744. 

  744.   <a href="#1-gradio-webui" class="md-nav__link">
    745. 

  745.     <span class="md-ellipsis">
    746. 

  746.       
    747. 

  747.         1. Gradio WebUI
    748. 

  748.       
    749. 

  749.     </span>
    750. 

  750.   </a>
    751. 

  751.   
    752. 

  752. </li>
    753. 

  753.         
    754. 

  754.           <li class="md-nav__item">
    755. 

  755.   <a href="#2-awesome-webui" class="md-nav__link">
    756. 

  756.     <span class="md-ellipsis">
    757. 

  757.       
    758. 

  758.         2. Awesome WebUI
    759. 

  759.       
    760. 

  760.     </span>
    761. 

  761.   </a>
    762. 

  762.   
    763. 

  763. </li>
    764. 

  764.         
    765. 

  765.       </ul>
    766. 

  766.     </nav>
    767. 

  767.   
    768. 

  768. </li>
    769. 

  769.       
    770. 

  770.     </ul>
    771. 

  771.   
    772. 

  772. </nav>
    773. 

  773.                   </div>
    774. 

  774.                 </div>
    775. 

  775.               </div>
    776. 

  776.             
    777. 

  777.           
    778. 

  778.           
    779. 

  779.             <div class="md-content" data-md-component="content">
    780. 

  780.               
    781. 

  781.               <article class="md-content__inner md-typeset">
    782. 

  782.                 
    783. 

  783.                   
    784. 

  784. 

  785. 

  786.   
    787. 

  787.     <a href="https://github.com/fishaudio/fish-speech/blob/main/docs/en/inference.md" title="Edit this page" class="md-content__button md-icon" rel="edit">
    788. 

  788.       
    789. 

  789.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M10 20H6V4h7v5h5v3.1l2-2V8l-6-6H6c-1.1 0-2 .9-2 2v16c0 1.1.9 2 2 2h4zm10.2-7c.1 0 .3.1.4.2l1.3 1.3c.2.2.2.6 0 .8l-1 1-2.1-2.1 1-1c.1-.1.2-.2.4-.2m0 3.9L14.1 23H12v-2.1l6.1-6.1z"/></svg>
    790. 

  790.     </a>
    791. 

  791.   
    792. 

  792.   
    793. 

  793.     
    794. 

  794.       
    795. 

  795.     
    796. 

  796.     <a href="https://github.com/fishaudio/fish-speech/raw/main/docs/en/inference.md" title="View source of this page" class="md-content__button md-icon">
    797. 

  797.       
    798. 

  798.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M17 18c.56 0 1 .44 1 1s-.44 1-1 1-1-.44-1-1 .44-1 1-1m0-3c-2.73 0-5.06 1.66-6 4 .94 2.34 3.27 4 6 4s5.06-1.66 6-4c-.94-2.34-3.27-4-6-4m0 6.5a2.5 2.5 0 0 1-2.5-2.5 2.5 2.5 0 0 1 2.5-2.5 2.5 2.5 0 0 1 2.5 2.5 2.5 2.5 0 0 1-2.5 2.5M9.27 20H6V4h7v5h5v4.07c.7.08 1.36.25 2 .49V8l-6-6H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h4.5a8.2 8.2 0 0 1-1.23-2"/></svg>
    799. 

  799.     </a>
    800. 

  800.   
    801. 

  801. 

  802. 

  803. <h1 id="inference">Inference</h1>
    804. 

  804. <p>The Fish Audio S2 model requires a large amount of VRAM. We recommend using a GPU with at least 24GB for inference.</p>
    805. 

  805. <h2 id="download-weights">Download Weights</h2>
    806. 

  806. <p>First, you need to download the model weights:</p>
    807. 

  807. <div class="language-bash highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a>hf<span class="w"> </span>download<span class="w"> </span>fishaudio/s2-pro<span class="w"> </span>--local-dir<span class="w"> </span>checkpoints/s2-pro
    808. 

  808. </span></code></pre></div>
    809. 

  809. <h2 id="command-line-inference">Command Line Inference</h2>
    810. 

  810. <div class="admonition note">
    811. 

  811. <p class="admonition-title">Note</p>
    812. 

  812. <p>If you plan to let the model randomly choose a voice timbre, you can skip this step.</p>
    813. 

  813. </div>
    814. 

  814. <h3 id="1-get-vq-tokens-from-reference-audio">1. Get VQ tokens from reference audio</h3>
    815. 

  815. <div class="language-bash highlight"><pre><span></span><code><span id="__span-1-1"><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a>python<span class="w"> </span>fish_speech/models/dac/inference.py<span class="w"> </span><span class="se">\</span>
    816. 

  816. </span><span id="__span-1-2"><a id="__codelineno-1-2" name="__codelineno-1-2" href="#__codelineno-1-2"></a><span class="w">    </span>-i<span class="w"> </span><span class="s2">&quot;test.wav&quot;</span><span class="w"> </span><span class="se">\</span>
    817. 

  817. </span><span id="__span-1-3"><a id="__codelineno-1-3" name="__codelineno-1-3" href="#__codelineno-1-3"></a><span class="w">    </span>--checkpoint-path<span class="w"> </span><span class="s2">&quot;checkpoints/s2-pro/codec.pth&quot;</span>
    818. 

  818. </span></code></pre></div>
    819. 

  819. <p>You should get a <code>fake.npy</code> and a <code>fake.wav</code>.</p>
    820. 

  820. <h3 id="2-generate-semantic-tokens-from-text">2. Generate Semantic tokens from text:</h3>
    821. 

  821. <div class="language-bash highlight"><pre><span></span><code><span id="__span-2-1"><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a>python<span class="w"> </span>fish_speech/models/text2semantic/inference.py<span class="w"> </span><span class="se">\</span>
    822. 

  822. </span><span id="__span-2-2"><a id="__codelineno-2-2" name="__codelineno-2-2" href="#__codelineno-2-2"></a><span class="w">    </span>--text<span class="w"> </span><span class="s2">&quot;The text you want to convert&quot;</span><span class="w"> </span><span class="se">\</span>
    823. 

  823. </span><span id="__span-2-3"><a id="__codelineno-2-3" name="__codelineno-2-3" href="#__codelineno-2-3"></a><span class="w">    </span>--prompt-text<span class="w"> </span><span class="s2">&quot;Your reference text&quot;</span><span class="w"> </span><span class="se">\</span>
    824. 

  824. </span><span id="__span-2-4"><a id="__codelineno-2-4" name="__codelineno-2-4" href="#__codelineno-2-4"></a><span class="w">    </span>--prompt-tokens<span class="w"> </span><span class="s2">&quot;fake.npy&quot;</span><span class="w"> </span><span class="se">\</span>
    825. 

  825. </span><span id="__span-2-5"><a id="__codelineno-2-5" name="__codelineno-2-5" href="#__codelineno-2-5"></a><span class="w">    </span><span class="c1"># --compile</span>
    826. 

  826. </span></code></pre></div>
    827. 

  827. <p>This command will create a <code>codes_N</code> file in the working directory, where N is an integer starting from 0.</p>
    828. 

  828. <div class="admonition note">
    829. 

  829. <p class="admonition-title">Note</p>
    830. 

  830. <p>You may want to use <code>--compile</code> to fuse CUDA kernels for faster inference. However, we recommend using our sglang inference acceleration optimization.
    831. 

  831. Correspondingly, if you do not plan to use acceleration, you can comment out the <code>--compile</code> parameter.</p>
    832. 

  832. </div>
    833. 

  833. <div class="admonition info">
    834. 

  834. <p class="admonition-title">Info</p>
    835. 

  835. <p>For GPUs that do not support bf16, you may need to use the <code>--half</code> parameter.</p>
    836. 

  836. </div>
    837. 

  837. <h3 id="3-generate-vocals-from-semantic-tokens">3. Generate vocals from semantic tokens:</h3>
    838. 

  838. <div class="language-bash highlight"><pre><span></span><code><span id="__span-3-1"><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a>python<span class="w"> </span>fish_speech/models/dac/inference.py<span class="w"> </span><span class="se">\</span>
    839. 

  839. </span><span id="__span-3-2"><a id="__codelineno-3-2" name="__codelineno-3-2" href="#__codelineno-3-2"></a><span class="w">    </span>-i<span class="w"> </span><span class="s2">&quot;codes_0.npy&quot;</span><span class="w"> </span><span class="se">\</span>
    840. 

  840. </span></code></pre></div>
    841. 

  841. <p>After that, you will get a <code>fake.wav</code> file.</p>
    842. 

  842. <h2 id="webui-inference">WebUI Inference</h2>
    843. 

  843. <h3 id="1-gradio-webui">1. Gradio WebUI</h3>
    844. 

  844. <p>For compatibility, we still maintain the Gradio WebUI.</p>
    845. 

  845. <div class="language-bash highlight"><pre><span></span><code><span id="__span-4-1"><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a>python<span class="w"> </span>tools/run_webui.py<span class="w"> </span><span class="c1"># --compile if you need acceleration</span>
    846. 

  846. </span></code></pre></div>
    847. 

  847. <h3 id="2-awesome-webui">2. Awesome WebUI</h3>
    848. 

  848. <p>Awesome WebUI is a modernized Web interface built with TypeScript, offering richer features and a better user experience.</p>
    849. 

  849. <p><strong>Build WebUI:</strong></p>
    850. 

  850. <p>You need to have Node.js and npm installed on your local machine or server.</p>
    851. 

  851. <ol>
    852. 

  852. <li>Enter the <code>awesome_webui</code> directory:
    853. 

  853.    <div class="language-bash highlight"><pre><span></span><code><span id="__span-5-1"><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a><span class="nb">cd</span><span class="w"> </span>awesome_webui
    854. 

  854. </span></code></pre></div></li>
    855. 

  855. <li>Install dependencies:
    856. 

  856.    <div class="language-bash highlight"><pre><span></span><code><span id="__span-6-1"><a id="__codelineno-6-1" name="__codelineno-6-1" href="#__codelineno-6-1"></a>npm<span class="w"> </span>install
    857. 

  857. </span></code></pre></div></li>
    858. 

  858. <li>Build the WebUI:
    859. 

  859.    <div class="language-bash highlight"><pre><span></span><code><span id="__span-7-1"><a id="__codelineno-7-1" name="__codelineno-7-1" href="#__codelineno-7-1"></a>npm<span class="w"> </span>run<span class="w"> </span>build
    860. 

  860. </span></code></pre></div></li>
    861. 

  861. </ol>
    862. 

  862. <p><strong>Start Backend Server:</strong></p>
    863. 

  863. <p>After building the WebUI, return to the project root and start the API server:</p>
    864. 

  864. <div class="language-bash highlight"><pre><span></span><code><span id="__span-8-1"><a id="__codelineno-8-1" name="__codelineno-8-1" href="#__codelineno-8-1"></a>python<span class="w"> </span>tools/api_server.py<span class="w"> </span>--listen<span class="w"> </span><span class="m">0</span>.0.0.0:8888<span class="w"> </span>--compile
    865. 

  865. </span></code></pre></div>
    866. 

  866. <p><strong>Access:</strong></p>
    867. 

  867. <p>Once the server is running, you can access it via your browser:
    868. 

  868. <code>http://localhost:8888/ui</code></p>
    869. 

  869. 

  870. 

  871. 

  872. 

  873. 

  874. 

  875. 

  876. 

  877. 

  878. 

  879. 

  880. 

  881.                 
    882. 

  882.               </article>
    883. 

  883.             </div>
    884. 

  884.           
    885. 

  885.           
    886. 

  886. <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
    887. 

  887.         </div>
    888. 

  888.         
    889. 

  889.       </main>
    890. 

  890.       
    891. 

  891.         <footer class="md-footer">
    892. 

  892.   
    893. 

  893.     
    894. 

  894.       
    895. 

  895.       <nav class="md-footer__inner md-grid" aria-label="Footer" >
    896. 

  896.         
    897. 

  897.           
    898. 

  898.           <a href="../finetune/" class="md-footer__link md-footer__link--prev" aria-label="Previous: Finetune">
    899. 

  899.             <div class="md-footer__button md-icon">
    900. 

  900.               
    901. 

  901.               <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
    902. 

  902.             </div>
    903. 

  903.             <div class="md-footer__title">
    904. 

  904.               <span class="md-footer__direction">
    905. 

  905.                 Previous
    906. 

  906.               </span>
    907. 

  907.               <div class="md-ellipsis">
    908. 

  908.                 Finetune
    909. 

  909.               </div>
    910. 

  910.             </div>
    911. 

  911.           </a>
    912. 

  912.         
    913. 

  913.         
    914. 

  914.           
    915. 

  915.           <a href="../server/" class="md-footer__link md-footer__link--next" aria-label="Next: Server">
    916. 

  916.             <div class="md-footer__title">
    917. 

  917.               <span class="md-footer__direction">
    918. 

  918.                 Next
    919. 

  919.               </span>
    920. 

  920.               <div class="md-ellipsis">
    921. 

  921.                 Server
    922. 

  922.               </div>
    923. 

  923.             </div>
    924. 

  924.             <div class="md-footer__button md-icon">
    925. 

  925.               
    926. 

  926.               <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M4 11v2h12l-5.5 5.5 1.42 1.42L19.84 12l-7.92-7.92L10.5 5.5 16 11z"/></svg>
    927. 

  927.             </div>
    928. 

  928.           </a>
    929. 

  929.         
    930. 

  930.       </nav>
    931. 

  931.     
    932. 

  932.   
    933. 

  933.   <div class="md-footer-meta md-typeset">
    934. 

  934.     <div class="md-footer-meta__inner md-grid">
    935. 

  935.       <div class="md-copyright">
    936. 

  936.   
    937. 

  937.     <div class="md-copyright__highlight">
    938. 

  938.       Copyright &copy; 2023-2025 by Fish Audio
    939. 

  939.     </div>
    940. 

  940.   
    941. 

  941.   
    942. 

  942.     Made with
    943. 

  943.     <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
    944. 

  944.       Material for MkDocs
    945. 

  945.     </a>
    946. 

  946.   
    947. 

  947. </div>
    948. 

  948.       
    949. 

  949.         
    950. 

  950. <div class="md-social">
    951. 

  951.   
    952. 

  952.     
    953. 

  953.     
    954. 

  954.     
    955. 

  955.     
    956. 

  956.       
    957. 

  957.       
    958. 

  958.     
    959. 

  959.     <a href="https://discord.gg/Es5qTB9BcN" target="_blank" rel="noopener" title="discord.gg" class="md-social__link">
    960. 

  960.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M492.5 69.8c-.2-.3-.4-.6-.8-.7-38.1-17.5-78.4-30-119.7-37.1-.4-.1-.8 0-1.1.1s-.6.4-.8.8c-5.5 9.9-10.5 20.2-14.9 30.6-44.6-6.8-89.9-6.8-134.4 0-4.5-10.5-9.5-20.7-15.1-30.6-.2-.3-.5-.6-.8-.8s-.7-.2-1.1-.2C162.5 39 122.2 51.5 84.1 69c-.3.1-.6.4-.8.7C7.1 183.5-13.8 294.6-3.6 404.2c0 .3.1.5.2.8s.3.4.5.6c44.4 32.9 94 58 146.8 74.2.4.1.8.1 1.1 0s.7-.4.9-.7c11.3-15.4 21.4-31.8 30-48.8.1-.2.2-.5.2-.8s0-.5-.1-.8-.2-.5-.4-.6-.4-.3-.7-.4c-15.8-6.1-31.2-13.4-45.9-21.9-.3-.2-.5-.4-.7-.6s-.3-.6-.3-.9 0-.6.2-.9.3-.5.6-.7c3.1-2.3 6.2-4.7 9.1-7.1.3-.2.6-.4.9-.4s.7 0 1 .1c96.2 43.9 200.4 43.9 295.5 0 .3-.1.7-.2 1-.2s.7.2.9.4c2.9 2.4 6 4.9 9.1 7.2.2.2.4.4.6.7s.2.6.2.9-.1.6-.3.9-.4.5-.6.6c-14.7 8.6-30 15.9-45.9 21.8-.2.1-.5.2-.7.4s-.3.4-.4.7-.1.5-.1.8.1.5.2.8c8.8 17 18.8 33.3 30 48.8.2.3.6.6.9.7s.8.1 1.1 0c52.9-16.2 102.6-41.3 147.1-74.2.2-.2.4-.4.5-.6s.2-.5.2-.8c12.3-126.8-20.5-236.9-86.9-334.5zm-302 267.7c-29 0-52.8-26.6-52.8-59.2s23.4-59.2 52.8-59.2c29.7 0 53.3 26.8 52.8 59.2 0 32.7-23.4 59.2-52.8 59.2m195.4 0c-29 0-52.8-26.6-52.8-59.2s23.4-59.2 52.8-59.2c29.7 0 53.3 26.8 52.8 59.2 0 32.7-23.2 59.2-52.8 59.2"/></svg>
    961. 

  961.     </a>
    962. 

  962.   
    963. 

  963.     
    964. 

  964.     
    965. 

  965.     
    966. 

  966.     
    967. 

  967.       
    968. 

  968.       
    969. 

  969.     
    970. 

  970.     <a href="https://hub.docker.com/r/fishaudio/fish-speech" target="_blank" rel="noopener" title="hub.docker.com" class="md-social__link">
    971. 

  971.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M349.9 236.3h-66.1v-59.4h66.1zm0-204.3h-66.1v60.7h66.1zm78.2 144.8H362v59.4h66.1zm-156.3-72.1h-66.1v60.1h66.1zm78.1 0h-66.1v60.1h66.1zm276.8 100c-14.4-9.7-47.6-13.2-73.1-8.4-3.3-24-16.7-44.9-41.1-63.7l-14-9.3-9.3 14c-18.4 27.8-23.4 73.6-3.7 103.8-8.7 4.7-25.8 11.1-48.4 10.7H2.4c-8.7 50.8 5.8 116.8 44 162.1 37.1 43.9 92.7 66.2 165.4 66.2 157.4 0 273.9-72.5 328.4-204.2 21.4.4 67.6.1 91.3-45.2 1.5-2.5 6.6-13.2 8.5-17.1zm-511.1-27.9h-66v59.4h66.1v-59.4zm78.1 0h-66.1v59.4h66.1zm78.1 0h-66.1v59.4h66.1zm-78.1-72.1h-66.1v60.1h66.1z"/></svg>
    972. 

  972.     </a>
    973. 

  973.   
    974. 

  974.     
    975. 

  975.     
    976. 

  976.     
    977. 

  977.     
    978. 

  978.       
    979. 

  979.       
    980. 

  980.     
    981. 

  981.     <a href="http://qm.qq.com/cgi-bin/qm/qr?_wv=1027&k=jCKlUP7QgSm9kh95UlBoYv6s1I-Apl1M&authKey=xI5ttVAp3do68IpEYEalwXSYZFdfxZSkah%2BctF5FIMyN2NqAa003vFtLqJyAVRfF&noverify=0&group_code=593946093" target="_blank" rel="noopener" title="qm.qq.com" class="md-social__link">
    982. 

  982.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M434.1 420.4c-11.5 1.4-44.9-52.7-44.9-52.7 0 31.3-16.1 72.2-51 101.8 16.8 5.2 54.8 19.2 45.8 34.4-7.3 12.3-125.5 7.9-159.6 4-34.1 3.8-152.3 8.3-159.6-4-9-15.2 28.9-29.2 45.8-34.4-34.9-29.5-51.1-70.4-51.1-101.8 0 0-33.3 54.1-44.9 52.7-5.4-.6-12.4-29.6 9.3-99.7 10.3-33 22-60.5 40.1-105.8C60.9 98 109.2-.1 224.3-.1 338-.1 387.5 96 384.6 214.9c18.1 45.2 29.9 72.9 40.1 105.8 21.8 70.1 14.7 99.1 9.3 99.7z"/></svg>
    983. 

  983.     </a>
    984. 

  984.   
    985. 

  985. </div>
    986. 

  986.       
    987. 

  987.     </div>
    988. 

  988.   </div>
    989. 

  989. </footer>
    990. 

  990.       
    991. 

  991.     </div>
    992. 

  992.     <div class="md-dialog" data-md-component="dialog">
    993. 

  993.       <div class="md-dialog__inner md-typeset"></div>
    994. 

  994.     </div>
    995. 

  995.     
    996. 

  996.     
    997. 

  997.     
    998. 

  998.       
    999. 

  999.       
    1000. 

  1000.       <script id="__config" type="application/json">{"annotate": null, "base": "..", "features": ["content.action.edit", "content.action.view", "navigation.tracking", "navigation.footer", "search", "search.suggest", "search.highlight", "search.share", "content.code.copy"], "search": "../assets/javascripts/workers/search.2c215733.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script>
    1001. 

  1001.     
    1002. 

  1002.     
    1003. 

  1003.       <script src="../assets/javascripts/bundle.79ae519e.min.js"></script>
    1004. 

  1004.       
    1005. 

  1005.     
    1006. 

  1006.   </body>
    1007. 

  1007. </html>
    1008.