You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 60 kB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.oldversion.llamamodel/">
  7. <link rel="next" href="../llama.resettablellamamodel/">
  8. <link rel="icon" href="../../assets/images/favicon.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.16">
  10. <title>llama.oldversion.llamaparams - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.26e3688c.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  16. </head>
  17. <body dir="ltr">
  18. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#llamaparams" class="md-skip">
  24. Skip to content
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  30. </div>
  31. <header class="md-header md-header--shadow" data-md-component="header">
  32. <nav class="md-header__inner md-grid" aria-label="Header">
  33. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  34. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  35. </a>
  36. <label class="md-header__button md-icon" for="__drawer">
  37. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  38. </label>
  39. <div class="md-header__title" data-md-component="header-title">
  40. <div class="md-header__ellipsis">
  41. <div class="md-header__topic">
  42. <span class="md-ellipsis">
  43. LLamaSharp Documentation
  44. </span>
  45. </div>
  46. <div class="md-header__topic" data-md-component="header-topic">
  47. <span class="md-ellipsis">
  48. llama.oldversion.llamaparams
  49. </span>
  50. </div>
  51. </div>
  52. </div>
  53. <label class="md-header__button md-icon" for="__search">
  54. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  55. </label>
  56. <div class="md-search" data-md-component="search" role="dialog">
  57. <label class="md-search__overlay" for="__search"></label>
  58. <div class="md-search__inner" role="search">
  59. <form class="md-search__form" name="search">
  60. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  61. <label class="md-search__icon md-icon" for="__search">
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  63. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  64. </label>
  65. <nav class="md-search__options" aria-label="Search">
  66. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  67. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  68. </button>
  69. </nav>
  70. </form>
  71. <div class="md-search__output">
  72. <div class="md-search__scrollwrap" data-md-scrollfix>
  73. <div class="md-search-result" data-md-component="search-result">
  74. <div class="md-search-result__meta">
  75. Initializing search
  76. </div>
  77. <ol class="md-search-result__list" role="presentation"></ol>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </div>
  83. </nav>
  84. </header>
  85. <div class="md-container" data-md-component="container">
  86. <main class="md-main" data-md-component="main">
  87. <div class="md-main__inner md-grid">
  88. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  89. <div class="md-sidebar__scrollwrap">
  90. <div class="md-sidebar__inner">
  91. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  92. <label class="md-nav__title" for="__drawer">
  93. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  94. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  95. </a>
  96. LLamaSharp Documentation
  97. </label>
  98. <ul class="md-nav__list" data-md-scrollfix>
  99. <li class="md-nav__item">
  100. <a href="../.." class="md-nav__link">
  101. Overview
  102. </a>
  103. </li>
  104. <li class="md-nav__item">
  105. <a href="../../GetStarted/" class="md-nav__link">
  106. Get Started
  107. </a>
  108. </li>
  109. <li class="md-nav__item">
  110. <a href="../../Architecture/" class="md-nav__link">
  111. Architecture
  112. </a>
  113. </li>
  114. <li class="md-nav__item">
  115. <a href="../../Tricks/" class="md-nav__link">
  116. Tricks for FAQ
  117. </a>
  118. </li>
  119. <li class="md-nav__item">
  120. <a href="../../ContributingGuide/" class="md-nav__link">
  121. Contributing Guide
  122. </a>
  123. </li>
  124. <li class="md-nav__item md-nav__item--nested">
  125. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  126. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  127. LLamaModel
  128. <span class="md-nav__icon md-icon"></span>
  129. </label>
  130. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  131. <label class="md-nav__title" for="__nav_6">
  132. <span class="md-nav__icon md-icon"></span>
  133. LLamaModel
  134. </label>
  135. <ul class="md-nav__list" data-md-scrollfix>
  136. <li class="md-nav__item">
  137. <a href="../../LLamaModel/parameters/" class="md-nav__link">
  138. Model Parameters
  139. </a>
  140. </li>
  141. <li class="md-nav__item">
  142. <a href="../../LLamaModel/tokenization/" class="md-nav__link">
  143. Tokenization
  144. </a>
  145. </li>
  146. <li class="md-nav__item">
  147. <a href="../../LLamaModel/embeddings/" class="md-nav__link">
  148. Get Embeddings
  149. </a>
  150. </li>
  151. <li class="md-nav__item">
  152. <a href="../../LLamaModel/quantization/" class="md-nav__link">
  153. Quantization
  154. </a>
  155. </li>
  156. <li class="md-nav__item">
  157. <a href="../../LLamaModel/save-load-state/" class="md-nav__link">
  158. Save/Load State
  159. </a>
  160. </li>
  161. </ul>
  162. </nav>
  163. </li>
  164. <li class="md-nav__item md-nav__item--nested">
  165. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  166. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  167. LLamaExecutors
  168. <span class="md-nav__icon md-icon"></span>
  169. </label>
  170. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  171. <label class="md-nav__title" for="__nav_7">
  172. <span class="md-nav__icon md-icon"></span>
  173. LLamaExecutors
  174. </label>
  175. <ul class="md-nav__list" data-md-scrollfix>
  176. <li class="md-nav__item">
  177. <a href="../../LLamaExecutors/parameters/" class="md-nav__link">
  178. Inference Parameters
  179. </a>
  180. </li>
  181. <li class="md-nav__item">
  182. <a href="../../LLamaExecutors/text-to-text-apis/" class="md-nav__link">
  183. Text-to-Text APIs
  184. </a>
  185. </li>
  186. <li class="md-nav__item">
  187. <a href="../../LLamaExecutors/save-load-state/" class="md-nav__link">
  188. Save/Load State
  189. </a>
  190. </li>
  191. <li class="md-nav__item">
  192. <a href="../../LLamaExecutors/differences/" class="md-nav__link">
  193. Differences of Executors
  194. </a>
  195. </li>
  196. </ul>
  197. </nav>
  198. </li>
  199. <li class="md-nav__item md-nav__item--nested">
  200. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  201. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  202. ChatSession
  203. <span class="md-nav__icon md-icon"></span>
  204. </label>
  205. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  206. <label class="md-nav__title" for="__nav_8">
  207. <span class="md-nav__icon md-icon"></span>
  208. ChatSession
  209. </label>
  210. <ul class="md-nav__list" data-md-scrollfix>
  211. <li class="md-nav__item">
  212. <a href="../../ChatSession/basic-usages/" class="md-nav__link">
  213. Basic Usages
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../../ChatSession/transforms/" class="md-nav__link">
  218. Transoforms
  219. </a>
  220. </li>
  221. <li class="md-nav__item">
  222. <a href="../../ChatSession/save-load-session/" class="md-nav__link">
  223. Save/Load Session
  224. </a>
  225. </li>
  226. </ul>
  227. </nav>
  228. </li>
  229. <li class="md-nav__item md-nav__item--nested">
  230. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" >
  231. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  232. Non-English Usages
  233. <span class="md-nav__icon md-icon"></span>
  234. </label>
  235. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false">
  236. <label class="md-nav__title" for="__nav_9">
  237. <span class="md-nav__icon md-icon"></span>
  238. Non-English Usages
  239. </label>
  240. <ul class="md-nav__list" data-md-scrollfix>
  241. <li class="md-nav__item">
  242. <a href="../../NonEnglishUsage/Chinese/" class="md-nav__link">
  243. Chinese
  244. </a>
  245. </li>
  246. </ul>
  247. </nav>
  248. </li>
  249. <li class="md-nav__item md-nav__item--nested">
  250. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" >
  251. <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex="0">
  252. High-level Applications
  253. <span class="md-nav__icon md-icon"></span>
  254. </label>
  255. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false">
  256. <label class="md-nav__title" for="__nav_10">
  257. <span class="md-nav__icon md-icon"></span>
  258. High-level Applications
  259. </label>
  260. <ul class="md-nav__list" data-md-scrollfix>
  261. <li class="md-nav__item">
  262. <a href="../../HighLevelApps/bot-sharp/" class="md-nav__link">
  263. BotSharp
  264. </a>
  265. </li>
  266. </ul>
  267. </nav>
  268. </li>
  269. <li class="md-nav__item md-nav__item--nested">
  270. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" >
  271. <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex="0">
  272. More
  273. <span class="md-nav__icon md-icon"></span>
  274. </label>
  275. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false">
  276. <label class="md-nav__title" for="__nav_11">
  277. <span class="md-nav__icon md-icon"></span>
  278. More
  279. </label>
  280. <ul class="md-nav__list" data-md-scrollfix>
  281. <li class="md-nav__item">
  282. <a href="../../More/log/" class="md-nav__link">
  283. Logger
  284. </a>
  285. </li>
  286. </ul>
  287. </nav>
  288. </li>
  289. <li class="md-nav__item md-nav__item--nested">
  290. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_12" >
  291. <label class="md-nav__link" for="__nav_12" id="__nav_12_label" tabindex="0">
  292. Examples
  293. <span class="md-nav__icon md-icon"></span>
  294. </label>
  295. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_12_label" aria-expanded="false">
  296. <label class="md-nav__title" for="__nav_12">
  297. <span class="md-nav__icon md-icon"></span>
  298. Examples
  299. </label>
  300. <ul class="md-nav__list" data-md-scrollfix>
  301. <li class="md-nav__item">
  302. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  303. Chat session 1
  304. </a>
  305. </li>
  306. <li class="md-nav__item">
  307. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  308. Chat session 2
  309. </a>
  310. </li>
  311. <li class="md-nav__item">
  312. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  313. Get embeddings
  314. </a>
  315. </li>
  316. <li class="md-nav__item">
  317. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  318. Instruct executor
  319. </a>
  320. </li>
  321. <li class="md-nav__item">
  322. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  323. Interactive executor
  324. </a>
  325. </li>
  326. <li class="md-nav__item">
  327. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  328. Stateless exeutor
  329. </a>
  330. </li>
  331. <li class="md-nav__item">
  332. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  333. Load/Save session
  334. </a>
  335. </li>
  336. <li class="md-nav__item">
  337. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  338. Load/Save state
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  343. Quantize model
  344. </a>
  345. </li>
  346. </ul>
  347. </nav>
  348. </li>
  349. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  350. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_13" checked>
  351. <label class="md-nav__link" for="__nav_13" id="__nav_13_label" tabindex="0">
  352. API Reference
  353. <span class="md-nav__icon md-icon"></span>
  354. </label>
  355. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_13_label" aria-expanded="true">
  356. <label class="md-nav__title" for="__nav_13">
  357. <span class="md-nav__icon md-icon"></span>
  358. API Reference
  359. </label>
  360. <ul class="md-nav__list" data-md-scrollfix>
  361. <li class="md-nav__item">
  362. <a href="../" class="md-nav__link">
  363. index
  364. </a>
  365. </li>
  366. <li class="md-nav__item">
  367. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  368. llama.abstractions.ihistorytransform
  369. </a>
  370. </li>
  371. <li class="md-nav__item">
  372. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  373. llama.abstractions.illamaexecutor
  374. </a>
  375. </li>
  376. <li class="md-nav__item">
  377. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  378. llama.abstractions.itextstreamtransform
  379. </a>
  380. </li>
  381. <li class="md-nav__item">
  382. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  383. llama.abstractions.itexttransform
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../llama.chatsession/" class="md-nav__link">
  388. llama.chatsession
  389. </a>
  390. </li>
  391. <li class="md-nav__item">
  392. <a href="../llama.common.authorrole/" class="md-nav__link">
  393. llama.common.authorrole
  394. </a>
  395. </li>
  396. <li class="md-nav__item">
  397. <a href="../llama.common.chathistory/" class="md-nav__link">
  398. llama.common.chathistory
  399. </a>
  400. </li>
  401. <li class="md-nav__item">
  402. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  403. llama.common.fixedsizequeue-1
  404. </a>
  405. </li>
  406. <li class="md-nav__item">
  407. <a href="../llama.common.illamalogger/" class="md-nav__link">
  408. llama.common.illamalogger
  409. </a>
  410. </li>
  411. <li class="md-nav__item">
  412. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  413. llama.common.inferenceparams
  414. </a>
  415. </li>
  416. <li class="md-nav__item">
  417. <a href="../llama.common.llamadefaultlogger/" class="md-nav__link">
  418. llama.common.llamadefaultlogger
  419. </a>
  420. </li>
  421. <li class="md-nav__item">
  422. <a href="../llama.common.mirostatetype/" class="md-nav__link">
  423. llama.common.mirostatetype
  424. </a>
  425. </li>
  426. <li class="md-nav__item">
  427. <a href="../llama.common.modelparams/" class="md-nav__link">
  428. llama.common.modelparams
  429. </a>
  430. </li>
  431. <li class="md-nav__item">
  432. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  433. llama.exceptions.runtimeerror
  434. </a>
  435. </li>
  436. <li class="md-nav__item">
  437. <a href="../llama.extensions.dictionaryextension/" class="md-nav__link">
  438. llama.extensions.dictionaryextension
  439. </a>
  440. </li>
  441. <li class="md-nav__item">
  442. <a href="../llama.instructexecutor/" class="md-nav__link">
  443. llama.instructexecutor
  444. </a>
  445. </li>
  446. <li class="md-nav__item">
  447. <a href="../llama.interactiveexecutor/" class="md-nav__link">
  448. llama.interactiveexecutor
  449. </a>
  450. </li>
  451. <li class="md-nav__item">
  452. <a href="../llama.llamaembedder/" class="md-nav__link">
  453. llama.llamaembedder
  454. </a>
  455. </li>
  456. <li class="md-nav__item">
  457. <a href="../llama.llamamodel/" class="md-nav__link">
  458. llama.llamamodel
  459. </a>
  460. </li>
  461. <li class="md-nav__item">
  462. <a href="../llama.llamaquantizer/" class="md-nav__link">
  463. llama.llamaquantizer
  464. </a>
  465. </li>
  466. <li class="md-nav__item">
  467. <a href="../llama.llamatransforms/" class="md-nav__link">
  468. llama.llamatransforms
  469. </a>
  470. </li>
  471. <li class="md-nav__item">
  472. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  473. llama.native.llamacontextparams
  474. </a>
  475. </li>
  476. <li class="md-nav__item">
  477. <a href="../llama.native.llamaftype/" class="md-nav__link">
  478. llama.native.llamaftype
  479. </a>
  480. </li>
  481. <li class="md-nav__item">
  482. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  483. llama.native.llamatokendata
  484. </a>
  485. </li>
  486. <li class="md-nav__item">
  487. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  488. llama.native.llamatokendataarray
  489. </a>
  490. </li>
  491. <li class="md-nav__item">
  492. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  493. llama.native.llamatokendataarraynative
  494. </a>
  495. </li>
  496. <li class="md-nav__item">
  497. <a href="../llama.native.nativeapi/" class="md-nav__link">
  498. llama.native.nativeapi
  499. </a>
  500. </li>
  501. <li class="md-nav__item">
  502. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  503. llama.native.safellamacontexthandle
  504. </a>
  505. </li>
  506. <li class="md-nav__item">
  507. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  508. llama.native.safellamahandlebase
  509. </a>
  510. </li>
  511. <li class="md-nav__item">
  512. <a href="../llama.oldversion.chatcompletion/" class="md-nav__link">
  513. llama.oldversion.chatcompletion
  514. </a>
  515. </li>
  516. <li class="md-nav__item">
  517. <a href="../llama.oldversion.chatcompletionchoice/" class="md-nav__link">
  518. llama.oldversion.chatcompletionchoice
  519. </a>
  520. </li>
  521. <li class="md-nav__item">
  522. <a href="../llama.oldversion.chatcompletionchunk/" class="md-nav__link">
  523. llama.oldversion.chatcompletionchunk
  524. </a>
  525. </li>
  526. <li class="md-nav__item">
  527. <a href="../llama.oldversion.chatcompletionchunkchoice/" class="md-nav__link">
  528. llama.oldversion.chatcompletionchunkchoice
  529. </a>
  530. </li>
  531. <li class="md-nav__item">
  532. <a href="../llama.oldversion.chatcompletionchunkdelta/" class="md-nav__link">
  533. llama.oldversion.chatcompletionchunkdelta
  534. </a>
  535. </li>
  536. <li class="md-nav__item">
  537. <a href="../llama.oldversion.chatcompletionmessage/" class="md-nav__link">
  538. llama.oldversion.chatcompletionmessage
  539. </a>
  540. </li>
  541. <li class="md-nav__item">
  542. <a href="../llama.oldversion.chatmessagerecord/" class="md-nav__link">
  543. llama.oldversion.chatmessagerecord
  544. </a>
  545. </li>
  546. <li class="md-nav__item">
  547. <a href="../llama.oldversion.chatrole/" class="md-nav__link">
  548. llama.oldversion.chatrole
  549. </a>
  550. </li>
  551. <li class="md-nav__item">
  552. <a href="../llama.oldversion.chatsession-1/" class="md-nav__link">
  553. llama.oldversion.chatsession-1
  554. </a>
  555. </li>
  556. <li class="md-nav__item">
  557. <a href="../llama.oldversion.completion/" class="md-nav__link">
  558. llama.oldversion.completion
  559. </a>
  560. </li>
  561. <li class="md-nav__item">
  562. <a href="../llama.oldversion.completionchoice/" class="md-nav__link">
  563. llama.oldversion.completionchoice
  564. </a>
  565. </li>
  566. <li class="md-nav__item">
  567. <a href="../llama.oldversion.completionchunk/" class="md-nav__link">
  568. llama.oldversion.completionchunk
  569. </a>
  570. </li>
  571. <li class="md-nav__item">
  572. <a href="../llama.oldversion.completionlogprobs/" class="md-nav__link">
  573. llama.oldversion.completionlogprobs
  574. </a>
  575. </li>
  576. <li class="md-nav__item">
  577. <a href="../llama.oldversion.completionusage/" class="md-nav__link">
  578. llama.oldversion.completionusage
  579. </a>
  580. </li>
  581. <li class="md-nav__item">
  582. <a href="../llama.oldversion.embedding/" class="md-nav__link">
  583. llama.oldversion.embedding
  584. </a>
  585. </li>
  586. <li class="md-nav__item">
  587. <a href="../llama.oldversion.embeddingdata/" class="md-nav__link">
  588. llama.oldversion.embeddingdata
  589. </a>
  590. </li>
  591. <li class="md-nav__item">
  592. <a href="../llama.oldversion.embeddingusage/" class="md-nav__link">
  593. llama.oldversion.embeddingusage
  594. </a>
  595. </li>
  596. <li class="md-nav__item">
  597. <a href="../llama.oldversion.ichatmodel/" class="md-nav__link">
  598. llama.oldversion.ichatmodel
  599. </a>
  600. </li>
  601. <li class="md-nav__item">
  602. <a href="../llama.oldversion.llamaembedder/" class="md-nav__link">
  603. llama.oldversion.llamaembedder
  604. </a>
  605. </li>
  606. <li class="md-nav__item">
  607. <a href="../llama.oldversion.llamamodel/" class="md-nav__link">
  608. llama.oldversion.llamamodel
  609. </a>
  610. </li>
  611. <li class="md-nav__item md-nav__item--active">
  612. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  613. <label class="md-nav__link md-nav__link--active" for="__toc">
  614. llama.oldversion.llamaparams
  615. <span class="md-nav__icon md-icon"></span>
  616. </label>
  617. <a href="./" class="md-nav__link md-nav__link--active">
  618. llama.oldversion.llamaparams
  619. </a>
  620. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  621. <label class="md-nav__title" for="__toc">
  622. <span class="md-nav__icon md-icon"></span>
  623. Table of contents
  624. </label>
  625. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  626. <li class="md-nav__item">
  627. <a href="#fields" class="md-nav__link">
  628. Fields
  629. </a>
  630. <nav class="md-nav" aria-label="Fields">
  631. <ul class="md-nav__list">
  632. <li class="md-nav__item">
  633. <a href="#seed" class="md-nav__link">
  634. seed
  635. </a>
  636. </li>
  637. <li class="md-nav__item">
  638. <a href="#n_threads" class="md-nav__link">
  639. n_threads
  640. </a>
  641. </li>
  642. <li class="md-nav__item">
  643. <a href="#n_predict" class="md-nav__link">
  644. n_predict
  645. </a>
  646. </li>
  647. <li class="md-nav__item">
  648. <a href="#n_ctx" class="md-nav__link">
  649. n_ctx
  650. </a>
  651. </li>
  652. <li class="md-nav__item">
  653. <a href="#n_batch" class="md-nav__link">
  654. n_batch
  655. </a>
  656. </li>
  657. <li class="md-nav__item">
  658. <a href="#n_keep" class="md-nav__link">
  659. n_keep
  660. </a>
  661. </li>
  662. <li class="md-nav__item">
  663. <a href="#n_gpu_layers" class="md-nav__link">
  664. n_gpu_layers
  665. </a>
  666. </li>
  667. <li class="md-nav__item">
  668. <a href="#logit_bias" class="md-nav__link">
  669. logit_bias
  670. </a>
  671. </li>
  672. <li class="md-nav__item">
  673. <a href="#top_k" class="md-nav__link">
  674. top_k
  675. </a>
  676. </li>
  677. <li class="md-nav__item">
  678. <a href="#top_p" class="md-nav__link">
  679. top_p
  680. </a>
  681. </li>
  682. <li class="md-nav__item">
  683. <a href="#tfs_z" class="md-nav__link">
  684. tfs_z
  685. </a>
  686. </li>
  687. <li class="md-nav__item">
  688. <a href="#typical_p" class="md-nav__link">
  689. typical_p
  690. </a>
  691. </li>
  692. <li class="md-nav__item">
  693. <a href="#temp" class="md-nav__link">
  694. temp
  695. </a>
  696. </li>
  697. <li class="md-nav__item">
  698. <a href="#repeat_penalty" class="md-nav__link">
  699. repeat_penalty
  700. </a>
  701. </li>
  702. <li class="md-nav__item">
  703. <a href="#repeat_last_n" class="md-nav__link">
  704. repeat_last_n
  705. </a>
  706. </li>
  707. <li class="md-nav__item">
  708. <a href="#frequency_penalty" class="md-nav__link">
  709. frequency_penalty
  710. </a>
  711. </li>
  712. <li class="md-nav__item">
  713. <a href="#presence_penalty" class="md-nav__link">
  714. presence_penalty
  715. </a>
  716. </li>
  717. <li class="md-nav__item">
  718. <a href="#mirostat" class="md-nav__link">
  719. mirostat
  720. </a>
  721. </li>
  722. <li class="md-nav__item">
  723. <a href="#mirostat_tau" class="md-nav__link">
  724. mirostat_tau
  725. </a>
  726. </li>
  727. <li class="md-nav__item">
  728. <a href="#mirostat_eta" class="md-nav__link">
  729. mirostat_eta
  730. </a>
  731. </li>
  732. <li class="md-nav__item">
  733. <a href="#model" class="md-nav__link">
  734. model
  735. </a>
  736. </li>
  737. <li class="md-nav__item">
  738. <a href="#prompt" class="md-nav__link">
  739. prompt
  740. </a>
  741. </li>
  742. <li class="md-nav__item">
  743. <a href="#path_session" class="md-nav__link">
  744. path_session
  745. </a>
  746. </li>
  747. <li class="md-nav__item">
  748. <a href="#input_prefix" class="md-nav__link">
  749. input_prefix
  750. </a>
  751. </li>
  752. <li class="md-nav__item">
  753. <a href="#input_suffix" class="md-nav__link">
  754. input_suffix
  755. </a>
  756. </li>
  757. <li class="md-nav__item">
  758. <a href="#antiprompt" class="md-nav__link">
  759. antiprompt
  760. </a>
  761. </li>
  762. <li class="md-nav__item">
  763. <a href="#lora_adapter" class="md-nav__link">
  764. lora_adapter
  765. </a>
  766. </li>
  767. <li class="md-nav__item">
  768. <a href="#lora_base" class="md-nav__link">
  769. lora_base
  770. </a>
  771. </li>
  772. <li class="md-nav__item">
  773. <a href="#memory_f16" class="md-nav__link">
  774. memory_f16
  775. </a>
  776. </li>
  777. <li class="md-nav__item">
  778. <a href="#random_prompt" class="md-nav__link">
  779. random_prompt
  780. </a>
  781. </li>
  782. <li class="md-nav__item">
  783. <a href="#use_color" class="md-nav__link">
  784. use_color
  785. </a>
  786. </li>
  787. <li class="md-nav__item">
  788. <a href="#interactive" class="md-nav__link">
  789. interactive
  790. </a>
  791. </li>
  792. <li class="md-nav__item">
  793. <a href="#prompt_cache_all" class="md-nav__link">
  794. prompt_cache_all
  795. </a>
  796. </li>
  797. <li class="md-nav__item">
  798. <a href="#embedding" class="md-nav__link">
  799. embedding
  800. </a>
  801. </li>
  802. <li class="md-nav__item">
  803. <a href="#interactive_first" class="md-nav__link">
  804. interactive_first
  805. </a>
  806. </li>
  807. <li class="md-nav__item">
  808. <a href="#instruct" class="md-nav__link">
  809. instruct
  810. </a>
  811. </li>
  812. <li class="md-nav__item">
  813. <a href="#penalize_nl" class="md-nav__link">
  814. penalize_nl
  815. </a>
  816. </li>
  817. <li class="md-nav__item">
  818. <a href="#perplexity" class="md-nav__link">
  819. perplexity
  820. </a>
  821. </li>
  822. <li class="md-nav__item">
  823. <a href="#use_mmap" class="md-nav__link">
  824. use_mmap
  825. </a>
  826. </li>
  827. <li class="md-nav__item">
  828. <a href="#use_mlock" class="md-nav__link">
  829. use_mlock
  830. </a>
  831. </li>
  832. <li class="md-nav__item">
  833. <a href="#mem_test" class="md-nav__link">
  834. mem_test
  835. </a>
  836. </li>
  837. <li class="md-nav__item">
  838. <a href="#verbose_prompt" class="md-nav__link">
  839. verbose_prompt
  840. </a>
  841. </li>
  842. </ul>
  843. </nav>
  844. </li>
  845. <li class="md-nav__item">
  846. <a href="#constructors" class="md-nav__link">
  847. Constructors
  848. </a>
  849. <nav class="md-nav" aria-label="Constructors">
  850. <ul class="md-nav__list">
  851. <li class="md-nav__item">
  852. <a href="#llamaparamsint32-int32-int32-int32-int32-int32-int32-dictionaryint32-single-int32-single-single-single-single-single-int32-single-single-int32-single-single-string-string-string-string-string-liststring-string-string-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean" class="md-nav__link">
  853. LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary&lt;Int32, Single&gt;, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List&lt;String&gt;, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)
  854. </a>
  855. <nav class="md-nav" aria-label="LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary<Int32, Single>, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List<String>, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)">
  856. <ul class="md-nav__list">
  857. <li class="md-nav__item">
  858. <a href="#parameters" class="md-nav__link">
  859. Parameters
  860. </a>
  861. </li>
  862. </ul>
  863. </nav>
  864. </li>
  865. </ul>
  866. </nav>
  867. </li>
  868. </ul>
  869. </nav>
  870. </li>
  871. <li class="md-nav__item">
  872. <a href="../llama.resettablellamamodel/" class="md-nav__link">
  873. llama.resettablellamamodel
  874. </a>
  875. </li>
  876. <li class="md-nav__item">
  877. <a href="../llama.statefulexecutorbase/" class="md-nav__link">
  878. llama.statefulexecutorbase
  879. </a>
  880. </li>
  881. <li class="md-nav__item">
  882. <a href="../llama.statelessexecutor/" class="md-nav__link">
  883. llama.statelessexecutor
  884. </a>
  885. </li>
  886. </ul>
  887. </nav>
  888. </li>
  889. </ul>
  890. </nav>
  891. </div>
  892. </div>
  893. </div>
  894. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  895. <div class="md-sidebar__scrollwrap">
  896. <div class="md-sidebar__inner">
  897. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  898. <label class="md-nav__title" for="__toc">
  899. <span class="md-nav__icon md-icon"></span>
  900. Table of contents
  901. </label>
  902. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  903. <li class="md-nav__item">
  904. <a href="#fields" class="md-nav__link">
  905. Fields
  906. </a>
  907. <nav class="md-nav" aria-label="Fields">
  908. <ul class="md-nav__list">
  909. <li class="md-nav__item">
  910. <a href="#seed" class="md-nav__link">
  911. seed
  912. </a>
  913. </li>
  914. <li class="md-nav__item">
  915. <a href="#n_threads" class="md-nav__link">
  916. n_threads
  917. </a>
  918. </li>
  919. <li class="md-nav__item">
  920. <a href="#n_predict" class="md-nav__link">
  921. n_predict
  922. </a>
  923. </li>
  924. <li class="md-nav__item">
  925. <a href="#n_ctx" class="md-nav__link">
  926. n_ctx
  927. </a>
  928. </li>
  929. <li class="md-nav__item">
  930. <a href="#n_batch" class="md-nav__link">
  931. n_batch
  932. </a>
  933. </li>
  934. <li class="md-nav__item">
  935. <a href="#n_keep" class="md-nav__link">
  936. n_keep
  937. </a>
  938. </li>
  939. <li class="md-nav__item">
  940. <a href="#n_gpu_layers" class="md-nav__link">
  941. n_gpu_layers
  942. </a>
  943. </li>
  944. <li class="md-nav__item">
  945. <a href="#logit_bias" class="md-nav__link">
  946. logit_bias
  947. </a>
  948. </li>
  949. <li class="md-nav__item">
  950. <a href="#top_k" class="md-nav__link">
  951. top_k
  952. </a>
  953. </li>
  954. <li class="md-nav__item">
  955. <a href="#top_p" class="md-nav__link">
  956. top_p
  957. </a>
  958. </li>
  959. <li class="md-nav__item">
  960. <a href="#tfs_z" class="md-nav__link">
  961. tfs_z
  962. </a>
  963. </li>
  964. <li class="md-nav__item">
  965. <a href="#typical_p" class="md-nav__link">
  966. typical_p
  967. </a>
  968. </li>
  969. <li class="md-nav__item">
  970. <a href="#temp" class="md-nav__link">
  971. temp
  972. </a>
  973. </li>
  974. <li class="md-nav__item">
  975. <a href="#repeat_penalty" class="md-nav__link">
  976. repeat_penalty
  977. </a>
  978. </li>
  979. <li class="md-nav__item">
  980. <a href="#repeat_last_n" class="md-nav__link">
  981. repeat_last_n
  982. </a>
  983. </li>
  984. <li class="md-nav__item">
  985. <a href="#frequency_penalty" class="md-nav__link">
  986. frequency_penalty
  987. </a>
  988. </li>
  989. <li class="md-nav__item">
  990. <a href="#presence_penalty" class="md-nav__link">
  991. presence_penalty
  992. </a>
  993. </li>
  994. <li class="md-nav__item">
  995. <a href="#mirostat" class="md-nav__link">
  996. mirostat
  997. </a>
  998. </li>
  999. <li class="md-nav__item">
  1000. <a href="#mirostat_tau" class="md-nav__link">
  1001. mirostat_tau
  1002. </a>
  1003. </li>
  1004. <li class="md-nav__item">
  1005. <a href="#mirostat_eta" class="md-nav__link">
  1006. mirostat_eta
  1007. </a>
  1008. </li>
  1009. <li class="md-nav__item">
  1010. <a href="#model" class="md-nav__link">
  1011. model
  1012. </a>
  1013. </li>
  1014. <li class="md-nav__item">
  1015. <a href="#prompt" class="md-nav__link">
  1016. prompt
  1017. </a>
  1018. </li>
  1019. <li class="md-nav__item">
  1020. <a href="#path_session" class="md-nav__link">
  1021. path_session
  1022. </a>
  1023. </li>
  1024. <li class="md-nav__item">
  1025. <a href="#input_prefix" class="md-nav__link">
  1026. input_prefix
  1027. </a>
  1028. </li>
  1029. <li class="md-nav__item">
  1030. <a href="#input_suffix" class="md-nav__link">
  1031. input_suffix
  1032. </a>
  1033. </li>
  1034. <li class="md-nav__item">
  1035. <a href="#antiprompt" class="md-nav__link">
  1036. antiprompt
  1037. </a>
  1038. </li>
  1039. <li class="md-nav__item">
  1040. <a href="#lora_adapter" class="md-nav__link">
  1041. lora_adapter
  1042. </a>
  1043. </li>
  1044. <li class="md-nav__item">
  1045. <a href="#lora_base" class="md-nav__link">
  1046. lora_base
  1047. </a>
  1048. </li>
  1049. <li class="md-nav__item">
  1050. <a href="#memory_f16" class="md-nav__link">
  1051. memory_f16
  1052. </a>
  1053. </li>
  1054. <li class="md-nav__item">
  1055. <a href="#random_prompt" class="md-nav__link">
  1056. random_prompt
  1057. </a>
  1058. </li>
  1059. <li class="md-nav__item">
  1060. <a href="#use_color" class="md-nav__link">
  1061. use_color
  1062. </a>
  1063. </li>
  1064. <li class="md-nav__item">
  1065. <a href="#interactive" class="md-nav__link">
  1066. interactive
  1067. </a>
  1068. </li>
  1069. <li class="md-nav__item">
  1070. <a href="#prompt_cache_all" class="md-nav__link">
  1071. prompt_cache_all
  1072. </a>
  1073. </li>
  1074. <li class="md-nav__item">
  1075. <a href="#embedding" class="md-nav__link">
  1076. embedding
  1077. </a>
  1078. </li>
  1079. <li class="md-nav__item">
  1080. <a href="#interactive_first" class="md-nav__link">
  1081. interactive_first
  1082. </a>
  1083. </li>
  1084. <li class="md-nav__item">
  1085. <a href="#instruct" class="md-nav__link">
  1086. instruct
  1087. </a>
  1088. </li>
  1089. <li class="md-nav__item">
  1090. <a href="#penalize_nl" class="md-nav__link">
  1091. penalize_nl
  1092. </a>
  1093. </li>
  1094. <li class="md-nav__item">
  1095. <a href="#perplexity" class="md-nav__link">
  1096. perplexity
  1097. </a>
  1098. </li>
  1099. <li class="md-nav__item">
  1100. <a href="#use_mmap" class="md-nav__link">
  1101. use_mmap
  1102. </a>
  1103. </li>
  1104. <li class="md-nav__item">
  1105. <a href="#use_mlock" class="md-nav__link">
  1106. use_mlock
  1107. </a>
  1108. </li>
  1109. <li class="md-nav__item">
  1110. <a href="#mem_test" class="md-nav__link">
  1111. mem_test
  1112. </a>
  1113. </li>
  1114. <li class="md-nav__item">
  1115. <a href="#verbose_prompt" class="md-nav__link">
  1116. verbose_prompt
  1117. </a>
  1118. </li>
  1119. </ul>
  1120. </nav>
  1121. </li>
  1122. <li class="md-nav__item">
  1123. <a href="#constructors" class="md-nav__link">
  1124. Constructors
  1125. </a>
  1126. <nav class="md-nav" aria-label="Constructors">
  1127. <ul class="md-nav__list">
  1128. <li class="md-nav__item">
  1129. <a href="#llamaparamsint32-int32-int32-int32-int32-int32-int32-dictionaryint32-single-int32-single-single-single-single-single-int32-single-single-int32-single-single-string-string-string-string-string-liststring-string-string-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean" class="md-nav__link">
  1130. LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary&lt;Int32, Single&gt;, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List&lt;String&gt;, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)
  1131. </a>
  1132. <nav class="md-nav" aria-label="LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary<Int32, Single>, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List<String>, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)">
  1133. <ul class="md-nav__list">
  1134. <li class="md-nav__item">
  1135. <a href="#parameters" class="md-nav__link">
  1136. Parameters
  1137. </a>
  1138. </li>
  1139. </ul>
  1140. </nav>
  1141. </li>
  1142. </ul>
  1143. </nav>
  1144. </li>
  1145. </ul>
  1146. </nav>
  1147. </div>
  1148. </div>
  1149. </div>
  1150. <div class="md-content" data-md-component="content">
  1151. <article class="md-content__inner md-typeset">
  1152. <h1 id="llamaparams">LLamaParams</h1>
  1153. <p>Namespace: LLama.OldVersion</p>
  1154. <pre><code class="language-csharp">public struct LLamaParams
  1155. </code></pre>
  1156. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="https://docs.microsoft.com/en-us/dotnet/api/system.valuetype">ValueType</a> → <a href="./">LLamaParams</a></p>
  1157. <h2 id="fields">Fields</h2>
  1158. <h3 id="seed"><strong>seed</strong></h3>
  1159. <pre><code class="language-csharp">public int seed;
  1160. </code></pre>
  1161. <h3 id="n_threads"><strong>n_threads</strong></h3>
  1162. <pre><code class="language-csharp">public int n_threads;
  1163. </code></pre>
  1164. <h3 id="n_predict"><strong>n_predict</strong></h3>
  1165. <pre><code class="language-csharp">public int n_predict;
  1166. </code></pre>
  1167. <h3 id="n_ctx"><strong>n_ctx</strong></h3>
  1168. <pre><code class="language-csharp">public int n_ctx;
  1169. </code></pre>
  1170. <h3 id="n_batch"><strong>n_batch</strong></h3>
  1171. <pre><code class="language-csharp">public int n_batch;
  1172. </code></pre>
  1173. <h3 id="n_keep"><strong>n_keep</strong></h3>
  1174. <pre><code class="language-csharp">public int n_keep;
  1175. </code></pre>
  1176. <h3 id="n_gpu_layers"><strong>n_gpu_layers</strong></h3>
  1177. <pre><code class="language-csharp">public int n_gpu_layers;
  1178. </code></pre>
  1179. <h3 id="logit_bias"><strong>logit_bias</strong></h3>
  1180. <pre><code class="language-csharp">public Dictionary&lt;int, float&gt; logit_bias;
  1181. </code></pre>
  1182. <h3 id="top_k"><strong>top_k</strong></h3>
  1183. <pre><code class="language-csharp">public int top_k;
  1184. </code></pre>
  1185. <h3 id="top_p"><strong>top_p</strong></h3>
  1186. <pre><code class="language-csharp">public float top_p;
  1187. </code></pre>
  1188. <h3 id="tfs_z"><strong>tfs_z</strong></h3>
  1189. <pre><code class="language-csharp">public float tfs_z;
  1190. </code></pre>
  1191. <h3 id="typical_p"><strong>typical_p</strong></h3>
  1192. <pre><code class="language-csharp">public float typical_p;
  1193. </code></pre>
  1194. <h3 id="temp"><strong>temp</strong></h3>
  1195. <pre><code class="language-csharp">public float temp;
  1196. </code></pre>
  1197. <h3 id="repeat_penalty"><strong>repeat_penalty</strong></h3>
  1198. <pre><code class="language-csharp">public float repeat_penalty;
  1199. </code></pre>
  1200. <h3 id="repeat_last_n"><strong>repeat_last_n</strong></h3>
  1201. <pre><code class="language-csharp">public int repeat_last_n;
  1202. </code></pre>
  1203. <h3 id="frequency_penalty"><strong>frequency_penalty</strong></h3>
  1204. <pre><code class="language-csharp">public float frequency_penalty;
  1205. </code></pre>
  1206. <h3 id="presence_penalty"><strong>presence_penalty</strong></h3>
  1207. <pre><code class="language-csharp">public float presence_penalty;
  1208. </code></pre>
  1209. <h3 id="mirostat"><strong>mirostat</strong></h3>
  1210. <pre><code class="language-csharp">public int mirostat;
  1211. </code></pre>
  1212. <h3 id="mirostat_tau"><strong>mirostat_tau</strong></h3>
  1213. <pre><code class="language-csharp">public float mirostat_tau;
  1214. </code></pre>
  1215. <h3 id="mirostat_eta"><strong>mirostat_eta</strong></h3>
  1216. <pre><code class="language-csharp">public float mirostat_eta;
  1217. </code></pre>
  1218. <h3 id="model"><strong>model</strong></h3>
  1219. <pre><code class="language-csharp">public string model;
  1220. </code></pre>
  1221. <h3 id="prompt"><strong>prompt</strong></h3>
  1222. <pre><code class="language-csharp">public string prompt;
  1223. </code></pre>
  1224. <h3 id="path_session"><strong>path_session</strong></h3>
  1225. <pre><code class="language-csharp">public string path_session;
  1226. </code></pre>
  1227. <h3 id="input_prefix"><strong>input_prefix</strong></h3>
  1228. <pre><code class="language-csharp">public string input_prefix;
  1229. </code></pre>
  1230. <h3 id="input_suffix"><strong>input_suffix</strong></h3>
  1231. <pre><code class="language-csharp">public string input_suffix;
  1232. </code></pre>
  1233. <h3 id="antiprompt"><strong>antiprompt</strong></h3>
  1234. <pre><code class="language-csharp">public List&lt;string&gt; antiprompt;
  1235. </code></pre>
  1236. <h3 id="lora_adapter"><strong>lora_adapter</strong></h3>
  1237. <pre><code class="language-csharp">public string lora_adapter;
  1238. </code></pre>
  1239. <h3 id="lora_base"><strong>lora_base</strong></h3>
  1240. <pre><code class="language-csharp">public string lora_base;
  1241. </code></pre>
  1242. <h3 id="memory_f16"><strong>memory_f16</strong></h3>
  1243. <pre><code class="language-csharp">public bool memory_f16;
  1244. </code></pre>
  1245. <h3 id="random_prompt"><strong>random_prompt</strong></h3>
  1246. <pre><code class="language-csharp">public bool random_prompt;
  1247. </code></pre>
  1248. <h3 id="use_color"><strong>use_color</strong></h3>
  1249. <pre><code class="language-csharp">public bool use_color;
  1250. </code></pre>
  1251. <h3 id="interactive"><strong>interactive</strong></h3>
  1252. <pre><code class="language-csharp">public bool interactive;
  1253. </code></pre>
  1254. <h3 id="prompt_cache_all"><strong>prompt_cache_all</strong></h3>
  1255. <pre><code class="language-csharp">public bool prompt_cache_all;
  1256. </code></pre>
  1257. <h3 id="embedding"><strong>embedding</strong></h3>
  1258. <pre><code class="language-csharp">public bool embedding;
  1259. </code></pre>
  1260. <h3 id="interactive_first"><strong>interactive_first</strong></h3>
  1261. <pre><code class="language-csharp">public bool interactive_first;
  1262. </code></pre>
  1263. <h3 id="instruct"><strong>instruct</strong></h3>
  1264. <pre><code class="language-csharp">public bool instruct;
  1265. </code></pre>
  1266. <h3 id="penalize_nl"><strong>penalize_nl</strong></h3>
  1267. <pre><code class="language-csharp">public bool penalize_nl;
  1268. </code></pre>
  1269. <h3 id="perplexity"><strong>perplexity</strong></h3>
  1270. <pre><code class="language-csharp">public bool perplexity;
  1271. </code></pre>
  1272. <h3 id="use_mmap"><strong>use_mmap</strong></h3>
  1273. <pre><code class="language-csharp">public bool use_mmap;
  1274. </code></pre>
  1275. <h3 id="use_mlock"><strong>use_mlock</strong></h3>
  1276. <pre><code class="language-csharp">public bool use_mlock;
  1277. </code></pre>
  1278. <h3 id="mem_test"><strong>mem_test</strong></h3>
  1279. <pre><code class="language-csharp">public bool mem_test;
  1280. </code></pre>
  1281. <h3 id="verbose_prompt"><strong>verbose_prompt</strong></h3>
  1282. <pre><code class="language-csharp">public bool verbose_prompt;
  1283. </code></pre>
  1284. <h2 id="constructors">Constructors</h2>
  1285. <h3 id="llamaparamsint32-int32-int32-int32-int32-int32-int32-dictionaryint32-single-int32-single-single-single-single-single-int32-single-single-int32-single-single-string-string-string-string-string-liststring-string-string-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean-boolean"><strong>LLamaParams(Int32, Int32, Int32, Int32, Int32, Int32, Int32, Dictionary&lt;Int32, Single&gt;, Int32, Single, Single, Single, Single, Single, Int32, Single, Single, Int32, Single, Single, String, String, String, String, String, List&lt;String&gt;, String, String, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean, Boolean)</strong></h3>
  1286. <pre><code class="language-csharp">LLamaParams(int seed, int n_threads, int n_predict, int n_ctx, int n_batch, int n_keep, int n_gpu_layers, Dictionary&lt;int, float&gt; logit_bias, int top_k, float top_p, float tfs_z, float typical_p, float temp, float repeat_penalty, int repeat_last_n, float frequency_penalty, float presence_penalty, int mirostat, float mirostat_tau, float mirostat_eta, string model, string prompt, string path_session, string input_prefix, string input_suffix, List&lt;string&gt; antiprompt, string lora_adapter, string lora_base, bool memory_f16, bool random_prompt, bool use_color, bool interactive, bool prompt_cache_all, bool embedding, bool interactive_first, bool instruct, bool penalize_nl, bool perplexity, bool use_mmap, bool use_mlock, bool mem_test, bool verbose_prompt)
  1287. </code></pre>
  1288. <h4 id="parameters">Parameters</h4>
  1289. <p><code>seed</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1290. <p><code>n_threads</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1291. <p><code>n_predict</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1292. <p><code>n_ctx</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1293. <p><code>n_batch</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1294. <p><code>n_keep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1295. <p><code>n_gpu_layers</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1296. <p><code>logit_bias</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.collections.generic.dictionary-2">Dictionary&lt;Int32, Single&gt;</a><br></p>
  1297. <p><code>top_k</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1298. <p><code>top_p</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1299. <p><code>tfs_z</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1300. <p><code>typical_p</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1301. <p><code>temp</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1302. <p><code>repeat_penalty</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1303. <p><code>repeat_last_n</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1304. <p><code>frequency_penalty</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1305. <p><code>presence_penalty</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1306. <p><code>mirostat</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1307. <p><code>mirostat_tau</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1308. <p><code>mirostat_eta</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1309. <p><code>model</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1310. <p><code>prompt</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1311. <p><code>path_session</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1312. <p><code>input_prefix</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1313. <p><code>input_suffix</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1314. <p><code>antiprompt</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.collections.generic.list-1">List&lt;String&gt;</a><br></p>
  1315. <p><code>lora_adapter</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1316. <p><code>lora_base</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1317. <p><code>memory_f16</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1318. <p><code>random_prompt</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1319. <p><code>use_color</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1320. <p><code>interactive</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1321. <p><code>prompt_cache_all</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1322. <p><code>embedding</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1323. <p><code>interactive_first</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1324. <p><code>instruct</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1325. <p><code>penalize_nl</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1326. <p><code>perplexity</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1327. <p><code>use_mmap</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1328. <p><code>use_mlock</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1329. <p><code>mem_test</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1330. <p><code>verbose_prompt</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1331. </article>
  1332. </div>
  1333. </div>
  1334. </main>
  1335. <footer class="md-footer">
  1336. <div class="md-footer-meta md-typeset">
  1337. <div class="md-footer-meta__inner md-grid">
  1338. <div class="md-copyright">
  1339. Made with
  1340. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1341. Material for MkDocs
  1342. </a>
  1343. </div>
  1344. </div>
  1345. </div>
  1346. </footer>
  1347. </div>
  1348. <div class="md-dialog" data-md-component="dialog">
  1349. <div class="md-dialog__inner md-typeset"></div>
  1350. </div>
  1351. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.208ed371.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1352. <script src="../../assets/javascripts/bundle.a51614de.min.js"></script>
  1353. </body>
  1354. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)