You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

404.html 30 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="icon" href="/assets/images/favicon.png">
  7. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.16">
  8. <title>LLamaSharp Documentation</title>
  9. <link rel="stylesheet" href="/assets/stylesheets/main.26e3688c.min.css">
  10. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  11. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  12. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  13. <script>__md_scope=new URL("/",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  14. </head>
  15. <body dir="ltr">
  16. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  17. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  18. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  19. <label class="md-overlay" for="__drawer"></label>
  20. <div data-md-component="skip">
  21. </div>
  22. <div data-md-component="announce">
  23. </div>
  24. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  25. </div>
  26. <header class="md-header md-header--shadow" data-md-component="header">
  27. <nav class="md-header__inner md-grid" aria-label="Header">
  28. <a href="/." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  29. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  30. </a>
  31. <label class="md-header__button md-icon" for="__drawer">
  32. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  33. </label>
  34. <div class="md-header__title" data-md-component="header-title">
  35. <div class="md-header__ellipsis">
  36. <div class="md-header__topic">
  37. <span class="md-ellipsis">
  38. LLamaSharp Documentation
  39. </span>
  40. </div>
  41. <div class="md-header__topic" data-md-component="header-topic">
  42. <span class="md-ellipsis">
  43. </span>
  44. </div>
  45. </div>
  46. </div>
  47. <label class="md-header__button md-icon" for="__search">
  48. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  49. </label>
  50. <div class="md-search" data-md-component="search" role="dialog">
  51. <label class="md-search__overlay" for="__search"></label>
  52. <div class="md-search__inner" role="search">
  53. <form class="md-search__form" name="search">
  54. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  55. <label class="md-search__icon md-icon" for="__search">
  56. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  57. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  58. </label>
  59. <nav class="md-search__options" aria-label="Search">
  60. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  62. </button>
  63. </nav>
  64. </form>
  65. <div class="md-search__output">
  66. <div class="md-search__scrollwrap" data-md-scrollfix>
  67. <div class="md-search-result" data-md-component="search-result">
  68. <div class="md-search-result__meta">
  69. Initializing search
  70. </div>
  71. <ol class="md-search-result__list" role="presentation"></ol>
  72. </div>
  73. </div>
  74. </div>
  75. </div>
  76. </div>
  77. </nav>
  78. </header>
  79. <div class="md-container" data-md-component="container">
  80. <main class="md-main" data-md-component="main">
  81. <div class="md-main__inner md-grid">
  82. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  83. <div class="md-sidebar__scrollwrap">
  84. <div class="md-sidebar__inner">
  85. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  86. <label class="md-nav__title" for="__drawer">
  87. <a href="/." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  88. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  89. </a>
  90. LLamaSharp Documentation
  91. </label>
  92. <ul class="md-nav__list" data-md-scrollfix>
  93. <li class="md-nav__item">
  94. <a href="/." class="md-nav__link">
  95. Overview
  96. </a>
  97. </li>
  98. <li class="md-nav__item">
  99. <a href="/GetStarted/" class="md-nav__link">
  100. Get Started
  101. </a>
  102. </li>
  103. <li class="md-nav__item">
  104. <a href="/Architecher/" class="md-nav__link">
  105. Architecher
  106. </a>
  107. </li>
  108. <li class="md-nav__item">
  109. <a href="/Tricks/" class="md-nav__link">
  110. Tricks for FAQ
  111. </a>
  112. </li>
  113. <li class="md-nav__item">
  114. <a href="/ContributingGuide/" class="md-nav__link">
  115. Contributing Guide
  116. </a>
  117. </li>
  118. <li class="md-nav__item md-nav__item--nested">
  119. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  120. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  121. LLamaModel
  122. <span class="md-nav__icon md-icon"></span>
  123. </label>
  124. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  125. <label class="md-nav__title" for="__nav_6">
  126. <span class="md-nav__icon md-icon"></span>
  127. LLamaModel
  128. </label>
  129. <ul class="md-nav__list" data-md-scrollfix>
  130. <li class="md-nav__item">
  131. <a href="/LLamaModel/parameters/" class="md-nav__link">
  132. Model Parameters
  133. </a>
  134. </li>
  135. <li class="md-nav__item">
  136. <a href="/LLamaModel/tokenization/" class="md-nav__link">
  137. Tokenization
  138. </a>
  139. </li>
  140. <li class="md-nav__item">
  141. <a href="/LLamaModel/embeddings/" class="md-nav__link">
  142. Get Embeddings
  143. </a>
  144. </li>
  145. <li class="md-nav__item">
  146. <a href="/LLamaModel/quantization/" class="md-nav__link">
  147. Quantization
  148. </a>
  149. </li>
  150. <li class="md-nav__item">
  151. <a href="/LLamaModel/save-load-state/" class="md-nav__link">
  152. Save/Load State
  153. </a>
  154. </li>
  155. </ul>
  156. </nav>
  157. </li>
  158. <li class="md-nav__item md-nav__item--nested">
  159. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  160. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  161. LLamaExecutors
  162. <span class="md-nav__icon md-icon"></span>
  163. </label>
  164. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  165. <label class="md-nav__title" for="__nav_7">
  166. <span class="md-nav__icon md-icon"></span>
  167. LLamaExecutors
  168. </label>
  169. <ul class="md-nav__list" data-md-scrollfix>
  170. <li class="md-nav__item">
  171. <a href="/LLamaExecutors/parameters/" class="md-nav__link">
  172. Inference Parameters
  173. </a>
  174. </li>
  175. <li class="md-nav__item">
  176. <a href="/LLamaExecutors/text-to-text-apis/" class="md-nav__link">
  177. Text-to-Text APIs
  178. </a>
  179. </li>
  180. <li class="md-nav__item">
  181. <a href="/LLamaExecutors/save-load-state/" class="md-nav__link">
  182. Save/Load State
  183. </a>
  184. </li>
  185. <li class="md-nav__item">
  186. <a href="/LLamaExecutors/differences/" class="md-nav__link">
  187. Differences of Executors
  188. </a>
  189. </li>
  190. </ul>
  191. </nav>
  192. </li>
  193. <li class="md-nav__item md-nav__item--nested">
  194. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  195. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  196. ChatSession
  197. <span class="md-nav__icon md-icon"></span>
  198. </label>
  199. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  200. <label class="md-nav__title" for="__nav_8">
  201. <span class="md-nav__icon md-icon"></span>
  202. ChatSession
  203. </label>
  204. <ul class="md-nav__list" data-md-scrollfix>
  205. <li class="md-nav__item">
  206. <a href="/ChatSession/basic-usages/" class="md-nav__link">
  207. Basic Usages
  208. </a>
  209. </li>
  210. <li class="md-nav__item">
  211. <a href="/ChatSession/transforms/" class="md-nav__link">
  212. Transoforms
  213. </a>
  214. </li>
  215. <li class="md-nav__item">
  216. <a href="/ChatSession/save-load-session/" class="md-nav__link">
  217. Save/Load Session
  218. </a>
  219. </li>
  220. </ul>
  221. </nav>
  222. </li>
  223. <li class="md-nav__item md-nav__item--nested">
  224. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" >
  225. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  226. Non-English Usages
  227. <span class="md-nav__icon md-icon"></span>
  228. </label>
  229. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false">
  230. <label class="md-nav__title" for="__nav_9">
  231. <span class="md-nav__icon md-icon"></span>
  232. Non-English Usages
  233. </label>
  234. <ul class="md-nav__list" data-md-scrollfix>
  235. <li class="md-nav__item">
  236. <a href="/NonEnglishUsage/Chinese/" class="md-nav__link">
  237. Chinese
  238. </a>
  239. </li>
  240. </ul>
  241. </nav>
  242. </li>
  243. <li class="md-nav__item md-nav__item--nested">
  244. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" >
  245. <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex="0">
  246. High-level Applications
  247. <span class="md-nav__icon md-icon"></span>
  248. </label>
  249. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false">
  250. <label class="md-nav__title" for="__nav_10">
  251. <span class="md-nav__icon md-icon"></span>
  252. High-level Applications
  253. </label>
  254. <ul class="md-nav__list" data-md-scrollfix>
  255. <li class="md-nav__item">
  256. <a href="/HighLevelApps/bot-sharp/" class="md-nav__link">
  257. BotSharp
  258. </a>
  259. </li>
  260. </ul>
  261. </nav>
  262. </li>
  263. <li class="md-nav__item md-nav__item--nested">
  264. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" >
  265. <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex="0">
  266. More
  267. <span class="md-nav__icon md-icon"></span>
  268. </label>
  269. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false">
  270. <label class="md-nav__title" for="__nav_11">
  271. <span class="md-nav__icon md-icon"></span>
  272. More
  273. </label>
  274. <ul class="md-nav__list" data-md-scrollfix>
  275. <li class="md-nav__item">
  276. <a href="/More/log/" class="md-nav__link">
  277. Logger
  278. </a>
  279. </li>
  280. </ul>
  281. </nav>
  282. </li>
  283. <li class="md-nav__item md-nav__item--nested">
  284. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_12" >
  285. <label class="md-nav__link" for="__nav_12" id="__nav_12_label" tabindex="0">
  286. API Reference
  287. <span class="md-nav__icon md-icon"></span>
  288. </label>
  289. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_12_label" aria-expanded="false">
  290. <label class="md-nav__title" for="__nav_12">
  291. <span class="md-nav__icon md-icon"></span>
  292. API Reference
  293. </label>
  294. <ul class="md-nav__list" data-md-scrollfix>
  295. <li class="md-nav__item">
  296. <a href="/xmldocs/" class="md-nav__link">
  297. index
  298. </a>
  299. </li>
  300. <li class="md-nav__item">
  301. <a href="/xmldocs/llama.abstractions.ihistorytransform/" class="md-nav__link">
  302. llama.abstractions.ihistorytransform
  303. </a>
  304. </li>
  305. <li class="md-nav__item">
  306. <a href="/xmldocs/llama.abstractions.illamaexecutor/" class="md-nav__link">
  307. llama.abstractions.illamaexecutor
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="/xmldocs/llama.abstractions.itextstreamtransform/" class="md-nav__link">
  312. llama.abstractions.itextstreamtransform
  313. </a>
  314. </li>
  315. <li class="md-nav__item">
  316. <a href="/xmldocs/llama.abstractions.itexttransform/" class="md-nav__link">
  317. llama.abstractions.itexttransform
  318. </a>
  319. </li>
  320. <li class="md-nav__item">
  321. <a href="/xmldocs/llama.chatsession/" class="md-nav__link">
  322. llama.chatsession
  323. </a>
  324. </li>
  325. <li class="md-nav__item">
  326. <a href="/xmldocs/llama.common.authorrole/" class="md-nav__link">
  327. llama.common.authorrole
  328. </a>
  329. </li>
  330. <li class="md-nav__item">
  331. <a href="/xmldocs/llama.common.chathistory/" class="md-nav__link">
  332. llama.common.chathistory
  333. </a>
  334. </li>
  335. <li class="md-nav__item">
  336. <a href="/xmldocs/llama.common.fixedsizequeue-1/" class="md-nav__link">
  337. llama.common.fixedsizequeue-1
  338. </a>
  339. </li>
  340. <li class="md-nav__item">
  341. <a href="/xmldocs/llama.common.illamalogger/" class="md-nav__link">
  342. llama.common.illamalogger
  343. </a>
  344. </li>
  345. <li class="md-nav__item">
  346. <a href="/xmldocs/llama.common.inferenceparams/" class="md-nav__link">
  347. llama.common.inferenceparams
  348. </a>
  349. </li>
  350. <li class="md-nav__item">
  351. <a href="/xmldocs/llama.common.llamadefaultlogger/" class="md-nav__link">
  352. llama.common.llamadefaultlogger
  353. </a>
  354. </li>
  355. <li class="md-nav__item">
  356. <a href="/xmldocs/llama.common.mirostatetype/" class="md-nav__link">
  357. llama.common.mirostatetype
  358. </a>
  359. </li>
  360. <li class="md-nav__item">
  361. <a href="/xmldocs/llama.common.modelparams/" class="md-nav__link">
  362. llama.common.modelparams
  363. </a>
  364. </li>
  365. <li class="md-nav__item">
  366. <a href="/xmldocs/llama.exceptions.runtimeerror/" class="md-nav__link">
  367. llama.exceptions.runtimeerror
  368. </a>
  369. </li>
  370. <li class="md-nav__item">
  371. <a href="/xmldocs/llama.extensions.dictionaryextension/" class="md-nav__link">
  372. llama.extensions.dictionaryextension
  373. </a>
  374. </li>
  375. <li class="md-nav__item">
  376. <a href="/xmldocs/llama.instructexecutor/" class="md-nav__link">
  377. llama.instructexecutor
  378. </a>
  379. </li>
  380. <li class="md-nav__item">
  381. <a href="/xmldocs/llama.interactiveexecutor/" class="md-nav__link">
  382. llama.interactiveexecutor
  383. </a>
  384. </li>
  385. <li class="md-nav__item">
  386. <a href="/xmldocs/llama.llamaembedder/" class="md-nav__link">
  387. llama.llamaembedder
  388. </a>
  389. </li>
  390. <li class="md-nav__item">
  391. <a href="/xmldocs/llama.llamamodel/" class="md-nav__link">
  392. llama.llamamodel
  393. </a>
  394. </li>
  395. <li class="md-nav__item">
  396. <a href="/xmldocs/llama.llamaquantizer/" class="md-nav__link">
  397. llama.llamaquantizer
  398. </a>
  399. </li>
  400. <li class="md-nav__item">
  401. <a href="/xmldocs/llama.llamatransforms/" class="md-nav__link">
  402. llama.llamatransforms
  403. </a>
  404. </li>
  405. <li class="md-nav__item">
  406. <a href="/xmldocs/llama.native.llamacontextparams/" class="md-nav__link">
  407. llama.native.llamacontextparams
  408. </a>
  409. </li>
  410. <li class="md-nav__item">
  411. <a href="/xmldocs/llama.native.llamaftype/" class="md-nav__link">
  412. llama.native.llamaftype
  413. </a>
  414. </li>
  415. <li class="md-nav__item">
  416. <a href="/xmldocs/llama.native.llamatokendata/" class="md-nav__link">
  417. llama.native.llamatokendata
  418. </a>
  419. </li>
  420. <li class="md-nav__item">
  421. <a href="/xmldocs/llama.native.llamatokendataarray/" class="md-nav__link">
  422. llama.native.llamatokendataarray
  423. </a>
  424. </li>
  425. <li class="md-nav__item">
  426. <a href="/xmldocs/llama.native.llamatokendataarraynative/" class="md-nav__link">
  427. llama.native.llamatokendataarraynative
  428. </a>
  429. </li>
  430. <li class="md-nav__item">
  431. <a href="/xmldocs/llama.native.nativeapi/" class="md-nav__link">
  432. llama.native.nativeapi
  433. </a>
  434. </li>
  435. <li class="md-nav__item">
  436. <a href="/xmldocs/llama.native.safellamacontexthandle/" class="md-nav__link">
  437. llama.native.safellamacontexthandle
  438. </a>
  439. </li>
  440. <li class="md-nav__item">
  441. <a href="/xmldocs/llama.native.safellamahandlebase/" class="md-nav__link">
  442. llama.native.safellamahandlebase
  443. </a>
  444. </li>
  445. <li class="md-nav__item">
  446. <a href="/xmldocs/llama.oldversion.chatcompletion/" class="md-nav__link">
  447. llama.oldversion.chatcompletion
  448. </a>
  449. </li>
  450. <li class="md-nav__item">
  451. <a href="/xmldocs/llama.oldversion.chatcompletionchoice/" class="md-nav__link">
  452. llama.oldversion.chatcompletionchoice
  453. </a>
  454. </li>
  455. <li class="md-nav__item">
  456. <a href="/xmldocs/llama.oldversion.chatcompletionchunk/" class="md-nav__link">
  457. llama.oldversion.chatcompletionchunk
  458. </a>
  459. </li>
  460. <li class="md-nav__item">
  461. <a href="/xmldocs/llama.oldversion.chatcompletionchunkchoice/" class="md-nav__link">
  462. llama.oldversion.chatcompletionchunkchoice
  463. </a>
  464. </li>
  465. <li class="md-nav__item">
  466. <a href="/xmldocs/llama.oldversion.chatcompletionchunkdelta/" class="md-nav__link">
  467. llama.oldversion.chatcompletionchunkdelta
  468. </a>
  469. </li>
  470. <li class="md-nav__item">
  471. <a href="/xmldocs/llama.oldversion.chatcompletionmessage/" class="md-nav__link">
  472. llama.oldversion.chatcompletionmessage
  473. </a>
  474. </li>
  475. <li class="md-nav__item">
  476. <a href="/xmldocs/llama.oldversion.chatmessagerecord/" class="md-nav__link">
  477. llama.oldversion.chatmessagerecord
  478. </a>
  479. </li>
  480. <li class="md-nav__item">
  481. <a href="/xmldocs/llama.oldversion.chatrole/" class="md-nav__link">
  482. llama.oldversion.chatrole
  483. </a>
  484. </li>
  485. <li class="md-nav__item">
  486. <a href="/xmldocs/llama.oldversion.chatsession-1/" class="md-nav__link">
  487. llama.oldversion.chatsession-1
  488. </a>
  489. </li>
  490. <li class="md-nav__item">
  491. <a href="/xmldocs/llama.oldversion.completion/" class="md-nav__link">
  492. llama.oldversion.completion
  493. </a>
  494. </li>
  495. <li class="md-nav__item">
  496. <a href="/xmldocs/llama.oldversion.completionchoice/" class="md-nav__link">
  497. llama.oldversion.completionchoice
  498. </a>
  499. </li>
  500. <li class="md-nav__item">
  501. <a href="/xmldocs/llama.oldversion.completionchunk/" class="md-nav__link">
  502. llama.oldversion.completionchunk
  503. </a>
  504. </li>
  505. <li class="md-nav__item">
  506. <a href="/xmldocs/llama.oldversion.completionlogprobs/" class="md-nav__link">
  507. llama.oldversion.completionlogprobs
  508. </a>
  509. </li>
  510. <li class="md-nav__item">
  511. <a href="/xmldocs/llama.oldversion.completionusage/" class="md-nav__link">
  512. llama.oldversion.completionusage
  513. </a>
  514. </li>
  515. <li class="md-nav__item">
  516. <a href="/xmldocs/llama.oldversion.embedding/" class="md-nav__link">
  517. llama.oldversion.embedding
  518. </a>
  519. </li>
  520. <li class="md-nav__item">
  521. <a href="/xmldocs/llama.oldversion.embeddingdata/" class="md-nav__link">
  522. llama.oldversion.embeddingdata
  523. </a>
  524. </li>
  525. <li class="md-nav__item">
  526. <a href="/xmldocs/llama.oldversion.embeddingusage/" class="md-nav__link">
  527. llama.oldversion.embeddingusage
  528. </a>
  529. </li>
  530. <li class="md-nav__item">
  531. <a href="/xmldocs/llama.oldversion.ichatmodel/" class="md-nav__link">
  532. llama.oldversion.ichatmodel
  533. </a>
  534. </li>
  535. <li class="md-nav__item">
  536. <a href="/xmldocs/llama.oldversion.llamaembedder/" class="md-nav__link">
  537. llama.oldversion.llamaembedder
  538. </a>
  539. </li>
  540. <li class="md-nav__item">
  541. <a href="/xmldocs/llama.oldversion.llamamodel/" class="md-nav__link">
  542. llama.oldversion.llamamodel
  543. </a>
  544. </li>
  545. <li class="md-nav__item">
  546. <a href="/xmldocs/llama.oldversion.llamaparams/" class="md-nav__link">
  547. llama.oldversion.llamaparams
  548. </a>
  549. </li>
  550. <li class="md-nav__item">
  551. <a href="/xmldocs/llama.resettablellamamodel/" class="md-nav__link">
  552. llama.resettablellamamodel
  553. </a>
  554. </li>
  555. <li class="md-nav__item">
  556. <a href="/xmldocs/llama.statefulexecutorbase/" class="md-nav__link">
  557. llama.statefulexecutorbase
  558. </a>
  559. </li>
  560. <li class="md-nav__item">
  561. <a href="/xmldocs/llama.statelessexecutor/" class="md-nav__link">
  562. llama.statelessexecutor
  563. </a>
  564. </li>
  565. </ul>
  566. </nav>
  567. </li>
  568. </ul>
  569. </nav>
  570. </div>
  571. </div>
  572. </div>
  573. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  574. <div class="md-sidebar__scrollwrap">
  575. <div class="md-sidebar__inner">
  576. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  577. </nav>
  578. </div>
  579. </div>
  580. </div>
  581. <div class="md-content" data-md-component="content">
  582. <article class="md-content__inner md-typeset">
  583. <h1>404 - Not found</h1>
  584. </article>
  585. </div>
  586. </div>
  587. </main>
  588. <footer class="md-footer">
  589. <div class="md-footer-meta md-typeset">
  590. <div class="md-footer-meta__inner md-grid">
  591. <div class="md-copyright">
  592. Made with
  593. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  594. Material for MkDocs
  595. </a>
  596. </div>
  597. </div>
  598. </div>
  599. </footer>
  600. </div>
  601. <div class="md-dialog" data-md-component="dialog">
  602. <div class="md-dialog__inner md-typeset"></div>
  603. </div>
  604. <script id="__config" type="application/json">{"base": "/", "features": [], "search": "/assets/javascripts/workers/search.208ed371.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  605. <script src="/assets/javascripts/bundle.a51614de.min.js"></script>
  606. </body>
  607. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。