You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 57 kB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.types.embeddingusage/">
  7. <link rel="icon" href="../../assets/images/favicon.png">
  8. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">
  9. <title>logger - LLamaSharp Documentation</title>
  10. <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">
  11. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  12. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  13. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  14. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  15. </head>
  16. <body dir="ltr">
  17. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  18. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  19. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  20. <label class="md-overlay" for="__drawer"></label>
  21. <div data-md-component="skip">
  22. <a href="#logger" class="md-skip">
  23. Skip to content
  24. </a>
  25. </div>
  26. <div data-md-component="announce">
  27. </div>
  28. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  29. </div>
  30. <header class="md-header md-header--shadow" data-md-component="header">
  31. <nav class="md-header__inner md-grid" aria-label="Header">
  32. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  33. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  34. </a>
  35. <label class="md-header__button md-icon" for="__drawer">
  36. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  37. </label>
  38. <div class="md-header__title" data-md-component="header-title">
  39. <div class="md-header__ellipsis">
  40. <div class="md-header__topic">
  41. <span class="md-ellipsis">
  42. LLamaSharp Documentation
  43. </span>
  44. </div>
  45. <div class="md-header__topic" data-md-component="header-topic">
  46. <span class="md-ellipsis">
  47. logger
  48. </span>
  49. </div>
  50. </div>
  51. </div>
  52. <label class="md-header__button md-icon" for="__search">
  53. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  54. </label>
  55. <div class="md-search" data-md-component="search" role="dialog">
  56. <label class="md-search__overlay" for="__search"></label>
  57. <div class="md-search__inner" role="search">
  58. <form class="md-search__form" name="search">
  59. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  60. <label class="md-search__icon md-icon" for="__search">
  61. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  63. </label>
  64. <nav class="md-search__options" aria-label="Search">
  65. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  67. </button>
  68. </nav>
  69. </form>
  70. <div class="md-search__output">
  71. <div class="md-search__scrollwrap" data-md-scrollfix>
  72. <div class="md-search-result" data-md-component="search-result">
  73. <div class="md-search-result__meta">
  74. Initializing search
  75. </div>
  76. <ol class="md-search-result__list" role="presentation"></ol>
  77. </div>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </nav>
  83. </header>
  84. <div class="md-container" data-md-component="container">
  85. <main class="md-main" data-md-component="main">
  86. <div class="md-main__inner md-grid">
  87. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  88. <div class="md-sidebar__scrollwrap">
  89. <div class="md-sidebar__inner">
  90. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  91. <label class="md-nav__title" for="__drawer">
  92. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  93. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  94. </a>
  95. LLamaSharp Documentation
  96. </label>
  97. <ul class="md-nav__list" data-md-scrollfix>
  98. <li class="md-nav__item">
  99. <a href="../.." class="md-nav__link">
  100. Overview
  101. </a>
  102. </li>
  103. <li class="md-nav__item">
  104. <a href="../../QuickStart/" class="md-nav__link">
  105. Quick Start
  106. </a>
  107. </li>
  108. <li class="md-nav__item">
  109. <a href="../../Architecture/" class="md-nav__link">
  110. Architecture
  111. </a>
  112. </li>
  113. <li class="md-nav__item">
  114. <a href="../../FAQ/" class="md-nav__link">
  115. FAQ
  116. </a>
  117. </li>
  118. <li class="md-nav__item">
  119. <a href="../../ContributingGuide/" class="md-nav__link">
  120. Contributing Guide
  121. </a>
  122. </li>
  123. <li class="md-nav__item md-nav__item--nested">
  124. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  125. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  126. Tutorials
  127. <span class="md-nav__icon md-icon"></span>
  128. </label>
  129. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  130. <label class="md-nav__title" for="__nav_6">
  131. <span class="md-nav__icon md-icon"></span>
  132. Tutorials
  133. </label>
  134. <ul class="md-nav__list" data-md-scrollfix>
  135. <li class="md-nav__item">
  136. <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">
  137. Customize the native library loading
  138. </a>
  139. </li>
  140. <li class="md-nav__item">
  141. <a href="../../Tutorials/Executors/" class="md-nav__link">
  142. Use executors
  143. </a>
  144. </li>
  145. <li class="md-nav__item">
  146. <a href="../../Tutorials/ChatSession/" class="md-nav__link">
  147. Use ChatSession
  148. </a>
  149. </li>
  150. <li class="md-nav__item">
  151. <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">
  152. Understand LLamaContext
  153. </a>
  154. </li>
  155. <li class="md-nav__item">
  156. <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">
  157. Get embeddings
  158. </a>
  159. </li>
  160. <li class="md-nav__item">
  161. <a href="../../Tutorials/Quantization/" class="md-nav__link">
  162. Quantize the model
  163. </a>
  164. </li>
  165. </ul>
  166. </nav>
  167. </li>
  168. <li class="md-nav__item md-nav__item--nested">
  169. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  170. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  171. Integrations
  172. <span class="md-nav__icon md-icon"></span>
  173. </label>
  174. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  175. <label class="md-nav__title" for="__nav_7">
  176. <span class="md-nav__icon md-icon"></span>
  177. Integrations
  178. </label>
  179. <ul class="md-nav__list" data-md-scrollfix>
  180. <li class="md-nav__item">
  181. <a href="../../Integrations/semantic-kernel/" class="md-nav__link">
  182. semantic-kernel integration
  183. </a>
  184. </li>
  185. <li class="md-nav__item">
  186. <a href="../../Integrations/kernel-memory/" class="md-nav__link">
  187. kernel-memory integration
  188. </a>
  189. </li>
  190. <li class="md-nav__item">
  191. <a href="../../Integrations/BotSharp.md" class="md-nav__link">
  192. BotSharp integration
  193. </a>
  194. </li>
  195. <li class="md-nav__item">
  196. <a href="../../Integrations/Langchain.md" class="md-nav__link">
  197. Langchain integration
  198. </a>
  199. </li>
  200. </ul>
  201. </nav>
  202. </li>
  203. <li class="md-nav__item md-nav__item--nested">
  204. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  205. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  206. Examples
  207. <span class="md-nav__icon md-icon"></span>
  208. </label>
  209. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  210. <label class="md-nav__title" for="__nav_8">
  211. <span class="md-nav__icon md-icon"></span>
  212. Examples
  213. </label>
  214. <ul class="md-nav__list" data-md-scrollfix>
  215. <li class="md-nav__item">
  216. <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">
  217. Bacthed executor - multi-output to one input
  218. </a>
  219. </li>
  220. <li class="md-nav__item">
  221. <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">
  222. Batched executor - basic guidance
  223. </a>
  224. </li>
  225. <li class="md-nav__item">
  226. <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">
  227. Batched executor - rewinding to an earlier state
  228. </a>
  229. </li>
  230. <li class="md-nav__item">
  231. <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">
  232. Chinese LLM - with GB2312 encoding
  233. </a>
  234. </li>
  235. <li class="md-nav__item">
  236. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  237. ChatSession - stripping role names
  238. </a>
  239. </li>
  240. <li class="md-nav__item">
  241. <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">
  242. ChatSession - with history
  243. </a>
  244. </li>
  245. <li class="md-nav__item">
  246. <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">
  247. ChatSession - restarting
  248. </a>
  249. </li>
  250. <li class="md-nav__item">
  251. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  252. ChatSession - Basic
  253. </a>
  254. </li>
  255. <li class="md-nav__item">
  256. <a href="../../Examples/CodingAssistant/" class="md-nav__link">
  257. Coding assistant
  258. </a>
  259. </li>
  260. <li class="md-nav__item">
  261. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  262. Get embeddings
  263. </a>
  264. </li>
  265. <li class="md-nav__item">
  266. <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">
  267. Grammar - json response
  268. </a>
  269. </li>
  270. <li class="md-nav__item">
  271. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  272. Instruct executor - basic
  273. </a>
  274. </li>
  275. <li class="md-nav__item">
  276. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  277. Interactive executor - basic
  278. </a>
  279. </li>
  280. <li class="md-nav__item">
  281. <a href="../../Examples/KernelMemory/" class="md-nav__link">
  282. Kernel memory integration - basic
  283. </a>
  284. </li>
  285. <li class="md-nav__item">
  286. <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">
  287. Kernel-memory - save & load
  288. </a>
  289. </li>
  290. <li class="md-nav__item">
  291. <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">
  292. LLaVA - basic
  293. </a>
  294. </li>
  295. <li class="md-nav__item">
  296. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  297. ChatSession - load & save
  298. </a>
  299. </li>
  300. <li class="md-nav__item">
  301. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  302. Executor - save/load state
  303. </a>
  304. </li>
  305. <li class="md-nav__item">
  306. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  307. Quantization
  308. </a>
  309. </li>
  310. <li class="md-nav__item">
  311. <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">
  312. Semantic-kernel - chat
  313. </a>
  314. </li>
  315. <li class="md-nav__item">
  316. <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">
  317. Semantic-kernel - with kernel-memory
  318. </a>
  319. </li>
  320. <li class="md-nav__item">
  321. <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">
  322. Semantic-kernel - basic
  323. </a>
  324. </li>
  325. <li class="md-nav__item">
  326. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  327. Stateless executor
  328. </a>
  329. </li>
  330. <li class="md-nav__item">
  331. <a href="../../Examples/TalkToYourself/" class="md-nav__link">
  332. Talk to yourself
  333. </a>
  334. </li>
  335. </ul>
  336. </nav>
  337. </li>
  338. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  339. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>
  340. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  341. API Reference
  342. <span class="md-nav__icon md-icon"></span>
  343. </label>
  344. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">
  345. <label class="md-nav__title" for="__nav_9">
  346. <span class="md-nav__icon md-icon"></span>
  347. API Reference
  348. </label>
  349. <ul class="md-nav__list" data-md-scrollfix>
  350. <li class="md-nav__item">
  351. <a href="../" class="md-nav__link">
  352. index
  353. </a>
  354. </li>
  355. <li class="md-nav__item">
  356. <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">
  357. llama.abstractions.adaptercollection
  358. </a>
  359. </li>
  360. <li class="md-nav__item">
  361. <a href="../llama.abstractions.icontextparams/" class="md-nav__link">
  362. llama.abstractions.icontextparams
  363. </a>
  364. </li>
  365. <li class="md-nav__item">
  366. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  367. llama.abstractions.ihistorytransform
  368. </a>
  369. </li>
  370. <li class="md-nav__item">
  371. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  372. llama.abstractions.iinferenceparams
  373. </a>
  374. </li>
  375. <li class="md-nav__item">
  376. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  377. llama.abstractions.illamaexecutor
  378. </a>
  379. </li>
  380. <li class="md-nav__item">
  381. <a href="../llama.abstractions.illamaparams/" class="md-nav__link">
  382. llama.abstractions.illamaparams
  383. </a>
  384. </li>
  385. <li class="md-nav__item">
  386. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  387. llama.abstractions.imodelparams
  388. </a>
  389. </li>
  390. <li class="md-nav__item">
  391. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  392. llama.abstractions.itextstreamtransform
  393. </a>
  394. </li>
  395. <li class="md-nav__item">
  396. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  397. llama.abstractions.itexttransform
  398. </a>
  399. </li>
  400. <li class="md-nav__item">
  401. <a href="../llama.abstractions.loraadapter/" class="md-nav__link">
  402. llama.abstractions.loraadapter
  403. </a>
  404. </li>
  405. <li class="md-nav__item">
  406. <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">
  407. llama.abstractions.metadataoverride
  408. </a>
  409. </li>
  410. <li class="md-nav__item">
  411. <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">
  412. llama.abstractions.metadataoverrideconverter
  413. </a>
  414. </li>
  415. <li class="md-nav__item">
  416. <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">
  417. llama.abstractions.tensorsplitscollection
  418. </a>
  419. </li>
  420. <li class="md-nav__item">
  421. <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">
  422. llama.abstractions.tensorsplitscollectionconverter
  423. </a>
  424. </li>
  425. <li class="md-nav__item">
  426. <a href="../llama.antipromptprocessor/" class="md-nav__link">
  427. llama.antipromptprocessor
  428. </a>
  429. </li>
  430. <li class="md-nav__item">
  431. <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">
  432. llama.batched.alreadypromptedconversationexception
  433. </a>
  434. </li>
  435. <li class="md-nav__item">
  436. <a href="../llama.batched.batchedexecutor/" class="md-nav__link">
  437. llama.batched.batchedexecutor
  438. </a>
  439. </li>
  440. <li class="md-nav__item">
  441. <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">
  442. llama.batched.cannotforkwhilerequiresinferenceexception
  443. </a>
  444. </li>
  445. <li class="md-nav__item">
  446. <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">
  447. llama.batched.cannotmodifywhilerequiresinferenceexception
  448. </a>
  449. </li>
  450. <li class="md-nav__item">
  451. <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">
  452. llama.batched.cannotsamplerequiresinferenceexception
  453. </a>
  454. </li>
  455. <li class="md-nav__item">
  456. <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">
  457. llama.batched.cannotsamplerequirespromptexception
  458. </a>
  459. </li>
  460. <li class="md-nav__item">
  461. <a href="../llama.batched.conversation/" class="md-nav__link">
  462. llama.batched.conversation
  463. </a>
  464. </li>
  465. <li class="md-nav__item">
  466. <a href="../llama.batched.conversationextensions/" class="md-nav__link">
  467. llama.batched.conversationextensions
  468. </a>
  469. </li>
  470. <li class="md-nav__item">
  471. <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">
  472. llama.batched.experimentalbatchedexecutorexception
  473. </a>
  474. </li>
  475. <li class="md-nav__item">
  476. <a href="../llama.chatsession-1/" class="md-nav__link">
  477. llama.chatsession-1
  478. </a>
  479. </li>
  480. <li class="md-nav__item">
  481. <a href="../llama.chatsession/" class="md-nav__link">
  482. llama.chatsession
  483. </a>
  484. </li>
  485. <li class="md-nav__item">
  486. <a href="../llama.common.authorrole/" class="md-nav__link">
  487. llama.common.authorrole
  488. </a>
  489. </li>
  490. <li class="md-nav__item">
  491. <a href="../llama.common.chathistory/" class="md-nav__link">
  492. llama.common.chathistory
  493. </a>
  494. </li>
  495. <li class="md-nav__item">
  496. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  497. llama.common.fixedsizequeue-1
  498. </a>
  499. </li>
  500. <li class="md-nav__item">
  501. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  502. llama.common.inferenceparams
  503. </a>
  504. </li>
  505. <li class="md-nav__item">
  506. <a href="../llama.common.mirostattype/" class="md-nav__link">
  507. llama.common.mirostattype
  508. </a>
  509. </li>
  510. <li class="md-nav__item">
  511. <a href="../llama.common.modelparams/" class="md-nav__link">
  512. llama.common.modelparams
  513. </a>
  514. </li>
  515. <li class="md-nav__item">
  516. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  517. llama.exceptions.grammarexpectedname
  518. </a>
  519. </li>
  520. <li class="md-nav__item">
  521. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  522. llama.exceptions.grammarexpectednext
  523. </a>
  524. </li>
  525. <li class="md-nav__item">
  526. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  527. llama.exceptions.grammarexpectedprevious
  528. </a>
  529. </li>
  530. <li class="md-nav__item">
  531. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  532. llama.exceptions.grammarformatexception
  533. </a>
  534. </li>
  535. <li class="md-nav__item">
  536. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  537. llama.exceptions.grammarunexpectedcharaltelement
  538. </a>
  539. </li>
  540. <li class="md-nav__item">
  541. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  542. llama.exceptions.grammarunexpectedcharrngelement
  543. </a>
  544. </li>
  545. <li class="md-nav__item">
  546. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  547. llama.exceptions.grammarunexpectedendelement
  548. </a>
  549. </li>
  550. <li class="md-nav__item">
  551. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  552. llama.exceptions.grammarunexpectedendofinput
  553. </a>
  554. </li>
  555. <li class="md-nav__item">
  556. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  557. llama.exceptions.grammarunexpectedhexcharscount
  558. </a>
  559. </li>
  560. <li class="md-nav__item">
  561. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  562. llama.exceptions.grammarunknownescapecharacter
  563. </a>
  564. </li>
  565. <li class="md-nav__item">
  566. <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">
  567. llama.exceptions.llamadecodeerror
  568. </a>
  569. </li>
  570. <li class="md-nav__item">
  571. <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">
  572. llama.exceptions.loadweightsfailedexception
  573. </a>
  574. </li>
  575. <li class="md-nav__item">
  576. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  577. llama.exceptions.runtimeerror
  578. </a>
  579. </li>
  580. <li class="md-nav__item">
  581. <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">
  582. llama.extensions.icontextparamsextensions
  583. </a>
  584. </li>
  585. <li class="md-nav__item">
  586. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  587. llama.extensions.imodelparamsextensions
  588. </a>
  589. </li>
  590. <li class="md-nav__item">
  591. <a href="../llama.grammars.grammar/" class="md-nav__link">
  592. llama.grammars.grammar
  593. </a>
  594. </li>
  595. <li class="md-nav__item">
  596. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  597. llama.grammars.grammarrule
  598. </a>
  599. </li>
  600. <li class="md-nav__item">
  601. <a href="../llama.ichatmodel/" class="md-nav__link">
  602. llama.ichatmodel
  603. </a>
  604. </li>
  605. <li class="md-nav__item">
  606. <a href="../llama.llamacache/" class="md-nav__link">
  607. llama.llamacache
  608. </a>
  609. </li>
  610. <li class="md-nav__item">
  611. <a href="../llama.llamaembedder/" class="md-nav__link">
  612. llama.llamaembedder
  613. </a>
  614. </li>
  615. <li class="md-nav__item">
  616. <a href="../llama.llamamodel/" class="md-nav__link">
  617. llama.llamamodel
  618. </a>
  619. </li>
  620. <li class="md-nav__item">
  621. <a href="../llama.llamamodelv1/" class="md-nav__link">
  622. llama.llamamodelv1
  623. </a>
  624. </li>
  625. <li class="md-nav__item">
  626. <a href="../llama.llamaparams/" class="md-nav__link">
  627. llama.llamaparams
  628. </a>
  629. </li>
  630. <li class="md-nav__item">
  631. <a href="../llama.llamaquantizer/" class="md-nav__link">
  632. llama.llamaquantizer
  633. </a>
  634. </li>
  635. <li class="md-nav__item">
  636. <a href="../llama.llamastate/" class="md-nav__link">
  637. llama.llamastate
  638. </a>
  639. </li>
  640. <li class="md-nav__item">
  641. <a href="../llama.llamatransforms/" class="md-nav__link">
  642. llama.llamatransforms
  643. </a>
  644. </li>
  645. <li class="md-nav__item">
  646. <a href="../llama.llavaweights/" class="md-nav__link">
  647. llama.llavaweights
  648. </a>
  649. </li>
  650. <li class="md-nav__item">
  651. <a href="../llama.native.decoderesult/" class="md-nav__link">
  652. llama.native.decoderesult
  653. </a>
  654. </li>
  655. <li class="md-nav__item">
  656. <a href="../llama.native.ggmltype/" class="md-nav__link">
  657. llama.native.ggmltype
  658. </a>
  659. </li>
  660. <li class="md-nav__item">
  661. <a href="../llama.native.gpusplitmode/" class="md-nav__link">
  662. llama.native.gpusplitmode
  663. </a>
  664. </li>
  665. <li class="md-nav__item">
  666. <a href="../llama.native.llamabatch/" class="md-nav__link">
  667. llama.native.llamabatch
  668. </a>
  669. </li>
  670. <li class="md-nav__item">
  671. <a href="../llama.native.llamabeamsstate/" class="md-nav__link">
  672. llama.native.llamabeamsstate
  673. </a>
  674. </li>
  675. <li class="md-nav__item">
  676. <a href="../llama.native.llamabeamview/" class="md-nav__link">
  677. llama.native.llamabeamview
  678. </a>
  679. </li>
  680. <li class="md-nav__item">
  681. <a href="../llama.native.llamachatmessage/" class="md-nav__link">
  682. llama.native.llamachatmessage
  683. </a>
  684. </li>
  685. <li class="md-nav__item">
  686. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  687. llama.native.llamacontextparams
  688. </a>
  689. </li>
  690. <li class="md-nav__item">
  691. <a href="../llama.native.llamaftype/" class="md-nav__link">
  692. llama.native.llamaftype
  693. </a>
  694. </li>
  695. <li class="md-nav__item">
  696. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  697. llama.native.llamagrammarelement
  698. </a>
  699. </li>
  700. <li class="md-nav__item">
  701. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  702. llama.native.llamagrammarelementtype
  703. </a>
  704. </li>
  705. <li class="md-nav__item">
  706. <a href="../llama.native.llamakvcacheview/" class="md-nav__link">
  707. llama.native.llamakvcacheview
  708. </a>
  709. </li>
  710. <li class="md-nav__item">
  711. <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">
  712. llama.native.llamakvcacheviewcell
  713. </a>
  714. </li>
  715. <li class="md-nav__item">
  716. <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">
  717. llama.native.llamakvcacheviewsafehandle
  718. </a>
  719. </li>
  720. <li class="md-nav__item">
  721. <a href="../llama.native.llamaloglevel/" class="md-nav__link">
  722. llama.native.llamaloglevel
  723. </a>
  724. </li>
  725. <li class="md-nav__item">
  726. <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">
  727. llama.native.llamamodelkvoverridetype
  728. </a>
  729. </li>
  730. <li class="md-nav__item">
  731. <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">
  732. llama.native.llamamodelmetadataoverride
  733. </a>
  734. </li>
  735. <li class="md-nav__item">
  736. <a href="../llama.native.llamamodelparams/" class="md-nav__link">
  737. llama.native.llamamodelparams
  738. </a>
  739. </li>
  740. <li class="md-nav__item">
  741. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  742. llama.native.llamamodelquantizeparams
  743. </a>
  744. </li>
  745. <li class="md-nav__item">
  746. <a href="../llama.native.llamanativebatch/" class="md-nav__link">
  747. llama.native.llamanativebatch
  748. </a>
  749. </li>
  750. <li class="md-nav__item">
  751. <a href="../llama.native.llamapoolingtype/" class="md-nav__link">
  752. llama.native.llamapoolingtype
  753. </a>
  754. </li>
  755. <li class="md-nav__item">
  756. <a href="../llama.native.llamapos/" class="md-nav__link">
  757. llama.native.llamapos
  758. </a>
  759. </li>
  760. <li class="md-nav__item">
  761. <a href="../llama.native.llamaropetype/" class="md-nav__link">
  762. llama.native.llamaropetype
  763. </a>
  764. </li>
  765. <li class="md-nav__item">
  766. <a href="../llama.native.llamaseqid/" class="md-nav__link">
  767. llama.native.llamaseqid
  768. </a>
  769. </li>
  770. <li class="md-nav__item">
  771. <a href="../llama.native.llamatoken/" class="md-nav__link">
  772. llama.native.llamatoken
  773. </a>
  774. </li>
  775. <li class="md-nav__item">
  776. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  777. llama.native.llamatokendata
  778. </a>
  779. </li>
  780. <li class="md-nav__item">
  781. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  782. llama.native.llamatokendataarray
  783. </a>
  784. </li>
  785. <li class="md-nav__item">
  786. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  787. llama.native.llamatokendataarraynative
  788. </a>
  789. </li>
  790. <li class="md-nav__item">
  791. <a href="../llama.native.llamatokentype/" class="md-nav__link">
  792. llama.native.llamatokentype
  793. </a>
  794. </li>
  795. <li class="md-nav__item">
  796. <a href="../llama.native.llamavocabtype/" class="md-nav__link">
  797. llama.native.llamavocabtype
  798. </a>
  799. </li>
  800. <li class="md-nav__item">
  801. <a href="../llama.native.llavaimageembed/" class="md-nav__link">
  802. llama.native.llavaimageembed
  803. </a>
  804. </li>
  805. <li class="md-nav__item">
  806. <a href="../llama.native.nativeapi/" class="md-nav__link">
  807. llama.native.nativeapi
  808. </a>
  809. </li>
  810. <li class="md-nav__item">
  811. <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">
  812. llama.native.nativelibraryconfig
  813. </a>
  814. </li>
  815. <li class="md-nav__item">
  816. <a href="../llama.native.ropescalingtype/" class="md-nav__link">
  817. llama.native.ropescalingtype
  818. </a>
  819. </li>
  820. <li class="md-nav__item">
  821. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  822. llama.native.safellamacontexthandle
  823. </a>
  824. </li>
  825. <li class="md-nav__item">
  826. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  827. llama.native.safellamagrammarhandle
  828. </a>
  829. </li>
  830. <li class="md-nav__item">
  831. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  832. llama.native.safellamahandlebase
  833. </a>
  834. </li>
  835. <li class="md-nav__item">
  836. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  837. llama.native.safellamamodelhandle
  838. </a>
  839. </li>
  840. <li class="md-nav__item">
  841. <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">
  842. llama.native.safellavaimageembedhandle
  843. </a>
  844. </li>
  845. <li class="md-nav__item">
  846. <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">
  847. llama.native.safellavamodelhandle
  848. </a>
  849. </li>
  850. <li class="md-nav__item">
  851. <a href="../llama.quantizer/" class="md-nav__link">
  852. llama.quantizer
  853. </a>
  854. </li>
  855. <li class="md-nav__item">
  856. <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">
  857. llama.sampling.basesamplingpipeline
  858. </a>
  859. </li>
  860. <li class="md-nav__item">
  861. <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">
  862. llama.sampling.defaultsamplingpipeline
  863. </a>
  864. </li>
  865. <li class="md-nav__item">
  866. <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">
  867. llama.sampling.greedysamplingpipeline
  868. </a>
  869. </li>
  870. <li class="md-nav__item">
  871. <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">
  872. llama.sampling.isamplingpipeline
  873. </a>
  874. </li>
  875. <li class="md-nav__item">
  876. <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">
  877. llama.sampling.isamplingpipelineextensions
  878. </a>
  879. </li>
  880. <li class="md-nav__item">
  881. <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">
  882. llama.sampling.mirostate2samplingpipeline
  883. </a>
  884. </li>
  885. <li class="md-nav__item">
  886. <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">
  887. llama.sampling.mirostatesamplingpipeline
  888. </a>
  889. </li>
  890. <li class="md-nav__item">
  891. <a href="../llama.sessionstate/" class="md-nav__link">
  892. llama.sessionstate
  893. </a>
  894. </li>
  895. <li class="md-nav__item">
  896. <a href="../llama.streamingtokendecoder/" class="md-nav__link">
  897. llama.streamingtokendecoder
  898. </a>
  899. </li>
  900. <li class="md-nav__item">
  901. <a href="../llama.types.chatcompletion/" class="md-nav__link">
  902. llama.types.chatcompletion
  903. </a>
  904. </li>
  905. <li class="md-nav__item">
  906. <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">
  907. llama.types.chatcompletionchoice
  908. </a>
  909. </li>
  910. <li class="md-nav__item">
  911. <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">
  912. llama.types.chatcompletionchunk
  913. </a>
  914. </li>
  915. <li class="md-nav__item">
  916. <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">
  917. llama.types.chatcompletionchunkchoice
  918. </a>
  919. </li>
  920. <li class="md-nav__item">
  921. <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">
  922. llama.types.chatcompletionchunkdelta
  923. </a>
  924. </li>
  925. <li class="md-nav__item">
  926. <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">
  927. llama.types.chatcompletionmessage
  928. </a>
  929. </li>
  930. <li class="md-nav__item">
  931. <a href="../llama.types.chatmessagerecord/" class="md-nav__link">
  932. llama.types.chatmessagerecord
  933. </a>
  934. </li>
  935. <li class="md-nav__item">
  936. <a href="../llama.types.chatrole/" class="md-nav__link">
  937. llama.types.chatrole
  938. </a>
  939. </li>
  940. <li class="md-nav__item">
  941. <a href="../llama.types.completion/" class="md-nav__link">
  942. llama.types.completion
  943. </a>
  944. </li>
  945. <li class="md-nav__item">
  946. <a href="../llama.types.completionchoice/" class="md-nav__link">
  947. llama.types.completionchoice
  948. </a>
  949. </li>
  950. <li class="md-nav__item">
  951. <a href="../llama.types.completionchunk/" class="md-nav__link">
  952. llama.types.completionchunk
  953. </a>
  954. </li>
  955. <li class="md-nav__item">
  956. <a href="../llama.types.completionlogprobs/" class="md-nav__link">
  957. llama.types.completionlogprobs
  958. </a>
  959. </li>
  960. <li class="md-nav__item">
  961. <a href="../llama.types.completionusage/" class="md-nav__link">
  962. llama.types.completionusage
  963. </a>
  964. </li>
  965. <li class="md-nav__item">
  966. <a href="../llama.types.embedding/" class="md-nav__link">
  967. llama.types.embedding
  968. </a>
  969. </li>
  970. <li class="md-nav__item">
  971. <a href="../llama.types.embeddingdata/" class="md-nav__link">
  972. llama.types.embeddingdata
  973. </a>
  974. </li>
  975. <li class="md-nav__item">
  976. <a href="../llama.types.embeddingusage/" class="md-nav__link">
  977. llama.types.embeddingusage
  978. </a>
  979. </li>
  980. <li class="md-nav__item md-nav__item--active">
  981. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  982. <label class="md-nav__link md-nav__link--active" for="__toc">
  983. logger
  984. <span class="md-nav__icon md-icon"></span>
  985. </label>
  986. <a href="./" class="md-nav__link md-nav__link--active">
  987. logger
  988. </a>
  989. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  990. <label class="md-nav__title" for="__toc">
  991. <span class="md-nav__icon md-icon"></span>
  992. Table of contents
  993. </label>
  994. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  995. <li class="md-nav__item">
  996. <a href="#properties" class="md-nav__link">
  997. Properties
  998. </a>
  999. <nav class="md-nav" aria-label="Properties">
  1000. <ul class="md-nav__list">
  1001. <li class="md-nav__item">
  1002. <a href="#default" class="md-nav__link">
  1003. Default
  1004. </a>
  1005. <nav class="md-nav" aria-label="Default">
  1006. <ul class="md-nav__list">
  1007. <li class="md-nav__item">
  1008. <a href="#property-value" class="md-nav__link">
  1009. Property Value
  1010. </a>
  1011. </li>
  1012. </ul>
  1013. </nav>
  1014. </li>
  1015. </ul>
  1016. </nav>
  1017. </li>
  1018. <li class="md-nav__item">
  1019. <a href="#methods" class="md-nav__link">
  1020. Methods
  1021. </a>
  1022. <nav class="md-nav" aria-label="Methods">
  1023. <ul class="md-nav__list">
  1024. <li class="md-nav__item">
  1025. <a href="#toconsole" class="md-nav__link">
  1026. ToConsole()
  1027. </a>
  1028. </li>
  1029. <li class="md-nav__item">
  1030. <a href="#tofilestring" class="md-nav__link">
  1031. ToFile(String)
  1032. </a>
  1033. <nav class="md-nav" aria-label="ToFile(String)">
  1034. <ul class="md-nav__list">
  1035. <li class="md-nav__item">
  1036. <a href="#parameters" class="md-nav__link">
  1037. Parameters
  1038. </a>
  1039. </li>
  1040. </ul>
  1041. </nav>
  1042. </li>
  1043. <li class="md-nav__item">
  1044. <a href="#infostring" class="md-nav__link">
  1045. Info(String)
  1046. </a>
  1047. <nav class="md-nav" aria-label="Info(String)">
  1048. <ul class="md-nav__list">
  1049. <li class="md-nav__item">
  1050. <a href="#parameters_1" class="md-nav__link">
  1051. Parameters
  1052. </a>
  1053. </li>
  1054. </ul>
  1055. </nav>
  1056. </li>
  1057. <li class="md-nav__item">
  1058. <a href="#warnstring" class="md-nav__link">
  1059. Warn(String)
  1060. </a>
  1061. <nav class="md-nav" aria-label="Warn(String)">
  1062. <ul class="md-nav__list">
  1063. <li class="md-nav__item">
  1064. <a href="#parameters_2" class="md-nav__link">
  1065. Parameters
  1066. </a>
  1067. </li>
  1068. </ul>
  1069. </nav>
  1070. </li>
  1071. <li class="md-nav__item">
  1072. <a href="#errorstring" class="md-nav__link">
  1073. Error(String)
  1074. </a>
  1075. <nav class="md-nav" aria-label="Error(String)">
  1076. <ul class="md-nav__list">
  1077. <li class="md-nav__item">
  1078. <a href="#parameters_3" class="md-nav__link">
  1079. Parameters
  1080. </a>
  1081. </li>
  1082. </ul>
  1083. </nav>
  1084. </li>
  1085. </ul>
  1086. </nav>
  1087. </li>
  1088. </ul>
  1089. </nav>
  1090. </li>
  1091. </ul>
  1092. </nav>
  1093. </li>
  1094. </ul>
  1095. </nav>
  1096. </div>
  1097. </div>
  1098. </div>
  1099. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1100. <div class="md-sidebar__scrollwrap">
  1101. <div class="md-sidebar__inner">
  1102. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1103. <label class="md-nav__title" for="__toc">
  1104. <span class="md-nav__icon md-icon"></span>
  1105. Table of contents
  1106. </label>
  1107. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1108. <li class="md-nav__item">
  1109. <a href="#properties" class="md-nav__link">
  1110. Properties
  1111. </a>
  1112. <nav class="md-nav" aria-label="Properties">
  1113. <ul class="md-nav__list">
  1114. <li class="md-nav__item">
  1115. <a href="#default" class="md-nav__link">
  1116. Default
  1117. </a>
  1118. <nav class="md-nav" aria-label="Default">
  1119. <ul class="md-nav__list">
  1120. <li class="md-nav__item">
  1121. <a href="#property-value" class="md-nav__link">
  1122. Property Value
  1123. </a>
  1124. </li>
  1125. </ul>
  1126. </nav>
  1127. </li>
  1128. </ul>
  1129. </nav>
  1130. </li>
  1131. <li class="md-nav__item">
  1132. <a href="#methods" class="md-nav__link">
  1133. Methods
  1134. </a>
  1135. <nav class="md-nav" aria-label="Methods">
  1136. <ul class="md-nav__list">
  1137. <li class="md-nav__item">
  1138. <a href="#toconsole" class="md-nav__link">
  1139. ToConsole()
  1140. </a>
  1141. </li>
  1142. <li class="md-nav__item">
  1143. <a href="#tofilestring" class="md-nav__link">
  1144. ToFile(String)
  1145. </a>
  1146. <nav class="md-nav" aria-label="ToFile(String)">
  1147. <ul class="md-nav__list">
  1148. <li class="md-nav__item">
  1149. <a href="#parameters" class="md-nav__link">
  1150. Parameters
  1151. </a>
  1152. </li>
  1153. </ul>
  1154. </nav>
  1155. </li>
  1156. <li class="md-nav__item">
  1157. <a href="#infostring" class="md-nav__link">
  1158. Info(String)
  1159. </a>
  1160. <nav class="md-nav" aria-label="Info(String)">
  1161. <ul class="md-nav__list">
  1162. <li class="md-nav__item">
  1163. <a href="#parameters_1" class="md-nav__link">
  1164. Parameters
  1165. </a>
  1166. </li>
  1167. </ul>
  1168. </nav>
  1169. </li>
  1170. <li class="md-nav__item">
  1171. <a href="#warnstring" class="md-nav__link">
  1172. Warn(String)
  1173. </a>
  1174. <nav class="md-nav" aria-label="Warn(String)">
  1175. <ul class="md-nav__list">
  1176. <li class="md-nav__item">
  1177. <a href="#parameters_2" class="md-nav__link">
  1178. Parameters
  1179. </a>
  1180. </li>
  1181. </ul>
  1182. </nav>
  1183. </li>
  1184. <li class="md-nav__item">
  1185. <a href="#errorstring" class="md-nav__link">
  1186. Error(String)
  1187. </a>
  1188. <nav class="md-nav" aria-label="Error(String)">
  1189. <ul class="md-nav__list">
  1190. <li class="md-nav__item">
  1191. <a href="#parameters_3" class="md-nav__link">
  1192. Parameters
  1193. </a>
  1194. </li>
  1195. </ul>
  1196. </nav>
  1197. </li>
  1198. </ul>
  1199. </nav>
  1200. </li>
  1201. </ul>
  1202. </nav>
  1203. </div>
  1204. </div>
  1205. </div>
  1206. <div class="md-content" data-md-component="content">
  1207. <article class="md-content__inner md-typeset">
  1208. <h1 id="logger">Logger</h1>
  1209. <p>Namespace:</p>
  1210. <pre><code class="language-csharp">public sealed class Logger
  1211. </code></pre>
  1212. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="./">Logger</a></p>
  1213. <h2 id="properties">Properties</h2>
  1214. <h3 id="default"><strong>Default</strong></h3>
  1215. <pre><code class="language-csharp">public static Logger Default { get; }
  1216. </code></pre>
  1217. <h4 id="property-value">Property Value</h4>
  1218. <p><a href="./">Logger</a><br></p>
  1219. <h2 id="methods">Methods</h2>
  1220. <h3 id="toconsole"><strong>ToConsole()</strong></h3>
  1221. <pre><code class="language-csharp">public void ToConsole()
  1222. </code></pre>
  1223. <h3 id="tofilestring"><strong>ToFile(String)</strong></h3>
  1224. <pre><code class="language-csharp">public void ToFile(string filename)
  1225. </code></pre>
  1226. <h4 id="parameters">Parameters</h4>
  1227. <p><code>filename</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1228. <h3 id="infostring"><strong>Info(String)</strong></h3>
  1229. <pre><code class="language-csharp">public void Info(string message)
  1230. </code></pre>
  1231. <h4 id="parameters_1">Parameters</h4>
  1232. <p><code>message</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1233. <h3 id="warnstring"><strong>Warn(String)</strong></h3>
  1234. <pre><code class="language-csharp">public void Warn(string message)
  1235. </code></pre>
  1236. <h4 id="parameters_2">Parameters</h4>
  1237. <p><code>message</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1238. <h3 id="errorstring"><strong>Error(String)</strong></h3>
  1239. <pre><code class="language-csharp">public void Error(string message)
  1240. </code></pre>
  1241. <h4 id="parameters_3">Parameters</h4>
  1242. <p><code>message</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1243. </article>
  1244. </div>
  1245. </div>
  1246. </main>
  1247. <footer class="md-footer">
  1248. <div class="md-footer-meta md-typeset">
  1249. <div class="md-footer-meta__inner md-grid">
  1250. <div class="md-copyright">
  1251. Made with
  1252. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1253. Material for MkDocs
  1254. </a>
  1255. </div>
  1256. </div>
  1257. </div>
  1258. </footer>
  1259. </div>
  1260. <div class="md-dialog" data-md-component="dialog">
  1261. <div class="md-dialog__inner md-typeset"></div>
  1262. </div>
  1263. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1264. <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>
  1265. </body>
  1266. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)