You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 60 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.batched.cannotsamplerequiresinferenceexception/">
  7. <link rel="next" href="../llama.batched.conversation/">
  8. <link rel="icon" href="../../assets/images/favicon.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">
  10. <title>llama.batched.cannotsamplerequirespromptexception - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  16. </head>
  17. <body dir="ltr">
  18. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#cannotsamplerequirespromptexception" class="md-skip">
  24. Skip to content
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  30. </div>
  31. <header class="md-header md-header--shadow" data-md-component="header">
  32. <nav class="md-header__inner md-grid" aria-label="Header">
  33. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  34. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  35. </a>
  36. <label class="md-header__button md-icon" for="__drawer">
  37. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  38. </label>
  39. <div class="md-header__title" data-md-component="header-title">
  40. <div class="md-header__ellipsis">
  41. <div class="md-header__topic">
  42. <span class="md-ellipsis">
  43. LLamaSharp Documentation
  44. </span>
  45. </div>
  46. <div class="md-header__topic" data-md-component="header-topic">
  47. <span class="md-ellipsis">
  48. llama.batched.cannotsamplerequirespromptexception
  49. </span>
  50. </div>
  51. </div>
  52. </div>
  53. <label class="md-header__button md-icon" for="__search">
  54. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  55. </label>
  56. <div class="md-search" data-md-component="search" role="dialog">
  57. <label class="md-search__overlay" for="__search"></label>
  58. <div class="md-search__inner" role="search">
  59. <form class="md-search__form" name="search">
  60. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  61. <label class="md-search__icon md-icon" for="__search">
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  63. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  64. </label>
  65. <nav class="md-search__options" aria-label="Search">
  66. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  67. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  68. </button>
  69. </nav>
  70. </form>
  71. <div class="md-search__output">
  72. <div class="md-search__scrollwrap" data-md-scrollfix>
  73. <div class="md-search-result" data-md-component="search-result">
  74. <div class="md-search-result__meta">
  75. Initializing search
  76. </div>
  77. <ol class="md-search-result__list" role="presentation"></ol>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </div>
  83. </nav>
  84. </header>
  85. <div class="md-container" data-md-component="container">
  86. <main class="md-main" data-md-component="main">
  87. <div class="md-main__inner md-grid">
  88. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  89. <div class="md-sidebar__scrollwrap">
  90. <div class="md-sidebar__inner">
  91. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  92. <label class="md-nav__title" for="__drawer">
  93. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  94. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  95. </a>
  96. LLamaSharp Documentation
  97. </label>
  98. <ul class="md-nav__list" data-md-scrollfix>
  99. <li class="md-nav__item">
  100. <a href="../.." class="md-nav__link">
  101. Overview
  102. </a>
  103. </li>
  104. <li class="md-nav__item">
  105. <a href="../../QuickStart/" class="md-nav__link">
  106. Quick Start
  107. </a>
  108. </li>
  109. <li class="md-nav__item">
  110. <a href="../../Architecture/" class="md-nav__link">
  111. Architecture
  112. </a>
  113. </li>
  114. <li class="md-nav__item">
  115. <a href="../../FAQ/" class="md-nav__link">
  116. FAQ
  117. </a>
  118. </li>
  119. <li class="md-nav__item">
  120. <a href="../../ContributingGuide/" class="md-nav__link">
  121. Contributing Guide
  122. </a>
  123. </li>
  124. <li class="md-nav__item md-nav__item--nested">
  125. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  126. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  127. Tutorials
  128. <span class="md-nav__icon md-icon"></span>
  129. </label>
  130. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  131. <label class="md-nav__title" for="__nav_6">
  132. <span class="md-nav__icon md-icon"></span>
  133. Tutorials
  134. </label>
  135. <ul class="md-nav__list" data-md-scrollfix>
  136. <li class="md-nav__item">
  137. <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">
  138. Customize the native library loading
  139. </a>
  140. </li>
  141. <li class="md-nav__item">
  142. <a href="../../Tutorials/Executors/" class="md-nav__link">
  143. Use executors
  144. </a>
  145. </li>
  146. <li class="md-nav__item">
  147. <a href="../../Tutorials/ChatSession/" class="md-nav__link">
  148. Use ChatSession
  149. </a>
  150. </li>
  151. <li class="md-nav__item">
  152. <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">
  153. Understand LLamaContext
  154. </a>
  155. </li>
  156. <li class="md-nav__item">
  157. <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">
  158. Get embeddings
  159. </a>
  160. </li>
  161. <li class="md-nav__item">
  162. <a href="../../Tutorials/Quantization/" class="md-nav__link">
  163. Quantize the model
  164. </a>
  165. </li>
  166. </ul>
  167. </nav>
  168. </li>
  169. <li class="md-nav__item md-nav__item--nested">
  170. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  171. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  172. Integrations
  173. <span class="md-nav__icon md-icon"></span>
  174. </label>
  175. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  176. <label class="md-nav__title" for="__nav_7">
  177. <span class="md-nav__icon md-icon"></span>
  178. Integrations
  179. </label>
  180. <ul class="md-nav__list" data-md-scrollfix>
  181. <li class="md-nav__item">
  182. <a href="../../Integrations/semantic-kernel/" class="md-nav__link">
  183. semantic-kernel integration
  184. </a>
  185. </li>
  186. <li class="md-nav__item">
  187. <a href="../../Integrations/kernel-memory/" class="md-nav__link">
  188. kernel-memory integration
  189. </a>
  190. </li>
  191. <li class="md-nav__item">
  192. <a href="../../Integrations/BotSharp.md" class="md-nav__link">
  193. BotSharp integration
  194. </a>
  195. </li>
  196. <li class="md-nav__item">
  197. <a href="../../Integrations/Langchain.md" class="md-nav__link">
  198. Langchain integration
  199. </a>
  200. </li>
  201. </ul>
  202. </nav>
  203. </li>
  204. <li class="md-nav__item md-nav__item--nested">
  205. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  206. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  207. Examples
  208. <span class="md-nav__icon md-icon"></span>
  209. </label>
  210. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  211. <label class="md-nav__title" for="__nav_8">
  212. <span class="md-nav__icon md-icon"></span>
  213. Examples
  214. </label>
  215. <ul class="md-nav__list" data-md-scrollfix>
  216. <li class="md-nav__item">
  217. <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">
  218. Bacthed executor - multi-output to one input
  219. </a>
  220. </li>
  221. <li class="md-nav__item">
  222. <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">
  223. Batched executor - basic guidance
  224. </a>
  225. </li>
  226. <li class="md-nav__item">
  227. <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">
  228. Batched executor - rewinding to an earlier state
  229. </a>
  230. </li>
  231. <li class="md-nav__item">
  232. <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">
  233. Chinese LLM - with GB2312 encoding
  234. </a>
  235. </li>
  236. <li class="md-nav__item">
  237. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  238. ChatSession - stripping role names
  239. </a>
  240. </li>
  241. <li class="md-nav__item">
  242. <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">
  243. ChatSession - with history
  244. </a>
  245. </li>
  246. <li class="md-nav__item">
  247. <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">
  248. ChatSession - restarting
  249. </a>
  250. </li>
  251. <li class="md-nav__item">
  252. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  253. ChatSession - Basic
  254. </a>
  255. </li>
  256. <li class="md-nav__item">
  257. <a href="../../Examples/CodingAssistant/" class="md-nav__link">
  258. Coding assistant
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  263. Get embeddings
  264. </a>
  265. </li>
  266. <li class="md-nav__item">
  267. <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">
  268. Grammar - json response
  269. </a>
  270. </li>
  271. <li class="md-nav__item">
  272. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  273. Instruct executor - basic
  274. </a>
  275. </li>
  276. <li class="md-nav__item">
  277. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  278. Interactive executor - basic
  279. </a>
  280. </li>
  281. <li class="md-nav__item">
  282. <a href="../../Examples/KernelMemory/" class="md-nav__link">
  283. Kernel memory integration - basic
  284. </a>
  285. </li>
  286. <li class="md-nav__item">
  287. <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">
  288. Kernel-memory - save & load
  289. </a>
  290. </li>
  291. <li class="md-nav__item">
  292. <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">
  293. LLaVA - basic
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  298. ChatSession - load & save
  299. </a>
  300. </li>
  301. <li class="md-nav__item">
  302. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  303. Executor - save/load state
  304. </a>
  305. </li>
  306. <li class="md-nav__item">
  307. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  308. Quantization
  309. </a>
  310. </li>
  311. <li class="md-nav__item">
  312. <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">
  313. Semantic-kernel - chat
  314. </a>
  315. </li>
  316. <li class="md-nav__item">
  317. <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">
  318. Semantic-kernel - with kernel-memory
  319. </a>
  320. </li>
  321. <li class="md-nav__item">
  322. <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">
  323. Semantic-kernel - basic
  324. </a>
  325. </li>
  326. <li class="md-nav__item">
  327. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  328. Stateless executor
  329. </a>
  330. </li>
  331. <li class="md-nav__item">
  332. <a href="../../Examples/TalkToYourself/" class="md-nav__link">
  333. Talk to yourself
  334. </a>
  335. </li>
  336. </ul>
  337. </nav>
  338. </li>
  339. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  340. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>
  341. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  342. API Reference
  343. <span class="md-nav__icon md-icon"></span>
  344. </label>
  345. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">
  346. <label class="md-nav__title" for="__nav_9">
  347. <span class="md-nav__icon md-icon"></span>
  348. API Reference
  349. </label>
  350. <ul class="md-nav__list" data-md-scrollfix>
  351. <li class="md-nav__item">
  352. <a href="../" class="md-nav__link">
  353. index
  354. </a>
  355. </li>
  356. <li class="md-nav__item">
  357. <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">
  358. llama.abstractions.adaptercollection
  359. </a>
  360. </li>
  361. <li class="md-nav__item">
  362. <a href="../llama.abstractions.icontextparams/" class="md-nav__link">
  363. llama.abstractions.icontextparams
  364. </a>
  365. </li>
  366. <li class="md-nav__item">
  367. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  368. llama.abstractions.ihistorytransform
  369. </a>
  370. </li>
  371. <li class="md-nav__item">
  372. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  373. llama.abstractions.iinferenceparams
  374. </a>
  375. </li>
  376. <li class="md-nav__item">
  377. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  378. llama.abstractions.illamaexecutor
  379. </a>
  380. </li>
  381. <li class="md-nav__item">
  382. <a href="../llama.abstractions.illamaparams/" class="md-nav__link">
  383. llama.abstractions.illamaparams
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  388. llama.abstractions.imodelparams
  389. </a>
  390. </li>
  391. <li class="md-nav__item">
  392. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  393. llama.abstractions.itextstreamtransform
  394. </a>
  395. </li>
  396. <li class="md-nav__item">
  397. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  398. llama.abstractions.itexttransform
  399. </a>
  400. </li>
  401. <li class="md-nav__item">
  402. <a href="../llama.abstractions.loraadapter/" class="md-nav__link">
  403. llama.abstractions.loraadapter
  404. </a>
  405. </li>
  406. <li class="md-nav__item">
  407. <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">
  408. llama.abstractions.metadataoverride
  409. </a>
  410. </li>
  411. <li class="md-nav__item">
  412. <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">
  413. llama.abstractions.metadataoverrideconverter
  414. </a>
  415. </li>
  416. <li class="md-nav__item">
  417. <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">
  418. llama.abstractions.tensorsplitscollection
  419. </a>
  420. </li>
  421. <li class="md-nav__item">
  422. <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">
  423. llama.abstractions.tensorsplitscollectionconverter
  424. </a>
  425. </li>
  426. <li class="md-nav__item">
  427. <a href="../llama.antipromptprocessor/" class="md-nav__link">
  428. llama.antipromptprocessor
  429. </a>
  430. </li>
  431. <li class="md-nav__item">
  432. <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">
  433. llama.batched.alreadypromptedconversationexception
  434. </a>
  435. </li>
  436. <li class="md-nav__item">
  437. <a href="../llama.batched.batchedexecutor/" class="md-nav__link">
  438. llama.batched.batchedexecutor
  439. </a>
  440. </li>
  441. <li class="md-nav__item">
  442. <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">
  443. llama.batched.cannotforkwhilerequiresinferenceexception
  444. </a>
  445. </li>
  446. <li class="md-nav__item">
  447. <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">
  448. llama.batched.cannotmodifywhilerequiresinferenceexception
  449. </a>
  450. </li>
  451. <li class="md-nav__item">
  452. <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">
  453. llama.batched.cannotsamplerequiresinferenceexception
  454. </a>
  455. </li>
  456. <li class="md-nav__item md-nav__item--active">
  457. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  458. <label class="md-nav__link md-nav__link--active" for="__toc">
  459. llama.batched.cannotsamplerequirespromptexception
  460. <span class="md-nav__icon md-icon"></span>
  461. </label>
  462. <a href="./" class="md-nav__link md-nav__link--active">
  463. llama.batched.cannotsamplerequirespromptexception
  464. </a>
  465. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  466. <label class="md-nav__title" for="__toc">
  467. <span class="md-nav__icon md-icon"></span>
  468. Table of contents
  469. </label>
  470. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  471. <li class="md-nav__item">
  472. <a href="#properties" class="md-nav__link">
  473. Properties
  474. </a>
  475. <nav class="md-nav" aria-label="Properties">
  476. <ul class="md-nav__list">
  477. <li class="md-nav__item">
  478. <a href="#targetsite" class="md-nav__link">
  479. TargetSite
  480. </a>
  481. <nav class="md-nav" aria-label="TargetSite">
  482. <ul class="md-nav__list">
  483. <li class="md-nav__item">
  484. <a href="#property-value" class="md-nav__link">
  485. Property Value
  486. </a>
  487. </li>
  488. </ul>
  489. </nav>
  490. </li>
  491. <li class="md-nav__item">
  492. <a href="#message" class="md-nav__link">
  493. Message
  494. </a>
  495. <nav class="md-nav" aria-label="Message">
  496. <ul class="md-nav__list">
  497. <li class="md-nav__item">
  498. <a href="#property-value_1" class="md-nav__link">
  499. Property Value
  500. </a>
  501. </li>
  502. </ul>
  503. </nav>
  504. </li>
  505. <li class="md-nav__item">
  506. <a href="#data" class="md-nav__link">
  507. Data
  508. </a>
  509. <nav class="md-nav" aria-label="Data">
  510. <ul class="md-nav__list">
  511. <li class="md-nav__item">
  512. <a href="#property-value_2" class="md-nav__link">
  513. Property Value
  514. </a>
  515. </li>
  516. </ul>
  517. </nav>
  518. </li>
  519. <li class="md-nav__item">
  520. <a href="#innerexception" class="md-nav__link">
  521. InnerException
  522. </a>
  523. <nav class="md-nav" aria-label="InnerException">
  524. <ul class="md-nav__list">
  525. <li class="md-nav__item">
  526. <a href="#property-value_3" class="md-nav__link">
  527. Property Value
  528. </a>
  529. </li>
  530. </ul>
  531. </nav>
  532. </li>
  533. <li class="md-nav__item">
  534. <a href="#helplink" class="md-nav__link">
  535. HelpLink
  536. </a>
  537. <nav class="md-nav" aria-label="HelpLink">
  538. <ul class="md-nav__list">
  539. <li class="md-nav__item">
  540. <a href="#property-value_4" class="md-nav__link">
  541. Property Value
  542. </a>
  543. </li>
  544. </ul>
  545. </nav>
  546. </li>
  547. <li class="md-nav__item">
  548. <a href="#source" class="md-nav__link">
  549. Source
  550. </a>
  551. <nav class="md-nav" aria-label="Source">
  552. <ul class="md-nav__list">
  553. <li class="md-nav__item">
  554. <a href="#property-value_5" class="md-nav__link">
  555. Property Value
  556. </a>
  557. </li>
  558. </ul>
  559. </nav>
  560. </li>
  561. <li class="md-nav__item">
  562. <a href="#hresult" class="md-nav__link">
  563. HResult
  564. </a>
  565. <nav class="md-nav" aria-label="HResult">
  566. <ul class="md-nav__list">
  567. <li class="md-nav__item">
  568. <a href="#property-value_6" class="md-nav__link">
  569. Property Value
  570. </a>
  571. </li>
  572. </ul>
  573. </nav>
  574. </li>
  575. <li class="md-nav__item">
  576. <a href="#stacktrace" class="md-nav__link">
  577. StackTrace
  578. </a>
  579. <nav class="md-nav" aria-label="StackTrace">
  580. <ul class="md-nav__list">
  581. <li class="md-nav__item">
  582. <a href="#property-value_7" class="md-nav__link">
  583. Property Value
  584. </a>
  585. </li>
  586. </ul>
  587. </nav>
  588. </li>
  589. </ul>
  590. </nav>
  591. </li>
  592. </ul>
  593. </nav>
  594. </li>
  595. <li class="md-nav__item">
  596. <a href="../llama.batched.conversation/" class="md-nav__link">
  597. llama.batched.conversation
  598. </a>
  599. </li>
  600. <li class="md-nav__item">
  601. <a href="../llama.batched.conversationextensions/" class="md-nav__link">
  602. llama.batched.conversationextensions
  603. </a>
  604. </li>
  605. <li class="md-nav__item">
  606. <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">
  607. llama.batched.experimentalbatchedexecutorexception
  608. </a>
  609. </li>
  610. <li class="md-nav__item">
  611. <a href="../llama.chatsession-1/" class="md-nav__link">
  612. llama.chatsession-1
  613. </a>
  614. </li>
  615. <li class="md-nav__item">
  616. <a href="../llama.chatsession/" class="md-nav__link">
  617. llama.chatsession
  618. </a>
  619. </li>
  620. <li class="md-nav__item">
  621. <a href="../llama.common.authorrole/" class="md-nav__link">
  622. llama.common.authorrole
  623. </a>
  624. </li>
  625. <li class="md-nav__item">
  626. <a href="../llama.common.chathistory/" class="md-nav__link">
  627. llama.common.chathistory
  628. </a>
  629. </li>
  630. <li class="md-nav__item">
  631. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  632. llama.common.fixedsizequeue-1
  633. </a>
  634. </li>
  635. <li class="md-nav__item">
  636. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  637. llama.common.inferenceparams
  638. </a>
  639. </li>
  640. <li class="md-nav__item">
  641. <a href="../llama.common.mirostattype/" class="md-nav__link">
  642. llama.common.mirostattype
  643. </a>
  644. </li>
  645. <li class="md-nav__item">
  646. <a href="../llama.common.modelparams/" class="md-nav__link">
  647. llama.common.modelparams
  648. </a>
  649. </li>
  650. <li class="md-nav__item">
  651. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  652. llama.exceptions.grammarexpectedname
  653. </a>
  654. </li>
  655. <li class="md-nav__item">
  656. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  657. llama.exceptions.grammarexpectednext
  658. </a>
  659. </li>
  660. <li class="md-nav__item">
  661. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  662. llama.exceptions.grammarexpectedprevious
  663. </a>
  664. </li>
  665. <li class="md-nav__item">
  666. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  667. llama.exceptions.grammarformatexception
  668. </a>
  669. </li>
  670. <li class="md-nav__item">
  671. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  672. llama.exceptions.grammarunexpectedcharaltelement
  673. </a>
  674. </li>
  675. <li class="md-nav__item">
  676. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  677. llama.exceptions.grammarunexpectedcharrngelement
  678. </a>
  679. </li>
  680. <li class="md-nav__item">
  681. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  682. llama.exceptions.grammarunexpectedendelement
  683. </a>
  684. </li>
  685. <li class="md-nav__item">
  686. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  687. llama.exceptions.grammarunexpectedendofinput
  688. </a>
  689. </li>
  690. <li class="md-nav__item">
  691. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  692. llama.exceptions.grammarunexpectedhexcharscount
  693. </a>
  694. </li>
  695. <li class="md-nav__item">
  696. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  697. llama.exceptions.grammarunknownescapecharacter
  698. </a>
  699. </li>
  700. <li class="md-nav__item">
  701. <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">
  702. llama.exceptions.llamadecodeerror
  703. </a>
  704. </li>
  705. <li class="md-nav__item">
  706. <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">
  707. llama.exceptions.loadweightsfailedexception
  708. </a>
  709. </li>
  710. <li class="md-nav__item">
  711. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  712. llama.exceptions.runtimeerror
  713. </a>
  714. </li>
  715. <li class="md-nav__item">
  716. <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">
  717. llama.extensions.icontextparamsextensions
  718. </a>
  719. </li>
  720. <li class="md-nav__item">
  721. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  722. llama.extensions.imodelparamsextensions
  723. </a>
  724. </li>
  725. <li class="md-nav__item">
  726. <a href="../llama.grammars.grammar/" class="md-nav__link">
  727. llama.grammars.grammar
  728. </a>
  729. </li>
  730. <li class="md-nav__item">
  731. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  732. llama.grammars.grammarrule
  733. </a>
  734. </li>
  735. <li class="md-nav__item">
  736. <a href="../llama.ichatmodel/" class="md-nav__link">
  737. llama.ichatmodel
  738. </a>
  739. </li>
  740. <li class="md-nav__item">
  741. <a href="../llama.llamacache/" class="md-nav__link">
  742. llama.llamacache
  743. </a>
  744. </li>
  745. <li class="md-nav__item">
  746. <a href="../llama.llamaembedder/" class="md-nav__link">
  747. llama.llamaembedder
  748. </a>
  749. </li>
  750. <li class="md-nav__item">
  751. <a href="../llama.llamamodel/" class="md-nav__link">
  752. llama.llamamodel
  753. </a>
  754. </li>
  755. <li class="md-nav__item">
  756. <a href="../llama.llamamodelv1/" class="md-nav__link">
  757. llama.llamamodelv1
  758. </a>
  759. </li>
  760. <li class="md-nav__item">
  761. <a href="../llama.llamaparams/" class="md-nav__link">
  762. llama.llamaparams
  763. </a>
  764. </li>
  765. <li class="md-nav__item">
  766. <a href="../llama.llamaquantizer/" class="md-nav__link">
  767. llama.llamaquantizer
  768. </a>
  769. </li>
  770. <li class="md-nav__item">
  771. <a href="../llama.llamastate/" class="md-nav__link">
  772. llama.llamastate
  773. </a>
  774. </li>
  775. <li class="md-nav__item">
  776. <a href="../llama.llamatransforms/" class="md-nav__link">
  777. llama.llamatransforms
  778. </a>
  779. </li>
  780. <li class="md-nav__item">
  781. <a href="../llama.llavaweights/" class="md-nav__link">
  782. llama.llavaweights
  783. </a>
  784. </li>
  785. <li class="md-nav__item">
  786. <a href="../llama.native.decoderesult/" class="md-nav__link">
  787. llama.native.decoderesult
  788. </a>
  789. </li>
  790. <li class="md-nav__item">
  791. <a href="../llama.native.ggmltype/" class="md-nav__link">
  792. llama.native.ggmltype
  793. </a>
  794. </li>
  795. <li class="md-nav__item">
  796. <a href="../llama.native.gpusplitmode/" class="md-nav__link">
  797. llama.native.gpusplitmode
  798. </a>
  799. </li>
  800. <li class="md-nav__item">
  801. <a href="../llama.native.llamabatch/" class="md-nav__link">
  802. llama.native.llamabatch
  803. </a>
  804. </li>
  805. <li class="md-nav__item">
  806. <a href="../llama.native.llamabeamsstate/" class="md-nav__link">
  807. llama.native.llamabeamsstate
  808. </a>
  809. </li>
  810. <li class="md-nav__item">
  811. <a href="../llama.native.llamabeamview/" class="md-nav__link">
  812. llama.native.llamabeamview
  813. </a>
  814. </li>
  815. <li class="md-nav__item">
  816. <a href="../llama.native.llamachatmessage/" class="md-nav__link">
  817. llama.native.llamachatmessage
  818. </a>
  819. </li>
  820. <li class="md-nav__item">
  821. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  822. llama.native.llamacontextparams
  823. </a>
  824. </li>
  825. <li class="md-nav__item">
  826. <a href="../llama.native.llamaftype/" class="md-nav__link">
  827. llama.native.llamaftype
  828. </a>
  829. </li>
  830. <li class="md-nav__item">
  831. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  832. llama.native.llamagrammarelement
  833. </a>
  834. </li>
  835. <li class="md-nav__item">
  836. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  837. llama.native.llamagrammarelementtype
  838. </a>
  839. </li>
  840. <li class="md-nav__item">
  841. <a href="../llama.native.llamakvcacheview/" class="md-nav__link">
  842. llama.native.llamakvcacheview
  843. </a>
  844. </li>
  845. <li class="md-nav__item">
  846. <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">
  847. llama.native.llamakvcacheviewcell
  848. </a>
  849. </li>
  850. <li class="md-nav__item">
  851. <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">
  852. llama.native.llamakvcacheviewsafehandle
  853. </a>
  854. </li>
  855. <li class="md-nav__item">
  856. <a href="../llama.native.llamaloglevel/" class="md-nav__link">
  857. llama.native.llamaloglevel
  858. </a>
  859. </li>
  860. <li class="md-nav__item">
  861. <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">
  862. llama.native.llamamodelkvoverridetype
  863. </a>
  864. </li>
  865. <li class="md-nav__item">
  866. <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">
  867. llama.native.llamamodelmetadataoverride
  868. </a>
  869. </li>
  870. <li class="md-nav__item">
  871. <a href="../llama.native.llamamodelparams/" class="md-nav__link">
  872. llama.native.llamamodelparams
  873. </a>
  874. </li>
  875. <li class="md-nav__item">
  876. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  877. llama.native.llamamodelquantizeparams
  878. </a>
  879. </li>
  880. <li class="md-nav__item">
  881. <a href="../llama.native.llamanativebatch/" class="md-nav__link">
  882. llama.native.llamanativebatch
  883. </a>
  884. </li>
  885. <li class="md-nav__item">
  886. <a href="../llama.native.llamapoolingtype/" class="md-nav__link">
  887. llama.native.llamapoolingtype
  888. </a>
  889. </li>
  890. <li class="md-nav__item">
  891. <a href="../llama.native.llamapos/" class="md-nav__link">
  892. llama.native.llamapos
  893. </a>
  894. </li>
  895. <li class="md-nav__item">
  896. <a href="../llama.native.llamaropetype/" class="md-nav__link">
  897. llama.native.llamaropetype
  898. </a>
  899. </li>
  900. <li class="md-nav__item">
  901. <a href="../llama.native.llamaseqid/" class="md-nav__link">
  902. llama.native.llamaseqid
  903. </a>
  904. </li>
  905. <li class="md-nav__item">
  906. <a href="../llama.native.llamatoken/" class="md-nav__link">
  907. llama.native.llamatoken
  908. </a>
  909. </li>
  910. <li class="md-nav__item">
  911. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  912. llama.native.llamatokendata
  913. </a>
  914. </li>
  915. <li class="md-nav__item">
  916. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  917. llama.native.llamatokendataarray
  918. </a>
  919. </li>
  920. <li class="md-nav__item">
  921. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  922. llama.native.llamatokendataarraynative
  923. </a>
  924. </li>
  925. <li class="md-nav__item">
  926. <a href="../llama.native.llamatokentype/" class="md-nav__link">
  927. llama.native.llamatokentype
  928. </a>
  929. </li>
  930. <li class="md-nav__item">
  931. <a href="../llama.native.llamavocabtype/" class="md-nav__link">
  932. llama.native.llamavocabtype
  933. </a>
  934. </li>
  935. <li class="md-nav__item">
  936. <a href="../llama.native.llavaimageembed/" class="md-nav__link">
  937. llama.native.llavaimageembed
  938. </a>
  939. </li>
  940. <li class="md-nav__item">
  941. <a href="../llama.native.nativeapi/" class="md-nav__link">
  942. llama.native.nativeapi
  943. </a>
  944. </li>
  945. <li class="md-nav__item">
  946. <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">
  947. llama.native.nativelibraryconfig
  948. </a>
  949. </li>
  950. <li class="md-nav__item">
  951. <a href="../llama.native.ropescalingtype/" class="md-nav__link">
  952. llama.native.ropescalingtype
  953. </a>
  954. </li>
  955. <li class="md-nav__item">
  956. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  957. llama.native.safellamacontexthandle
  958. </a>
  959. </li>
  960. <li class="md-nav__item">
  961. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  962. llama.native.safellamagrammarhandle
  963. </a>
  964. </li>
  965. <li class="md-nav__item">
  966. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  967. llama.native.safellamahandlebase
  968. </a>
  969. </li>
  970. <li class="md-nav__item">
  971. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  972. llama.native.safellamamodelhandle
  973. </a>
  974. </li>
  975. <li class="md-nav__item">
  976. <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">
  977. llama.native.safellavaimageembedhandle
  978. </a>
  979. </li>
  980. <li class="md-nav__item">
  981. <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">
  982. llama.native.safellavamodelhandle
  983. </a>
  984. </li>
  985. <li class="md-nav__item">
  986. <a href="../llama.quantizer/" class="md-nav__link">
  987. llama.quantizer
  988. </a>
  989. </li>
  990. <li class="md-nav__item">
  991. <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">
  992. llama.sampling.basesamplingpipeline
  993. </a>
  994. </li>
  995. <li class="md-nav__item">
  996. <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">
  997. llama.sampling.defaultsamplingpipeline
  998. </a>
  999. </li>
  1000. <li class="md-nav__item">
  1001. <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">
  1002. llama.sampling.greedysamplingpipeline
  1003. </a>
  1004. </li>
  1005. <li class="md-nav__item">
  1006. <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">
  1007. llama.sampling.isamplingpipeline
  1008. </a>
  1009. </li>
  1010. <li class="md-nav__item">
  1011. <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">
  1012. llama.sampling.isamplingpipelineextensions
  1013. </a>
  1014. </li>
  1015. <li class="md-nav__item">
  1016. <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">
  1017. llama.sampling.mirostate2samplingpipeline
  1018. </a>
  1019. </li>
  1020. <li class="md-nav__item">
  1021. <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">
  1022. llama.sampling.mirostatesamplingpipeline
  1023. </a>
  1024. </li>
  1025. <li class="md-nav__item">
  1026. <a href="../llama.sessionstate/" class="md-nav__link">
  1027. llama.sessionstate
  1028. </a>
  1029. </li>
  1030. <li class="md-nav__item">
  1031. <a href="../llama.streamingtokendecoder/" class="md-nav__link">
  1032. llama.streamingtokendecoder
  1033. </a>
  1034. </li>
  1035. <li class="md-nav__item">
  1036. <a href="../llama.types.chatcompletion/" class="md-nav__link">
  1037. llama.types.chatcompletion
  1038. </a>
  1039. </li>
  1040. <li class="md-nav__item">
  1041. <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">
  1042. llama.types.chatcompletionchoice
  1043. </a>
  1044. </li>
  1045. <li class="md-nav__item">
  1046. <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">
  1047. llama.types.chatcompletionchunk
  1048. </a>
  1049. </li>
  1050. <li class="md-nav__item">
  1051. <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">
  1052. llama.types.chatcompletionchunkchoice
  1053. </a>
  1054. </li>
  1055. <li class="md-nav__item">
  1056. <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">
  1057. llama.types.chatcompletionchunkdelta
  1058. </a>
  1059. </li>
  1060. <li class="md-nav__item">
  1061. <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">
  1062. llama.types.chatcompletionmessage
  1063. </a>
  1064. </li>
  1065. <li class="md-nav__item">
  1066. <a href="../llama.types.chatmessagerecord/" class="md-nav__link">
  1067. llama.types.chatmessagerecord
  1068. </a>
  1069. </li>
  1070. <li class="md-nav__item">
  1071. <a href="../llama.types.chatrole/" class="md-nav__link">
  1072. llama.types.chatrole
  1073. </a>
  1074. </li>
  1075. <li class="md-nav__item">
  1076. <a href="../llama.types.completion/" class="md-nav__link">
  1077. llama.types.completion
  1078. </a>
  1079. </li>
  1080. <li class="md-nav__item">
  1081. <a href="../llama.types.completionchoice/" class="md-nav__link">
  1082. llama.types.completionchoice
  1083. </a>
  1084. </li>
  1085. <li class="md-nav__item">
  1086. <a href="../llama.types.completionchunk/" class="md-nav__link">
  1087. llama.types.completionchunk
  1088. </a>
  1089. </li>
  1090. <li class="md-nav__item">
  1091. <a href="../llama.types.completionlogprobs/" class="md-nav__link">
  1092. llama.types.completionlogprobs
  1093. </a>
  1094. </li>
  1095. <li class="md-nav__item">
  1096. <a href="../llama.types.completionusage/" class="md-nav__link">
  1097. llama.types.completionusage
  1098. </a>
  1099. </li>
  1100. <li class="md-nav__item">
  1101. <a href="../llama.types.embedding/" class="md-nav__link">
  1102. llama.types.embedding
  1103. </a>
  1104. </li>
  1105. <li class="md-nav__item">
  1106. <a href="../llama.types.embeddingdata/" class="md-nav__link">
  1107. llama.types.embeddingdata
  1108. </a>
  1109. </li>
  1110. <li class="md-nav__item">
  1111. <a href="../llama.types.embeddingusage/" class="md-nav__link">
  1112. llama.types.embeddingusage
  1113. </a>
  1114. </li>
  1115. <li class="md-nav__item">
  1116. <a href="../logger/" class="md-nav__link">
  1117. logger
  1118. </a>
  1119. </li>
  1120. </ul>
  1121. </nav>
  1122. </li>
  1123. </ul>
  1124. </nav>
  1125. </div>
  1126. </div>
  1127. </div>
  1128. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1129. <div class="md-sidebar__scrollwrap">
  1130. <div class="md-sidebar__inner">
  1131. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1132. <label class="md-nav__title" for="__toc">
  1133. <span class="md-nav__icon md-icon"></span>
  1134. Table of contents
  1135. </label>
  1136. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1137. <li class="md-nav__item">
  1138. <a href="#properties" class="md-nav__link">
  1139. Properties
  1140. </a>
  1141. <nav class="md-nav" aria-label="Properties">
  1142. <ul class="md-nav__list">
  1143. <li class="md-nav__item">
  1144. <a href="#targetsite" class="md-nav__link">
  1145. TargetSite
  1146. </a>
  1147. <nav class="md-nav" aria-label="TargetSite">
  1148. <ul class="md-nav__list">
  1149. <li class="md-nav__item">
  1150. <a href="#property-value" class="md-nav__link">
  1151. Property Value
  1152. </a>
  1153. </li>
  1154. </ul>
  1155. </nav>
  1156. </li>
  1157. <li class="md-nav__item">
  1158. <a href="#message" class="md-nav__link">
  1159. Message
  1160. </a>
  1161. <nav class="md-nav" aria-label="Message">
  1162. <ul class="md-nav__list">
  1163. <li class="md-nav__item">
  1164. <a href="#property-value_1" class="md-nav__link">
  1165. Property Value
  1166. </a>
  1167. </li>
  1168. </ul>
  1169. </nav>
  1170. </li>
  1171. <li class="md-nav__item">
  1172. <a href="#data" class="md-nav__link">
  1173. Data
  1174. </a>
  1175. <nav class="md-nav" aria-label="Data">
  1176. <ul class="md-nav__list">
  1177. <li class="md-nav__item">
  1178. <a href="#property-value_2" class="md-nav__link">
  1179. Property Value
  1180. </a>
  1181. </li>
  1182. </ul>
  1183. </nav>
  1184. </li>
  1185. <li class="md-nav__item">
  1186. <a href="#innerexception" class="md-nav__link">
  1187. InnerException
  1188. </a>
  1189. <nav class="md-nav" aria-label="InnerException">
  1190. <ul class="md-nav__list">
  1191. <li class="md-nav__item">
  1192. <a href="#property-value_3" class="md-nav__link">
  1193. Property Value
  1194. </a>
  1195. </li>
  1196. </ul>
  1197. </nav>
  1198. </li>
  1199. <li class="md-nav__item">
  1200. <a href="#helplink" class="md-nav__link">
  1201. HelpLink
  1202. </a>
  1203. <nav class="md-nav" aria-label="HelpLink">
  1204. <ul class="md-nav__list">
  1205. <li class="md-nav__item">
  1206. <a href="#property-value_4" class="md-nav__link">
  1207. Property Value
  1208. </a>
  1209. </li>
  1210. </ul>
  1211. </nav>
  1212. </li>
  1213. <li class="md-nav__item">
  1214. <a href="#source" class="md-nav__link">
  1215. Source
  1216. </a>
  1217. <nav class="md-nav" aria-label="Source">
  1218. <ul class="md-nav__list">
  1219. <li class="md-nav__item">
  1220. <a href="#property-value_5" class="md-nav__link">
  1221. Property Value
  1222. </a>
  1223. </li>
  1224. </ul>
  1225. </nav>
  1226. </li>
  1227. <li class="md-nav__item">
  1228. <a href="#hresult" class="md-nav__link">
  1229. HResult
  1230. </a>
  1231. <nav class="md-nav" aria-label="HResult">
  1232. <ul class="md-nav__list">
  1233. <li class="md-nav__item">
  1234. <a href="#property-value_6" class="md-nav__link">
  1235. Property Value
  1236. </a>
  1237. </li>
  1238. </ul>
  1239. </nav>
  1240. </li>
  1241. <li class="md-nav__item">
  1242. <a href="#stacktrace" class="md-nav__link">
  1243. StackTrace
  1244. </a>
  1245. <nav class="md-nav" aria-label="StackTrace">
  1246. <ul class="md-nav__list">
  1247. <li class="md-nav__item">
  1248. <a href="#property-value_7" class="md-nav__link">
  1249. Property Value
  1250. </a>
  1251. </li>
  1252. </ul>
  1253. </nav>
  1254. </li>
  1255. </ul>
  1256. </nav>
  1257. </li>
  1258. </ul>
  1259. </nav>
  1260. </div>
  1261. </div>
  1262. </div>
  1263. <div class="md-content" data-md-component="content">
  1264. <article class="md-content__inner md-typeset">
  1265. <h1 id="cannotsamplerequirespromptexception">CannotSampleRequiresPromptException</h1>
  1266. <p>Namespace: LLama.Batched</p>
  1267. <p>This exception is thrown when "Sample()" is called on a <a href="../llama.batched.conversation/">Conversation</a> which was not
  1268. first prompted.
  1269. <a href="../llama.batched.batchedexecutor/">BatchedExecutor</a>.</p>
  1270. <pre><code class="language-csharp">public class CannotSampleRequiresPromptException : ExperimentalBatchedExecutorException, System.Runtime.Serialization.ISerializable
  1271. </code></pre>
  1272. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="https://docs.microsoft.com/en-us/dotnet/api/system.exception">Exception</a> → <a href="../llama.batched.experimentalbatchedexecutorexception/">ExperimentalBatchedExecutorException</a> → <a href="./">CannotSampleRequiresPromptException</a><br>
  1273. Implements <a href="https://docs.microsoft.com/en-us/dotnet/api/system.runtime.serialization.iserializable">ISerializable</a></p>
  1274. <h2 id="properties">Properties</h2>
  1275. <h3 id="targetsite"><strong>TargetSite</strong></h3>
  1276. <pre><code class="language-csharp">public MethodBase TargetSite { get; }
  1277. </code></pre>
  1278. <h4 id="property-value">Property Value</h4>
  1279. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.reflection.methodbase">MethodBase</a><br></p>
  1280. <h3 id="message"><strong>Message</strong></h3>
  1281. <pre><code class="language-csharp">public string Message { get; }
  1282. </code></pre>
  1283. <h4 id="property-value_1">Property Value</h4>
  1284. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1285. <h3 id="data"><strong>Data</strong></h3>
  1286. <pre><code class="language-csharp">public IDictionary Data { get; }
  1287. </code></pre>
  1288. <h4 id="property-value_2">Property Value</h4>
  1289. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.collections.idictionary">IDictionary</a><br></p>
  1290. <h3 id="innerexception"><strong>InnerException</strong></h3>
  1291. <pre><code class="language-csharp">public Exception InnerException { get; }
  1292. </code></pre>
  1293. <h4 id="property-value_3">Property Value</h4>
  1294. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.exception">Exception</a><br></p>
  1295. <h3 id="helplink"><strong>HelpLink</strong></h3>
  1296. <pre><code class="language-csharp">public string HelpLink { get; set; }
  1297. </code></pre>
  1298. <h4 id="property-value_4">Property Value</h4>
  1299. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1300. <h3 id="source"><strong>Source</strong></h3>
  1301. <pre><code class="language-csharp">public string Source { get; set; }
  1302. </code></pre>
  1303. <h4 id="property-value_5">Property Value</h4>
  1304. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1305. <h3 id="hresult"><strong>HResult</strong></h3>
  1306. <pre><code class="language-csharp">public int HResult { get; set; }
  1307. </code></pre>
  1308. <h4 id="property-value_6">Property Value</h4>
  1309. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1310. <h3 id="stacktrace"><strong>StackTrace</strong></h3>
  1311. <pre><code class="language-csharp">public string StackTrace { get; }
  1312. </code></pre>
  1313. <h4 id="property-value_7">Property Value</h4>
  1314. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1315. </article>
  1316. </div>
  1317. </div>
  1318. </main>
  1319. <footer class="md-footer">
  1320. <div class="md-footer-meta md-typeset">
  1321. <div class="md-footer-meta__inner md-grid">
  1322. <div class="md-copyright">
  1323. Made with
  1324. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1325. Material for MkDocs
  1326. </a>
  1327. </div>
  1328. </div>
  1329. </div>
  1330. </footer>
  1331. </div>
  1332. <div class="md-dialog" data-md-component="dialog">
  1333. <div class="md-dialog__inner md-typeset"></div>
  1334. </div>
  1335. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1336. <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>
  1337. </body>
  1338. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)