You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 72 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.exceptions.grammarunknownescapecharacter/">
  7. <link rel="next" href="../llama.exceptions.loadweightsfailedexception/">
  8. <link rel="icon" href="../../media/icon128.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">
  10. <title>llama.exceptions.llamadecodeerror - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">
  12. <link rel="stylesheet" href="../../assets/stylesheets/palette.ecc896b0.min.css">
  13. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  14. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Fira+Sans:300,300i,400,400i,700,700i%7CFira+Mono:400,400i,700,700i&display=fallback">
  15. <style>:root{--md-text-font:"Fira Sans";--md-code-font:"Fira Mono"}</style>
  16. <link rel="stylesheet" href="../../css/extra.css?v=14">
  17. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  18. </head>
  19. <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red">
  20. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  21. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  22. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  23. <label class="md-overlay" for="__drawer"></label>
  24. <div data-md-component="skip">
  25. <a href="#llamadecodeerror" class="md-skip">
  26. Skip to content
  27. </a>
  28. </div>
  29. <div data-md-component="announce">
  30. </div>
  31. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  32. </div>
  33. <header class="md-header md-header--shadow" data-md-component="header">
  34. <nav class="md-header__inner md-grid" aria-label="Header">
  35. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  36. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>
  37. </a>
  38. <label class="md-header__button md-icon" for="__drawer">
  39. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  40. </label>
  41. <div class="md-header__title" data-md-component="header-title">
  42. <div class="md-header__ellipsis">
  43. <div class="md-header__topic">
  44. <span class="md-ellipsis">
  45. LLamaSharp Documentation
  46. </span>
  47. </div>
  48. <div class="md-header__topic" data-md-component="header-topic">
  49. <span class="md-ellipsis">
  50. llama.exceptions.llamadecodeerror
  51. </span>
  52. </div>
  53. </div>
  54. </div>
  55. <form class="md-header__option" data-md-component="palette">
  56. <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
  57. <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
  58. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>
  59. </label>
  60. <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="blue" data-md-color-accent="blue" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_2">
  61. <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>
  63. </label>
  64. </form>
  65. <label class="md-header__button md-icon" for="__search">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  67. </label>
  68. <div class="md-search" data-md-component="search" role="dialog">
  69. <label class="md-search__overlay" for="__search"></label>
  70. <div class="md-search__inner" role="search">
  71. <form class="md-search__form" name="search">
  72. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  73. <label class="md-search__icon md-icon" for="__search">
  74. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  75. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  76. </label>
  77. <nav class="md-search__options" aria-label="Search">
  78. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  79. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  80. </button>
  81. </nav>
  82. </form>
  83. <div class="md-search__output">
  84. <div class="md-search__scrollwrap" data-md-scrollfix>
  85. <div class="md-search-result" data-md-component="search-result">
  86. <div class="md-search-result__meta">
  87. Initializing search
  88. </div>
  89. <ol class="md-search-result__list" role="presentation"></ol>
  90. </div>
  91. </div>
  92. </div>
  93. </div>
  94. </div>
  95. </nav>
  96. </header>
  97. <div class="md-container" data-md-component="container">
  98. <main class="md-main" data-md-component="main">
  99. <div class="md-main__inner md-grid">
  100. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  101. <div class="md-sidebar__scrollwrap">
  102. <div class="md-sidebar__inner">
  103. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  104. <label class="md-nav__title" for="__drawer">
  105. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  106. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>
  107. </a>
  108. LLamaSharp Documentation
  109. </label>
  110. <ul class="md-nav__list" data-md-scrollfix>
  111. <li class="md-nav__item">
  112. <a href="../.." class="md-nav__link">
  113. Overview
  114. </a>
  115. </li>
  116. <li class="md-nav__item">
  117. <a href="../../QuickStart/" class="md-nav__link">
  118. Quick Start
  119. </a>
  120. </li>
  121. <li class="md-nav__item">
  122. <a href="../../Architecture/" class="md-nav__link">
  123. Architecture
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../../FAQ/" class="md-nav__link">
  128. FAQ
  129. </a>
  130. </li>
  131. <li class="md-nav__item">
  132. <a href="../../ContributingGuide/" class="md-nav__link">
  133. Contributing Guide
  134. </a>
  135. </li>
  136. <li class="md-nav__item md-nav__item--nested">
  137. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  138. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  139. Tutorials
  140. <span class="md-nav__icon md-icon"></span>
  141. </label>
  142. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  143. <label class="md-nav__title" for="__nav_6">
  144. <span class="md-nav__icon md-icon"></span>
  145. Tutorials
  146. </label>
  147. <ul class="md-nav__list" data-md-scrollfix>
  148. <li class="md-nav__item">
  149. <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">
  150. Customize the native library loading
  151. </a>
  152. </li>
  153. <li class="md-nav__item">
  154. <a href="../../Tutorials/Executors/" class="md-nav__link">
  155. Use executors
  156. </a>
  157. </li>
  158. <li class="md-nav__item">
  159. <a href="../../Tutorials/ChatSession/" class="md-nav__link">
  160. Use ChatSession
  161. </a>
  162. </li>
  163. <li class="md-nav__item">
  164. <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">
  165. Understand LLamaContext
  166. </a>
  167. </li>
  168. <li class="md-nav__item">
  169. <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">
  170. Get embeddings
  171. </a>
  172. </li>
  173. <li class="md-nav__item">
  174. <a href="../../Tutorials/Quantization/" class="md-nav__link">
  175. Quantize the model
  176. </a>
  177. </li>
  178. </ul>
  179. </nav>
  180. </li>
  181. <li class="md-nav__item md-nav__item--nested">
  182. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  183. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  184. Integrations
  185. <span class="md-nav__icon md-icon"></span>
  186. </label>
  187. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  188. <label class="md-nav__title" for="__nav_7">
  189. <span class="md-nav__icon md-icon"></span>
  190. Integrations
  191. </label>
  192. <ul class="md-nav__list" data-md-scrollfix>
  193. <li class="md-nav__item">
  194. <a href="../../Integrations/semantic-kernel/" class="md-nav__link">
  195. semantic-kernel integration
  196. </a>
  197. </li>
  198. <li class="md-nav__item">
  199. <a href="../../Integrations/kernel-memory/" class="md-nav__link">
  200. kernel-memory integration
  201. </a>
  202. </li>
  203. <li class="md-nav__item">
  204. <a href="../../Integrations/BotSharp.md" class="md-nav__link">
  205. BotSharp integration
  206. </a>
  207. </li>
  208. <li class="md-nav__item">
  209. <a href="../../Integrations/Langchain.md" class="md-nav__link">
  210. Langchain integration
  211. </a>
  212. </li>
  213. </ul>
  214. </nav>
  215. </li>
  216. <li class="md-nav__item md-nav__item--nested">
  217. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  218. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  219. Examples
  220. <span class="md-nav__icon md-icon"></span>
  221. </label>
  222. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  223. <label class="md-nav__title" for="__nav_8">
  224. <span class="md-nav__icon md-icon"></span>
  225. Examples
  226. </label>
  227. <ul class="md-nav__list" data-md-scrollfix>
  228. <li class="md-nav__item">
  229. <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">
  230. Bacthed executor - multi-output to one input
  231. </a>
  232. </li>
  233. <li class="md-nav__item">
  234. <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">
  235. Batched executor - basic guidance
  236. </a>
  237. </li>
  238. <li class="md-nav__item">
  239. <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">
  240. Batched executor - rewinding to an earlier state
  241. </a>
  242. </li>
  243. <li class="md-nav__item">
  244. <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">
  245. Chinese LLM - with GB2312 encoding
  246. </a>
  247. </li>
  248. <li class="md-nav__item">
  249. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  250. ChatSession - stripping role names
  251. </a>
  252. </li>
  253. <li class="md-nav__item">
  254. <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">
  255. ChatSession - with history
  256. </a>
  257. </li>
  258. <li class="md-nav__item">
  259. <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">
  260. ChatSession - restarting
  261. </a>
  262. </li>
  263. <li class="md-nav__item">
  264. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  265. ChatSession - Basic
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../../Examples/CodingAssistant/" class="md-nav__link">
  270. Coding assistant
  271. </a>
  272. </li>
  273. <li class="md-nav__item">
  274. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  275. Get embeddings
  276. </a>
  277. </li>
  278. <li class="md-nav__item">
  279. <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">
  280. Grammar - json response
  281. </a>
  282. </li>
  283. <li class="md-nav__item">
  284. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  285. Instruct executor - basic
  286. </a>
  287. </li>
  288. <li class="md-nav__item">
  289. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  290. Interactive executor - basic
  291. </a>
  292. </li>
  293. <li class="md-nav__item">
  294. <a href="../../Examples/KernelMemory/" class="md-nav__link">
  295. Kernel memory integration - basic
  296. </a>
  297. </li>
  298. <li class="md-nav__item">
  299. <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">
  300. Kernel-memory - save & load
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">
  305. LLaVA - basic
  306. </a>
  307. </li>
  308. <li class="md-nav__item">
  309. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  310. ChatSession - load & save
  311. </a>
  312. </li>
  313. <li class="md-nav__item">
  314. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  315. Executor - save/load state
  316. </a>
  317. </li>
  318. <li class="md-nav__item">
  319. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  320. Quantization
  321. </a>
  322. </li>
  323. <li class="md-nav__item">
  324. <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">
  325. Semantic-kernel - chat
  326. </a>
  327. </li>
  328. <li class="md-nav__item">
  329. <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">
  330. Semantic-kernel - with kernel-memory
  331. </a>
  332. </li>
  333. <li class="md-nav__item">
  334. <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">
  335. Semantic-kernel - basic
  336. </a>
  337. </li>
  338. <li class="md-nav__item">
  339. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  340. Stateless executor
  341. </a>
  342. </li>
  343. <li class="md-nav__item">
  344. <a href="../../Examples/TalkToYourself/" class="md-nav__link">
  345. Talk to yourself
  346. </a>
  347. </li>
  348. </ul>
  349. </nav>
  350. </li>
  351. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  352. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>
  353. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  354. API Reference
  355. <span class="md-nav__icon md-icon"></span>
  356. </label>
  357. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">
  358. <label class="md-nav__title" for="__nav_9">
  359. <span class="md-nav__icon md-icon"></span>
  360. API Reference
  361. </label>
  362. <ul class="md-nav__list" data-md-scrollfix>
  363. <li class="md-nav__item">
  364. <a href="../" class="md-nav__link">
  365. index
  366. </a>
  367. </li>
  368. <li class="md-nav__item">
  369. <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">
  370. llama.abstractions.adaptercollection
  371. </a>
  372. </li>
  373. <li class="md-nav__item">
  374. <a href="../llama.abstractions.icontextparams/" class="md-nav__link">
  375. llama.abstractions.icontextparams
  376. </a>
  377. </li>
  378. <li class="md-nav__item">
  379. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  380. llama.abstractions.ihistorytransform
  381. </a>
  382. </li>
  383. <li class="md-nav__item">
  384. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  385. llama.abstractions.iinferenceparams
  386. </a>
  387. </li>
  388. <li class="md-nav__item">
  389. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  390. llama.abstractions.illamaexecutor
  391. </a>
  392. </li>
  393. <li class="md-nav__item">
  394. <a href="../llama.abstractions.illamaparams/" class="md-nav__link">
  395. llama.abstractions.illamaparams
  396. </a>
  397. </li>
  398. <li class="md-nav__item">
  399. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  400. llama.abstractions.imodelparams
  401. </a>
  402. </li>
  403. <li class="md-nav__item">
  404. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  405. llama.abstractions.itextstreamtransform
  406. </a>
  407. </li>
  408. <li class="md-nav__item">
  409. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  410. llama.abstractions.itexttransform
  411. </a>
  412. </li>
  413. <li class="md-nav__item">
  414. <a href="../llama.abstractions.loraadapter/" class="md-nav__link">
  415. llama.abstractions.loraadapter
  416. </a>
  417. </li>
  418. <li class="md-nav__item">
  419. <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">
  420. llama.abstractions.metadataoverride
  421. </a>
  422. </li>
  423. <li class="md-nav__item">
  424. <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">
  425. llama.abstractions.metadataoverrideconverter
  426. </a>
  427. </li>
  428. <li class="md-nav__item">
  429. <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">
  430. llama.abstractions.tensorsplitscollection
  431. </a>
  432. </li>
  433. <li class="md-nav__item">
  434. <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">
  435. llama.abstractions.tensorsplitscollectionconverter
  436. </a>
  437. </li>
  438. <li class="md-nav__item">
  439. <a href="../llama.antipromptprocessor/" class="md-nav__link">
  440. llama.antipromptprocessor
  441. </a>
  442. </li>
  443. <li class="md-nav__item">
  444. <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">
  445. llama.batched.alreadypromptedconversationexception
  446. </a>
  447. </li>
  448. <li class="md-nav__item">
  449. <a href="../llama.batched.batchedexecutor/" class="md-nav__link">
  450. llama.batched.batchedexecutor
  451. </a>
  452. </li>
  453. <li class="md-nav__item">
  454. <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">
  455. llama.batched.cannotforkwhilerequiresinferenceexception
  456. </a>
  457. </li>
  458. <li class="md-nav__item">
  459. <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">
  460. llama.batched.cannotmodifywhilerequiresinferenceexception
  461. </a>
  462. </li>
  463. <li class="md-nav__item">
  464. <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">
  465. llama.batched.cannotsamplerequiresinferenceexception
  466. </a>
  467. </li>
  468. <li class="md-nav__item">
  469. <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">
  470. llama.batched.cannotsamplerequirespromptexception
  471. </a>
  472. </li>
  473. <li class="md-nav__item">
  474. <a href="../llama.batched.conversation/" class="md-nav__link">
  475. llama.batched.conversation
  476. </a>
  477. </li>
  478. <li class="md-nav__item">
  479. <a href="../llama.batched.conversationextensions/" class="md-nav__link">
  480. llama.batched.conversationextensions
  481. </a>
  482. </li>
  483. <li class="md-nav__item">
  484. <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">
  485. llama.batched.experimentalbatchedexecutorexception
  486. </a>
  487. </li>
  488. <li class="md-nav__item">
  489. <a href="../llama.chatsession-1/" class="md-nav__link">
  490. llama.chatsession-1
  491. </a>
  492. </li>
  493. <li class="md-nav__item">
  494. <a href="../llama.chatsession/" class="md-nav__link">
  495. llama.chatsession
  496. </a>
  497. </li>
  498. <li class="md-nav__item">
  499. <a href="../llama.common.authorrole/" class="md-nav__link">
  500. llama.common.authorrole
  501. </a>
  502. </li>
  503. <li class="md-nav__item">
  504. <a href="../llama.common.chathistory/" class="md-nav__link">
  505. llama.common.chathistory
  506. </a>
  507. </li>
  508. <li class="md-nav__item">
  509. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  510. llama.common.fixedsizequeue-1
  511. </a>
  512. </li>
  513. <li class="md-nav__item">
  514. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  515. llama.common.inferenceparams
  516. </a>
  517. </li>
  518. <li class="md-nav__item">
  519. <a href="../llama.common.mirostattype/" class="md-nav__link">
  520. llama.common.mirostattype
  521. </a>
  522. </li>
  523. <li class="md-nav__item">
  524. <a href="../llama.common.modelparams/" class="md-nav__link">
  525. llama.common.modelparams
  526. </a>
  527. </li>
  528. <li class="md-nav__item">
  529. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  530. llama.exceptions.grammarexpectedname
  531. </a>
  532. </li>
  533. <li class="md-nav__item">
  534. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  535. llama.exceptions.grammarexpectednext
  536. </a>
  537. </li>
  538. <li class="md-nav__item">
  539. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  540. llama.exceptions.grammarexpectedprevious
  541. </a>
  542. </li>
  543. <li class="md-nav__item">
  544. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  545. llama.exceptions.grammarformatexception
  546. </a>
  547. </li>
  548. <li class="md-nav__item">
  549. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  550. llama.exceptions.grammarunexpectedcharaltelement
  551. </a>
  552. </li>
  553. <li class="md-nav__item">
  554. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  555. llama.exceptions.grammarunexpectedcharrngelement
  556. </a>
  557. </li>
  558. <li class="md-nav__item">
  559. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  560. llama.exceptions.grammarunexpectedendelement
  561. </a>
  562. </li>
  563. <li class="md-nav__item">
  564. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  565. llama.exceptions.grammarunexpectedendofinput
  566. </a>
  567. </li>
  568. <li class="md-nav__item">
  569. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  570. llama.exceptions.grammarunexpectedhexcharscount
  571. </a>
  572. </li>
  573. <li class="md-nav__item">
  574. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  575. llama.exceptions.grammarunknownescapecharacter
  576. </a>
  577. </li>
  578. <li class="md-nav__item md-nav__item--active">
  579. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  580. <label class="md-nav__link md-nav__link--active" for="__toc">
  581. llama.exceptions.llamadecodeerror
  582. <span class="md-nav__icon md-icon"></span>
  583. </label>
  584. <a href="./" class="md-nav__link md-nav__link--active">
  585. llama.exceptions.llamadecodeerror
  586. </a>
  587. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  588. <label class="md-nav__title" for="__toc">
  589. <span class="md-nav__icon md-icon"></span>
  590. Table of contents
  591. </label>
  592. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  593. <li class="md-nav__item">
  594. <a href="#properties" class="md-nav__link">
  595. Properties
  596. </a>
  597. <nav class="md-nav" aria-label="Properties">
  598. <ul class="md-nav__list">
  599. <li class="md-nav__item">
  600. <a href="#returncode" class="md-nav__link">
  601. ReturnCode
  602. </a>
  603. <nav class="md-nav" aria-label="ReturnCode">
  604. <ul class="md-nav__list">
  605. <li class="md-nav__item">
  606. <a href="#property-value" class="md-nav__link">
  607. Property Value
  608. </a>
  609. </li>
  610. </ul>
  611. </nav>
  612. </li>
  613. <li class="md-nav__item">
  614. <a href="#targetsite" class="md-nav__link">
  615. TargetSite
  616. </a>
  617. <nav class="md-nav" aria-label="TargetSite">
  618. <ul class="md-nav__list">
  619. <li class="md-nav__item">
  620. <a href="#property-value_1" class="md-nav__link">
  621. Property Value
  622. </a>
  623. </li>
  624. </ul>
  625. </nav>
  626. </li>
  627. <li class="md-nav__item">
  628. <a href="#message" class="md-nav__link">
  629. Message
  630. </a>
  631. <nav class="md-nav" aria-label="Message">
  632. <ul class="md-nav__list">
  633. <li class="md-nav__item">
  634. <a href="#property-value_2" class="md-nav__link">
  635. Property Value
  636. </a>
  637. </li>
  638. </ul>
  639. </nav>
  640. </li>
  641. <li class="md-nav__item">
  642. <a href="#data" class="md-nav__link">
  643. Data
  644. </a>
  645. <nav class="md-nav" aria-label="Data">
  646. <ul class="md-nav__list">
  647. <li class="md-nav__item">
  648. <a href="#property-value_3" class="md-nav__link">
  649. Property Value
  650. </a>
  651. </li>
  652. </ul>
  653. </nav>
  654. </li>
  655. <li class="md-nav__item">
  656. <a href="#innerexception" class="md-nav__link">
  657. InnerException
  658. </a>
  659. <nav class="md-nav" aria-label="InnerException">
  660. <ul class="md-nav__list">
  661. <li class="md-nav__item">
  662. <a href="#property-value_4" class="md-nav__link">
  663. Property Value
  664. </a>
  665. </li>
  666. </ul>
  667. </nav>
  668. </li>
  669. <li class="md-nav__item">
  670. <a href="#helplink" class="md-nav__link">
  671. HelpLink
  672. </a>
  673. <nav class="md-nav" aria-label="HelpLink">
  674. <ul class="md-nav__list">
  675. <li class="md-nav__item">
  676. <a href="#property-value_5" class="md-nav__link">
  677. Property Value
  678. </a>
  679. </li>
  680. </ul>
  681. </nav>
  682. </li>
  683. <li class="md-nav__item">
  684. <a href="#source" class="md-nav__link">
  685. Source
  686. </a>
  687. <nav class="md-nav" aria-label="Source">
  688. <ul class="md-nav__list">
  689. <li class="md-nav__item">
  690. <a href="#property-value_6" class="md-nav__link">
  691. Property Value
  692. </a>
  693. </li>
  694. </ul>
  695. </nav>
  696. </li>
  697. <li class="md-nav__item">
  698. <a href="#hresult" class="md-nav__link">
  699. HResult
  700. </a>
  701. <nav class="md-nav" aria-label="HResult">
  702. <ul class="md-nav__list">
  703. <li class="md-nav__item">
  704. <a href="#property-value_7" class="md-nav__link">
  705. Property Value
  706. </a>
  707. </li>
  708. </ul>
  709. </nav>
  710. </li>
  711. <li class="md-nav__item">
  712. <a href="#stacktrace" class="md-nav__link">
  713. StackTrace
  714. </a>
  715. <nav class="md-nav" aria-label="StackTrace">
  716. <ul class="md-nav__list">
  717. <li class="md-nav__item">
  718. <a href="#property-value_8" class="md-nav__link">
  719. Property Value
  720. </a>
  721. </li>
  722. </ul>
  723. </nav>
  724. </li>
  725. </ul>
  726. </nav>
  727. </li>
  728. <li class="md-nav__item">
  729. <a href="#constructors" class="md-nav__link">
  730. Constructors
  731. </a>
  732. <nav class="md-nav" aria-label="Constructors">
  733. <ul class="md-nav__list">
  734. <li class="md-nav__item">
  735. <a href="#llamadecodeerrordecoderesult" class="md-nav__link">
  736. LLamaDecodeError(DecodeResult)
  737. </a>
  738. <nav class="md-nav" aria-label="LLamaDecodeError(DecodeResult)">
  739. <ul class="md-nav__list">
  740. <li class="md-nav__item">
  741. <a href="#parameters" class="md-nav__link">
  742. Parameters
  743. </a>
  744. </li>
  745. </ul>
  746. </nav>
  747. </li>
  748. </ul>
  749. </nav>
  750. </li>
  751. </ul>
  752. </nav>
  753. </li>
  754. <li class="md-nav__item">
  755. <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">
  756. llama.exceptions.loadweightsfailedexception
  757. </a>
  758. </li>
  759. <li class="md-nav__item">
  760. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  761. llama.exceptions.runtimeerror
  762. </a>
  763. </li>
  764. <li class="md-nav__item">
  765. <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">
  766. llama.extensions.icontextparamsextensions
  767. </a>
  768. </li>
  769. <li class="md-nav__item">
  770. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  771. llama.extensions.imodelparamsextensions
  772. </a>
  773. </li>
  774. <li class="md-nav__item">
  775. <a href="../llama.grammars.grammar/" class="md-nav__link">
  776. llama.grammars.grammar
  777. </a>
  778. </li>
  779. <li class="md-nav__item">
  780. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  781. llama.grammars.grammarrule
  782. </a>
  783. </li>
  784. <li class="md-nav__item">
  785. <a href="../llama.ichatmodel/" class="md-nav__link">
  786. llama.ichatmodel
  787. </a>
  788. </li>
  789. <li class="md-nav__item">
  790. <a href="../llama.llamacache/" class="md-nav__link">
  791. llama.llamacache
  792. </a>
  793. </li>
  794. <li class="md-nav__item">
  795. <a href="../llama.llamaembedder/" class="md-nav__link">
  796. llama.llamaembedder
  797. </a>
  798. </li>
  799. <li class="md-nav__item">
  800. <a href="../llama.llamamodel/" class="md-nav__link">
  801. llama.llamamodel
  802. </a>
  803. </li>
  804. <li class="md-nav__item">
  805. <a href="../llama.llamamodelv1/" class="md-nav__link">
  806. llama.llamamodelv1
  807. </a>
  808. </li>
  809. <li class="md-nav__item">
  810. <a href="../llama.llamaparams/" class="md-nav__link">
  811. llama.llamaparams
  812. </a>
  813. </li>
  814. <li class="md-nav__item">
  815. <a href="../llama.llamaquantizer/" class="md-nav__link">
  816. llama.llamaquantizer
  817. </a>
  818. </li>
  819. <li class="md-nav__item">
  820. <a href="../llama.llamastate/" class="md-nav__link">
  821. llama.llamastate
  822. </a>
  823. </li>
  824. <li class="md-nav__item">
  825. <a href="../llama.llamatransforms/" class="md-nav__link">
  826. llama.llamatransforms
  827. </a>
  828. </li>
  829. <li class="md-nav__item">
  830. <a href="../llama.llavaweights/" class="md-nav__link">
  831. llama.llavaweights
  832. </a>
  833. </li>
  834. <li class="md-nav__item">
  835. <a href="../llama.native.decoderesult/" class="md-nav__link">
  836. llama.native.decoderesult
  837. </a>
  838. </li>
  839. <li class="md-nav__item">
  840. <a href="../llama.native.ggmltype/" class="md-nav__link">
  841. llama.native.ggmltype
  842. </a>
  843. </li>
  844. <li class="md-nav__item">
  845. <a href="../llama.native.gpusplitmode/" class="md-nav__link">
  846. llama.native.gpusplitmode
  847. </a>
  848. </li>
  849. <li class="md-nav__item">
  850. <a href="../llama.native.llamabatch/" class="md-nav__link">
  851. llama.native.llamabatch
  852. </a>
  853. </li>
  854. <li class="md-nav__item">
  855. <a href="../llama.native.llamabeamsstate/" class="md-nav__link">
  856. llama.native.llamabeamsstate
  857. </a>
  858. </li>
  859. <li class="md-nav__item">
  860. <a href="../llama.native.llamabeamview/" class="md-nav__link">
  861. llama.native.llamabeamview
  862. </a>
  863. </li>
  864. <li class="md-nav__item">
  865. <a href="../llama.native.llamachatmessage/" class="md-nav__link">
  866. llama.native.llamachatmessage
  867. </a>
  868. </li>
  869. <li class="md-nav__item">
  870. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  871. llama.native.llamacontextparams
  872. </a>
  873. </li>
  874. <li class="md-nav__item">
  875. <a href="../llama.native.llamaftype/" class="md-nav__link">
  876. llama.native.llamaftype
  877. </a>
  878. </li>
  879. <li class="md-nav__item">
  880. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  881. llama.native.llamagrammarelement
  882. </a>
  883. </li>
  884. <li class="md-nav__item">
  885. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  886. llama.native.llamagrammarelementtype
  887. </a>
  888. </li>
  889. <li class="md-nav__item">
  890. <a href="../llama.native.llamakvcacheview/" class="md-nav__link">
  891. llama.native.llamakvcacheview
  892. </a>
  893. </li>
  894. <li class="md-nav__item">
  895. <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">
  896. llama.native.llamakvcacheviewcell
  897. </a>
  898. </li>
  899. <li class="md-nav__item">
  900. <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">
  901. llama.native.llamakvcacheviewsafehandle
  902. </a>
  903. </li>
  904. <li class="md-nav__item">
  905. <a href="../llama.native.llamaloglevel/" class="md-nav__link">
  906. llama.native.llamaloglevel
  907. </a>
  908. </li>
  909. <li class="md-nav__item">
  910. <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">
  911. llama.native.llamamodelkvoverridetype
  912. </a>
  913. </li>
  914. <li class="md-nav__item">
  915. <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">
  916. llama.native.llamamodelmetadataoverride
  917. </a>
  918. </li>
  919. <li class="md-nav__item">
  920. <a href="../llama.native.llamamodelparams/" class="md-nav__link">
  921. llama.native.llamamodelparams
  922. </a>
  923. </li>
  924. <li class="md-nav__item">
  925. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  926. llama.native.llamamodelquantizeparams
  927. </a>
  928. </li>
  929. <li class="md-nav__item">
  930. <a href="../llama.native.llamanativebatch/" class="md-nav__link">
  931. llama.native.llamanativebatch
  932. </a>
  933. </li>
  934. <li class="md-nav__item">
  935. <a href="../llama.native.llamapoolingtype/" class="md-nav__link">
  936. llama.native.llamapoolingtype
  937. </a>
  938. </li>
  939. <li class="md-nav__item">
  940. <a href="../llama.native.llamapos/" class="md-nav__link">
  941. llama.native.llamapos
  942. </a>
  943. </li>
  944. <li class="md-nav__item">
  945. <a href="../llama.native.llamaropetype/" class="md-nav__link">
  946. llama.native.llamaropetype
  947. </a>
  948. </li>
  949. <li class="md-nav__item">
  950. <a href="../llama.native.llamaseqid/" class="md-nav__link">
  951. llama.native.llamaseqid
  952. </a>
  953. </li>
  954. <li class="md-nav__item">
  955. <a href="../llama.native.llamatoken/" class="md-nav__link">
  956. llama.native.llamatoken
  957. </a>
  958. </li>
  959. <li class="md-nav__item">
  960. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  961. llama.native.llamatokendata
  962. </a>
  963. </li>
  964. <li class="md-nav__item">
  965. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  966. llama.native.llamatokendataarray
  967. </a>
  968. </li>
  969. <li class="md-nav__item">
  970. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  971. llama.native.llamatokendataarraynative
  972. </a>
  973. </li>
  974. <li class="md-nav__item">
  975. <a href="../llama.native.llamatokentype/" class="md-nav__link">
  976. llama.native.llamatokentype
  977. </a>
  978. </li>
  979. <li class="md-nav__item">
  980. <a href="../llama.native.llamavocabtype/" class="md-nav__link">
  981. llama.native.llamavocabtype
  982. </a>
  983. </li>
  984. <li class="md-nav__item">
  985. <a href="../llama.native.llavaimageembed/" class="md-nav__link">
  986. llama.native.llavaimageembed
  987. </a>
  988. </li>
  989. <li class="md-nav__item">
  990. <a href="../llama.native.nativeapi/" class="md-nav__link">
  991. llama.native.nativeapi
  992. </a>
  993. </li>
  994. <li class="md-nav__item">
  995. <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">
  996. llama.native.nativelibraryconfig
  997. </a>
  998. </li>
  999. <li class="md-nav__item">
  1000. <a href="../llama.native.ropescalingtype/" class="md-nav__link">
  1001. llama.native.ropescalingtype
  1002. </a>
  1003. </li>
  1004. <li class="md-nav__item">
  1005. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  1006. llama.native.safellamacontexthandle
  1007. </a>
  1008. </li>
  1009. <li class="md-nav__item">
  1010. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  1011. llama.native.safellamagrammarhandle
  1012. </a>
  1013. </li>
  1014. <li class="md-nav__item">
  1015. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  1016. llama.native.safellamahandlebase
  1017. </a>
  1018. </li>
  1019. <li class="md-nav__item">
  1020. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  1021. llama.native.safellamamodelhandle
  1022. </a>
  1023. </li>
  1024. <li class="md-nav__item">
  1025. <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">
  1026. llama.native.safellavaimageembedhandle
  1027. </a>
  1028. </li>
  1029. <li class="md-nav__item">
  1030. <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">
  1031. llama.native.safellavamodelhandle
  1032. </a>
  1033. </li>
  1034. <li class="md-nav__item">
  1035. <a href="../llama.quantizer/" class="md-nav__link">
  1036. llama.quantizer
  1037. </a>
  1038. </li>
  1039. <li class="md-nav__item">
  1040. <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">
  1041. llama.sampling.basesamplingpipeline
  1042. </a>
  1043. </li>
  1044. <li class="md-nav__item">
  1045. <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">
  1046. llama.sampling.defaultsamplingpipeline
  1047. </a>
  1048. </li>
  1049. <li class="md-nav__item">
  1050. <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">
  1051. llama.sampling.greedysamplingpipeline
  1052. </a>
  1053. </li>
  1054. <li class="md-nav__item">
  1055. <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">
  1056. llama.sampling.isamplingpipeline
  1057. </a>
  1058. </li>
  1059. <li class="md-nav__item">
  1060. <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">
  1061. llama.sampling.isamplingpipelineextensions
  1062. </a>
  1063. </li>
  1064. <li class="md-nav__item">
  1065. <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">
  1066. llama.sampling.mirostate2samplingpipeline
  1067. </a>
  1068. </li>
  1069. <li class="md-nav__item">
  1070. <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">
  1071. llama.sampling.mirostatesamplingpipeline
  1072. </a>
  1073. </li>
  1074. <li class="md-nav__item">
  1075. <a href="../llama.sessionstate/" class="md-nav__link">
  1076. llama.sessionstate
  1077. </a>
  1078. </li>
  1079. <li class="md-nav__item">
  1080. <a href="../llama.streamingtokendecoder/" class="md-nav__link">
  1081. llama.streamingtokendecoder
  1082. </a>
  1083. </li>
  1084. <li class="md-nav__item">
  1085. <a href="../llama.types.chatcompletion/" class="md-nav__link">
  1086. llama.types.chatcompletion
  1087. </a>
  1088. </li>
  1089. <li class="md-nav__item">
  1090. <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">
  1091. llama.types.chatcompletionchoice
  1092. </a>
  1093. </li>
  1094. <li class="md-nav__item">
  1095. <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">
  1096. llama.types.chatcompletionchunk
  1097. </a>
  1098. </li>
  1099. <li class="md-nav__item">
  1100. <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">
  1101. llama.types.chatcompletionchunkchoice
  1102. </a>
  1103. </li>
  1104. <li class="md-nav__item">
  1105. <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">
  1106. llama.types.chatcompletionchunkdelta
  1107. </a>
  1108. </li>
  1109. <li class="md-nav__item">
  1110. <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">
  1111. llama.types.chatcompletionmessage
  1112. </a>
  1113. </li>
  1114. <li class="md-nav__item">
  1115. <a href="../llama.types.chatmessagerecord/" class="md-nav__link">
  1116. llama.types.chatmessagerecord
  1117. </a>
  1118. </li>
  1119. <li class="md-nav__item">
  1120. <a href="../llama.types.chatrole/" class="md-nav__link">
  1121. llama.types.chatrole
  1122. </a>
  1123. </li>
  1124. <li class="md-nav__item">
  1125. <a href="../llama.types.completion/" class="md-nav__link">
  1126. llama.types.completion
  1127. </a>
  1128. </li>
  1129. <li class="md-nav__item">
  1130. <a href="../llama.types.completionchoice/" class="md-nav__link">
  1131. llama.types.completionchoice
  1132. </a>
  1133. </li>
  1134. <li class="md-nav__item">
  1135. <a href="../llama.types.completionchunk/" class="md-nav__link">
  1136. llama.types.completionchunk
  1137. </a>
  1138. </li>
  1139. <li class="md-nav__item">
  1140. <a href="../llama.types.completionlogprobs/" class="md-nav__link">
  1141. llama.types.completionlogprobs
  1142. </a>
  1143. </li>
  1144. <li class="md-nav__item">
  1145. <a href="../llama.types.completionusage/" class="md-nav__link">
  1146. llama.types.completionusage
  1147. </a>
  1148. </li>
  1149. <li class="md-nav__item">
  1150. <a href="../llama.types.embedding/" class="md-nav__link">
  1151. llama.types.embedding
  1152. </a>
  1153. </li>
  1154. <li class="md-nav__item">
  1155. <a href="../llama.types.embeddingdata/" class="md-nav__link">
  1156. llama.types.embeddingdata
  1157. </a>
  1158. </li>
  1159. <li class="md-nav__item">
  1160. <a href="../llama.types.embeddingusage/" class="md-nav__link">
  1161. llama.types.embeddingusage
  1162. </a>
  1163. </li>
  1164. <li class="md-nav__item">
  1165. <a href="../logger/" class="md-nav__link">
  1166. logger
  1167. </a>
  1168. </li>
  1169. </ul>
  1170. </nav>
  1171. </li>
  1172. </ul>
  1173. </nav>
  1174. </div>
  1175. </div>
  1176. </div>
  1177. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1178. <div class="md-sidebar__scrollwrap">
  1179. <div class="md-sidebar__inner">
  1180. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1181. <label class="md-nav__title" for="__toc">
  1182. <span class="md-nav__icon md-icon"></span>
  1183. Table of contents
  1184. </label>
  1185. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1186. <li class="md-nav__item">
  1187. <a href="#properties" class="md-nav__link">
  1188. Properties
  1189. </a>
  1190. <nav class="md-nav" aria-label="Properties">
  1191. <ul class="md-nav__list">
  1192. <li class="md-nav__item">
  1193. <a href="#returncode" class="md-nav__link">
  1194. ReturnCode
  1195. </a>
  1196. <nav class="md-nav" aria-label="ReturnCode">
  1197. <ul class="md-nav__list">
  1198. <li class="md-nav__item">
  1199. <a href="#property-value" class="md-nav__link">
  1200. Property Value
  1201. </a>
  1202. </li>
  1203. </ul>
  1204. </nav>
  1205. </li>
  1206. <li class="md-nav__item">
  1207. <a href="#targetsite" class="md-nav__link">
  1208. TargetSite
  1209. </a>
  1210. <nav class="md-nav" aria-label="TargetSite">
  1211. <ul class="md-nav__list">
  1212. <li class="md-nav__item">
  1213. <a href="#property-value_1" class="md-nav__link">
  1214. Property Value
  1215. </a>
  1216. </li>
  1217. </ul>
  1218. </nav>
  1219. </li>
  1220. <li class="md-nav__item">
  1221. <a href="#message" class="md-nav__link">
  1222. Message
  1223. </a>
  1224. <nav class="md-nav" aria-label="Message">
  1225. <ul class="md-nav__list">
  1226. <li class="md-nav__item">
  1227. <a href="#property-value_2" class="md-nav__link">
  1228. Property Value
  1229. </a>
  1230. </li>
  1231. </ul>
  1232. </nav>
  1233. </li>
  1234. <li class="md-nav__item">
  1235. <a href="#data" class="md-nav__link">
  1236. Data
  1237. </a>
  1238. <nav class="md-nav" aria-label="Data">
  1239. <ul class="md-nav__list">
  1240. <li class="md-nav__item">
  1241. <a href="#property-value_3" class="md-nav__link">
  1242. Property Value
  1243. </a>
  1244. </li>
  1245. </ul>
  1246. </nav>
  1247. </li>
  1248. <li class="md-nav__item">
  1249. <a href="#innerexception" class="md-nav__link">
  1250. InnerException
  1251. </a>
  1252. <nav class="md-nav" aria-label="InnerException">
  1253. <ul class="md-nav__list">
  1254. <li class="md-nav__item">
  1255. <a href="#property-value_4" class="md-nav__link">
  1256. Property Value
  1257. </a>
  1258. </li>
  1259. </ul>
  1260. </nav>
  1261. </li>
  1262. <li class="md-nav__item">
  1263. <a href="#helplink" class="md-nav__link">
  1264. HelpLink
  1265. </a>
  1266. <nav class="md-nav" aria-label="HelpLink">
  1267. <ul class="md-nav__list">
  1268. <li class="md-nav__item">
  1269. <a href="#property-value_5" class="md-nav__link">
  1270. Property Value
  1271. </a>
  1272. </li>
  1273. </ul>
  1274. </nav>
  1275. </li>
  1276. <li class="md-nav__item">
  1277. <a href="#source" class="md-nav__link">
  1278. Source
  1279. </a>
  1280. <nav class="md-nav" aria-label="Source">
  1281. <ul class="md-nav__list">
  1282. <li class="md-nav__item">
  1283. <a href="#property-value_6" class="md-nav__link">
  1284. Property Value
  1285. </a>
  1286. </li>
  1287. </ul>
  1288. </nav>
  1289. </li>
  1290. <li class="md-nav__item">
  1291. <a href="#hresult" class="md-nav__link">
  1292. HResult
  1293. </a>
  1294. <nav class="md-nav" aria-label="HResult">
  1295. <ul class="md-nav__list">
  1296. <li class="md-nav__item">
  1297. <a href="#property-value_7" class="md-nav__link">
  1298. Property Value
  1299. </a>
  1300. </li>
  1301. </ul>
  1302. </nav>
  1303. </li>
  1304. <li class="md-nav__item">
  1305. <a href="#stacktrace" class="md-nav__link">
  1306. StackTrace
  1307. </a>
  1308. <nav class="md-nav" aria-label="StackTrace">
  1309. <ul class="md-nav__list">
  1310. <li class="md-nav__item">
  1311. <a href="#property-value_8" class="md-nav__link">
  1312. Property Value
  1313. </a>
  1314. </li>
  1315. </ul>
  1316. </nav>
  1317. </li>
  1318. </ul>
  1319. </nav>
  1320. </li>
  1321. <li class="md-nav__item">
  1322. <a href="#constructors" class="md-nav__link">
  1323. Constructors
  1324. </a>
  1325. <nav class="md-nav" aria-label="Constructors">
  1326. <ul class="md-nav__list">
  1327. <li class="md-nav__item">
  1328. <a href="#llamadecodeerrordecoderesult" class="md-nav__link">
  1329. LLamaDecodeError(DecodeResult)
  1330. </a>
  1331. <nav class="md-nav" aria-label="LLamaDecodeError(DecodeResult)">
  1332. <ul class="md-nav__list">
  1333. <li class="md-nav__item">
  1334. <a href="#parameters" class="md-nav__link">
  1335. Parameters
  1336. </a>
  1337. </li>
  1338. </ul>
  1339. </nav>
  1340. </li>
  1341. </ul>
  1342. </nav>
  1343. </li>
  1344. </ul>
  1345. </nav>
  1346. </div>
  1347. </div>
  1348. </div>
  1349. <div class="md-content" data-md-component="content">
  1350. <article class="md-content__inner md-typeset">
  1351. <h1 id="llamadecodeerror">LLamaDecodeError<a class="headerlink" href="#llamadecodeerror" title="Permanent link"></a></h1>
  1352. <p>Namespace: LLama.Exceptions</p>
  1353. <p><code>llama_decode</code> return a non-zero status code</p>
  1354. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="k">class</span><span class="w"> </span><span class="nc">LLamaDecodeError</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="n">RuntimeError</span><span class="p">,</span><span class="w"> </span><span class="n">System</span><span class="p">.</span><span class="n">Runtime</span><span class="p">.</span><span class="n">Serialization</span><span class="p">.</span><span class="n">ISerializable</span>
  1355. </code></pre></div></td></tr></table></div>
  1356. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="https://docs.microsoft.com/en-us/dotnet/api/system.exception">Exception</a> → <a href="../llama.exceptions.runtimeerror/">RuntimeError</a> → <a href="./">LLamaDecodeError</a><br>
  1357. Implements <a href="https://docs.microsoft.com/en-us/dotnet/api/system.runtime.serialization.iserializable">ISerializable</a></p>
  1358. <h2 id="properties">Properties<a class="headerlink" href="#properties" title="Permanent link"></a></h2>
  1359. <h3 id="returncode"><strong>ReturnCode</strong><a class="headerlink" href="#returncode" title="Permanent link"></a></h3>
  1360. <p>The return status code</p>
  1361. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="n">DecodeResult</span><span class="w"> </span><span class="n">ReturnCode</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1362. </code></pre></div></td></tr></table></div>
  1363. <h4 id="property-value">Property Value<a class="headerlink" href="#property-value" title="Permanent link"></a></h4>
  1364. <p><a href="../llama.native.decoderesult/">DecodeResult</a><br></p>
  1365. <h3 id="targetsite"><strong>TargetSite</strong><a class="headerlink" href="#targetsite" title="Permanent link"></a></h3>
  1366. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="n">MethodBase</span><span class="w"> </span><span class="n">TargetSite</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1367. </code></pre></div></td></tr></table></div>
  1368. <h4 id="property-value_1">Property Value<a class="headerlink" href="#property-value_1" title="Permanent link"></a></h4>
  1369. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.reflection.methodbase">MethodBase</a><br></p>
  1370. <h3 id="message"><strong>Message</strong><a class="headerlink" href="#message" title="Permanent link"></a></h3>
  1371. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">string</span><span class="w"> </span><span class="n">Message</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1372. </code></pre></div></td></tr></table></div>
  1373. <h4 id="property-value_2">Property Value<a class="headerlink" href="#property-value_2" title="Permanent link"></a></h4>
  1374. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1375. <h3 id="data"><strong>Data</strong><a class="headerlink" href="#data" title="Permanent link"></a></h3>
  1376. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="n">IDictionary</span><span class="w"> </span><span class="n">Data</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1377. </code></pre></div></td></tr></table></div>
  1378. <h4 id="property-value_3">Property Value<a class="headerlink" href="#property-value_3" title="Permanent link"></a></h4>
  1379. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.collections.idictionary">IDictionary</a><br></p>
  1380. <h3 id="innerexception"><strong>InnerException</strong><a class="headerlink" href="#innerexception" title="Permanent link"></a></h3>
  1381. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="n">Exception</span><span class="w"> </span><span class="n">InnerException</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1382. </code></pre></div></td></tr></table></div>
  1383. <h4 id="property-value_4">Property Value<a class="headerlink" href="#property-value_4" title="Permanent link"></a></h4>
  1384. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.exception">Exception</a><br></p>
  1385. <h3 id="helplink"><strong>HelpLink</strong><a class="headerlink" href="#helplink" title="Permanent link"></a></h3>
  1386. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">string</span><span class="w"> </span><span class="n">HelpLink</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="k">set</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1387. </code></pre></div></td></tr></table></div>
  1388. <h4 id="property-value_5">Property Value<a class="headerlink" href="#property-value_5" title="Permanent link"></a></h4>
  1389. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1390. <h3 id="source"><strong>Source</strong><a class="headerlink" href="#source" title="Permanent link"></a></h3>
  1391. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">string</span><span class="w"> </span><span class="n">Source</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="k">set</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1392. </code></pre></div></td></tr></table></div>
  1393. <h4 id="property-value_6">Property Value<a class="headerlink" href="#property-value_6" title="Permanent link"></a></h4>
  1394. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1395. <h3 id="hresult"><strong>HResult</strong><a class="headerlink" href="#hresult" title="Permanent link"></a></h3>
  1396. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">HResult</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="k">set</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1397. </code></pre></div></td></tr></table></div>
  1398. <h4 id="property-value_7">Property Value<a class="headerlink" href="#property-value_7" title="Permanent link"></a></h4>
  1399. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1400. <h3 id="stacktrace"><strong>StackTrace</strong><a class="headerlink" href="#stacktrace" title="Permanent link"></a></h3>
  1401. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">string</span><span class="w"> </span><span class="n">StackTrace</span><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="k">get</span><span class="p">;</span><span class="w"> </span><span class="p">}</span>
  1402. </code></pre></div></td></tr></table></div>
  1403. <h4 id="property-value_8">Property Value<a class="headerlink" href="#property-value_8" title="Permanent link"></a></h4>
  1404. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1405. <h2 id="constructors">Constructors<a class="headerlink" href="#constructors" title="Permanent link"></a></h2>
  1406. <h3 id="llamadecodeerrordecoderesult"><strong>LLamaDecodeError(DecodeResult)</strong><a class="headerlink" href="#llamadecodeerrordecoderesult" title="Permanent link"></a></h3>
  1407. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="nf">LLamaDecodeError</span><span class="p">(</span><span class="n">DecodeResult</span><span class="w"> </span><span class="n">returnCode</span><span class="p">)</span>
  1408. </code></pre></div></td></tr></table></div>
  1409. <h4 id="parameters">Parameters<a class="headerlink" href="#parameters" title="Permanent link"></a></h4>
  1410. <p><code>returnCode</code> <a href="../llama.native.decoderesult/">DecodeResult</a><br></p>
  1411. </article>
  1412. </div>
  1413. </div>
  1414. </main>
  1415. <footer class="md-footer">
  1416. <div class="md-footer-meta md-typeset">
  1417. <div class="md-footer-meta__inner md-grid">
  1418. <div class="md-copyright">
  1419. Made with
  1420. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1421. Material for MkDocs
  1422. </a>
  1423. </div>
  1424. </div>
  1425. </div>
  1426. </footer>
  1427. </div>
  1428. <div class="md-dialog" data-md-component="dialog">
  1429. <div class="md-dialog__inner md-typeset"></div>
  1430. </div>
  1431. <script id="__config" type="application/json">{"base": "../..", "features": ["content.action.edit", "navigation.instant"], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1432. <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>
  1433. </body>
  1434. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)