You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 66 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.abstractions.loraadapter/">
  7. <link rel="next" href="../llama.abstractions.metadataoverrideconverter/">
  8. <link rel="icon" href="../../assets/images/favicon.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">
  10. <title>llama.abstractions.metadataoverride - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  16. </head>
  17. <body dir="ltr">
  18. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#metadataoverride" class="md-skip">
  24. Skip to content
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  30. </div>
  31. <header class="md-header md-header--shadow" data-md-component="header">
  32. <nav class="md-header__inner md-grid" aria-label="Header">
  33. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  34. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  35. </a>
  36. <label class="md-header__button md-icon" for="__drawer">
  37. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  38. </label>
  39. <div class="md-header__title" data-md-component="header-title">
  40. <div class="md-header__ellipsis">
  41. <div class="md-header__topic">
  42. <span class="md-ellipsis">
  43. LLamaSharp Documentation
  44. </span>
  45. </div>
  46. <div class="md-header__topic" data-md-component="header-topic">
  47. <span class="md-ellipsis">
  48. llama.abstractions.metadataoverride
  49. </span>
  50. </div>
  51. </div>
  52. </div>
  53. <label class="md-header__button md-icon" for="__search">
  54. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  55. </label>
  56. <div class="md-search" data-md-component="search" role="dialog">
  57. <label class="md-search__overlay" for="__search"></label>
  58. <div class="md-search__inner" role="search">
  59. <form class="md-search__form" name="search">
  60. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  61. <label class="md-search__icon md-icon" for="__search">
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  63. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  64. </label>
  65. <nav class="md-search__options" aria-label="Search">
  66. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  67. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  68. </button>
  69. </nav>
  70. </form>
  71. <div class="md-search__output">
  72. <div class="md-search__scrollwrap" data-md-scrollfix>
  73. <div class="md-search-result" data-md-component="search-result">
  74. <div class="md-search-result__meta">
  75. Initializing search
  76. </div>
  77. <ol class="md-search-result__list" role="presentation"></ol>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </div>
  83. </nav>
  84. </header>
  85. <div class="md-container" data-md-component="container">
  86. <main class="md-main" data-md-component="main">
  87. <div class="md-main__inner md-grid">
  88. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  89. <div class="md-sidebar__scrollwrap">
  90. <div class="md-sidebar__inner">
  91. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  92. <label class="md-nav__title" for="__drawer">
  93. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  94. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  95. </a>
  96. LLamaSharp Documentation
  97. </label>
  98. <ul class="md-nav__list" data-md-scrollfix>
  99. <li class="md-nav__item">
  100. <a href="../.." class="md-nav__link">
  101. Overview
  102. </a>
  103. </li>
  104. <li class="md-nav__item">
  105. <a href="../../QuickStart/" class="md-nav__link">
  106. Quick Start
  107. </a>
  108. </li>
  109. <li class="md-nav__item">
  110. <a href="../../Architecture/" class="md-nav__link">
  111. Architecture
  112. </a>
  113. </li>
  114. <li class="md-nav__item">
  115. <a href="../../FAQ/" class="md-nav__link">
  116. FAQ
  117. </a>
  118. </li>
  119. <li class="md-nav__item">
  120. <a href="../../ContributingGuide/" class="md-nav__link">
  121. Contributing Guide
  122. </a>
  123. </li>
  124. <li class="md-nav__item md-nav__item--nested">
  125. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  126. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  127. Tutorials
  128. <span class="md-nav__icon md-icon"></span>
  129. </label>
  130. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  131. <label class="md-nav__title" for="__nav_6">
  132. <span class="md-nav__icon md-icon"></span>
  133. Tutorials
  134. </label>
  135. <ul class="md-nav__list" data-md-scrollfix>
  136. <li class="md-nav__item">
  137. <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">
  138. Customize the native library loading
  139. </a>
  140. </li>
  141. <li class="md-nav__item">
  142. <a href="../../Tutorials/Executors/" class="md-nav__link">
  143. Use executors
  144. </a>
  145. </li>
  146. <li class="md-nav__item">
  147. <a href="../../Tutorials/ChatSession/" class="md-nav__link">
  148. Use ChatSession
  149. </a>
  150. </li>
  151. <li class="md-nav__item">
  152. <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">
  153. Understand LLamaContext
  154. </a>
  155. </li>
  156. <li class="md-nav__item">
  157. <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">
  158. Get embeddings
  159. </a>
  160. </li>
  161. <li class="md-nav__item">
  162. <a href="../../Tutorials/Quantization/" class="md-nav__link">
  163. Quantize the model
  164. </a>
  165. </li>
  166. </ul>
  167. </nav>
  168. </li>
  169. <li class="md-nav__item md-nav__item--nested">
  170. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  171. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  172. Integrations
  173. <span class="md-nav__icon md-icon"></span>
  174. </label>
  175. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  176. <label class="md-nav__title" for="__nav_7">
  177. <span class="md-nav__icon md-icon"></span>
  178. Integrations
  179. </label>
  180. <ul class="md-nav__list" data-md-scrollfix>
  181. <li class="md-nav__item">
  182. <a href="../../Integrations/semantic-kernel/" class="md-nav__link">
  183. semantic-kernel integration
  184. </a>
  185. </li>
  186. <li class="md-nav__item">
  187. <a href="../../Integrations/kernel-memory/" class="md-nav__link">
  188. kernel-memory integration
  189. </a>
  190. </li>
  191. <li class="md-nav__item">
  192. <a href="../../Integrations/BotSharp.md" class="md-nav__link">
  193. BotSharp integration
  194. </a>
  195. </li>
  196. <li class="md-nav__item">
  197. <a href="../../Integrations/Langchain.md" class="md-nav__link">
  198. Langchain integration
  199. </a>
  200. </li>
  201. </ul>
  202. </nav>
  203. </li>
  204. <li class="md-nav__item md-nav__item--nested">
  205. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  206. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  207. Examples
  208. <span class="md-nav__icon md-icon"></span>
  209. </label>
  210. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  211. <label class="md-nav__title" for="__nav_8">
  212. <span class="md-nav__icon md-icon"></span>
  213. Examples
  214. </label>
  215. <ul class="md-nav__list" data-md-scrollfix>
  216. <li class="md-nav__item">
  217. <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">
  218. Bacthed executor - multi-output to one input
  219. </a>
  220. </li>
  221. <li class="md-nav__item">
  222. <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">
  223. Batched executor - basic guidance
  224. </a>
  225. </li>
  226. <li class="md-nav__item">
  227. <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">
  228. Batched executor - rewinding to an earlier state
  229. </a>
  230. </li>
  231. <li class="md-nav__item">
  232. <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">
  233. Chinese LLM - with GB2312 encoding
  234. </a>
  235. </li>
  236. <li class="md-nav__item">
  237. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  238. ChatSession - stripping role names
  239. </a>
  240. </li>
  241. <li class="md-nav__item">
  242. <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">
  243. ChatSession - with history
  244. </a>
  245. </li>
  246. <li class="md-nav__item">
  247. <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">
  248. ChatSession - restarting
  249. </a>
  250. </li>
  251. <li class="md-nav__item">
  252. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  253. ChatSession - Basic
  254. </a>
  255. </li>
  256. <li class="md-nav__item">
  257. <a href="../../Examples/CodingAssistant/" class="md-nav__link">
  258. Coding assistant
  259. </a>
  260. </li>
  261. <li class="md-nav__item">
  262. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  263. Get embeddings
  264. </a>
  265. </li>
  266. <li class="md-nav__item">
  267. <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">
  268. Grammar - json response
  269. </a>
  270. </li>
  271. <li class="md-nav__item">
  272. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  273. Instruct executor - basic
  274. </a>
  275. </li>
  276. <li class="md-nav__item">
  277. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  278. Interactive executor - basic
  279. </a>
  280. </li>
  281. <li class="md-nav__item">
  282. <a href="../../Examples/KernelMemory/" class="md-nav__link">
  283. Kernel memory integration - basic
  284. </a>
  285. </li>
  286. <li class="md-nav__item">
  287. <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">
  288. Kernel-memory - save & load
  289. </a>
  290. </li>
  291. <li class="md-nav__item">
  292. <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">
  293. LLaVA - basic
  294. </a>
  295. </li>
  296. <li class="md-nav__item">
  297. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  298. ChatSession - load & save
  299. </a>
  300. </li>
  301. <li class="md-nav__item">
  302. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  303. Executor - save/load state
  304. </a>
  305. </li>
  306. <li class="md-nav__item">
  307. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  308. Quantization
  309. </a>
  310. </li>
  311. <li class="md-nav__item">
  312. <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">
  313. Semantic-kernel - chat
  314. </a>
  315. </li>
  316. <li class="md-nav__item">
  317. <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">
  318. Semantic-kernel - with kernel-memory
  319. </a>
  320. </li>
  321. <li class="md-nav__item">
  322. <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">
  323. Semantic-kernel - basic
  324. </a>
  325. </li>
  326. <li class="md-nav__item">
  327. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  328. Stateless executor
  329. </a>
  330. </li>
  331. <li class="md-nav__item">
  332. <a href="../../Examples/TalkToYourself/" class="md-nav__link">
  333. Talk to yourself
  334. </a>
  335. </li>
  336. </ul>
  337. </nav>
  338. </li>
  339. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  340. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>
  341. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  342. API Reference
  343. <span class="md-nav__icon md-icon"></span>
  344. </label>
  345. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">
  346. <label class="md-nav__title" for="__nav_9">
  347. <span class="md-nav__icon md-icon"></span>
  348. API Reference
  349. </label>
  350. <ul class="md-nav__list" data-md-scrollfix>
  351. <li class="md-nav__item">
  352. <a href="../" class="md-nav__link">
  353. index
  354. </a>
  355. </li>
  356. <li class="md-nav__item">
  357. <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">
  358. llama.abstractions.adaptercollection
  359. </a>
  360. </li>
  361. <li class="md-nav__item">
  362. <a href="../llama.abstractions.icontextparams/" class="md-nav__link">
  363. llama.abstractions.icontextparams
  364. </a>
  365. </li>
  366. <li class="md-nav__item">
  367. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  368. llama.abstractions.ihistorytransform
  369. </a>
  370. </li>
  371. <li class="md-nav__item">
  372. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  373. llama.abstractions.iinferenceparams
  374. </a>
  375. </li>
  376. <li class="md-nav__item">
  377. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  378. llama.abstractions.illamaexecutor
  379. </a>
  380. </li>
  381. <li class="md-nav__item">
  382. <a href="../llama.abstractions.illamaparams/" class="md-nav__link">
  383. llama.abstractions.illamaparams
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  388. llama.abstractions.imodelparams
  389. </a>
  390. </li>
  391. <li class="md-nav__item">
  392. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  393. llama.abstractions.itextstreamtransform
  394. </a>
  395. </li>
  396. <li class="md-nav__item">
  397. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  398. llama.abstractions.itexttransform
  399. </a>
  400. </li>
  401. <li class="md-nav__item">
  402. <a href="../llama.abstractions.loraadapter/" class="md-nav__link">
  403. llama.abstractions.loraadapter
  404. </a>
  405. </li>
  406. <li class="md-nav__item md-nav__item--active">
  407. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  408. <label class="md-nav__link md-nav__link--active" for="__toc">
  409. llama.abstractions.metadataoverride
  410. <span class="md-nav__icon md-icon"></span>
  411. </label>
  412. <a href="./" class="md-nav__link md-nav__link--active">
  413. llama.abstractions.metadataoverride
  414. </a>
  415. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  416. <label class="md-nav__title" for="__toc">
  417. <span class="md-nav__icon md-icon"></span>
  418. Table of contents
  419. </label>
  420. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  421. <li class="md-nav__item">
  422. <a href="#properties" class="md-nav__link">
  423. Properties
  424. </a>
  425. <nav class="md-nav" aria-label="Properties">
  426. <ul class="md-nav__list">
  427. <li class="md-nav__item">
  428. <a href="#key" class="md-nav__link">
  429. Key
  430. </a>
  431. <nav class="md-nav" aria-label="Key">
  432. <ul class="md-nav__list">
  433. <li class="md-nav__item">
  434. <a href="#property-value" class="md-nav__link">
  435. Property Value
  436. </a>
  437. </li>
  438. </ul>
  439. </nav>
  440. </li>
  441. </ul>
  442. </nav>
  443. </li>
  444. <li class="md-nav__item">
  445. <a href="#constructors" class="md-nav__link">
  446. Constructors
  447. </a>
  448. <nav class="md-nav" aria-label="Constructors">
  449. <ul class="md-nav__list">
  450. <li class="md-nav__item">
  451. <a href="#metadataoverridestring-int32" class="md-nav__link">
  452. MetadataOverride(String, Int32)
  453. </a>
  454. <nav class="md-nav" aria-label="MetadataOverride(String, Int32)">
  455. <ul class="md-nav__list">
  456. <li class="md-nav__item">
  457. <a href="#parameters" class="md-nav__link">
  458. Parameters
  459. </a>
  460. </li>
  461. </ul>
  462. </nav>
  463. </li>
  464. <li class="md-nav__item">
  465. <a href="#metadataoverridestring-single" class="md-nav__link">
  466. MetadataOverride(String, Single)
  467. </a>
  468. <nav class="md-nav" aria-label="MetadataOverride(String, Single)">
  469. <ul class="md-nav__list">
  470. <li class="md-nav__item">
  471. <a href="#parameters_1" class="md-nav__link">
  472. Parameters
  473. </a>
  474. </li>
  475. </ul>
  476. </nav>
  477. </li>
  478. <li class="md-nav__item">
  479. <a href="#metadataoverridestring-boolean" class="md-nav__link">
  480. MetadataOverride(String, Boolean)
  481. </a>
  482. <nav class="md-nav" aria-label="MetadataOverride(String, Boolean)">
  483. <ul class="md-nav__list">
  484. <li class="md-nav__item">
  485. <a href="#parameters_2" class="md-nav__link">
  486. Parameters
  487. </a>
  488. </li>
  489. </ul>
  490. </nav>
  491. </li>
  492. </ul>
  493. </nav>
  494. </li>
  495. <li class="md-nav__item">
  496. <a href="#methods" class="md-nav__link">
  497. Methods
  498. </a>
  499. <nav class="md-nav" aria-label="Methods">
  500. <ul class="md-nav__list">
  501. <li class="md-nav__item">
  502. <a href="#writevaluellamamodelmetadataoverride" class="md-nav__link">
  503. WriteValue(LLamaModelMetadataOverride&amp;)
  504. </a>
  505. <nav class="md-nav" aria-label="WriteValue(LLamaModelMetadataOverride&)">
  506. <ul class="md-nav__list">
  507. <li class="md-nav__item">
  508. <a href="#parameters_3" class="md-nav__link">
  509. Parameters
  510. </a>
  511. </li>
  512. </ul>
  513. </nav>
  514. </li>
  515. <li class="md-nav__item">
  516. <a href="#writevalueutf8jsonwriter" class="md-nav__link">
  517. WriteValue(Utf8JsonWriter)
  518. </a>
  519. <nav class="md-nav" aria-label="WriteValue(Utf8JsonWriter)">
  520. <ul class="md-nav__list">
  521. <li class="md-nav__item">
  522. <a href="#parameters_4" class="md-nav__link">
  523. Parameters
  524. </a>
  525. </li>
  526. </ul>
  527. </nav>
  528. </li>
  529. <li class="md-nav__item">
  530. <a href="#tostring" class="md-nav__link">
  531. ToString()
  532. </a>
  533. <nav class="md-nav" aria-label="ToString()">
  534. <ul class="md-nav__list">
  535. <li class="md-nav__item">
  536. <a href="#returns" class="md-nav__link">
  537. Returns
  538. </a>
  539. </li>
  540. </ul>
  541. </nav>
  542. </li>
  543. <li class="md-nav__item">
  544. <a href="#gethashcode" class="md-nav__link">
  545. GetHashCode()
  546. </a>
  547. <nav class="md-nav" aria-label="GetHashCode()">
  548. <ul class="md-nav__list">
  549. <li class="md-nav__item">
  550. <a href="#returns_1" class="md-nav__link">
  551. Returns
  552. </a>
  553. </li>
  554. </ul>
  555. </nav>
  556. </li>
  557. <li class="md-nav__item">
  558. <a href="#equalsobject" class="md-nav__link">
  559. Equals(Object)
  560. </a>
  561. <nav class="md-nav" aria-label="Equals(Object)">
  562. <ul class="md-nav__list">
  563. <li class="md-nav__item">
  564. <a href="#parameters_5" class="md-nav__link">
  565. Parameters
  566. </a>
  567. </li>
  568. <li class="md-nav__item">
  569. <a href="#returns_2" class="md-nav__link">
  570. Returns
  571. </a>
  572. </li>
  573. </ul>
  574. </nav>
  575. </li>
  576. <li class="md-nav__item">
  577. <a href="#equalsmetadataoverride" class="md-nav__link">
  578. Equals(MetadataOverride)
  579. </a>
  580. <nav class="md-nav" aria-label="Equals(MetadataOverride)">
  581. <ul class="md-nav__list">
  582. <li class="md-nav__item">
  583. <a href="#parameters_6" class="md-nav__link">
  584. Parameters
  585. </a>
  586. </li>
  587. <li class="md-nav__item">
  588. <a href="#returns_3" class="md-nav__link">
  589. Returns
  590. </a>
  591. </li>
  592. </ul>
  593. </nav>
  594. </li>
  595. <li class="md-nav__item">
  596. <a href="#clone" class="md-nav__link">
  597. &lt;Clone&gt;$()
  598. </a>
  599. <nav class="md-nav" aria-label="<Clone>$()">
  600. <ul class="md-nav__list">
  601. <li class="md-nav__item">
  602. <a href="#returns_4" class="md-nav__link">
  603. Returns
  604. </a>
  605. </li>
  606. </ul>
  607. </nav>
  608. </li>
  609. </ul>
  610. </nav>
  611. </li>
  612. </ul>
  613. </nav>
  614. </li>
  615. <li class="md-nav__item">
  616. <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">
  617. llama.abstractions.metadataoverrideconverter
  618. </a>
  619. </li>
  620. <li class="md-nav__item">
  621. <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">
  622. llama.abstractions.tensorsplitscollection
  623. </a>
  624. </li>
  625. <li class="md-nav__item">
  626. <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">
  627. llama.abstractions.tensorsplitscollectionconverter
  628. </a>
  629. </li>
  630. <li class="md-nav__item">
  631. <a href="../llama.antipromptprocessor/" class="md-nav__link">
  632. llama.antipromptprocessor
  633. </a>
  634. </li>
  635. <li class="md-nav__item">
  636. <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">
  637. llama.batched.alreadypromptedconversationexception
  638. </a>
  639. </li>
  640. <li class="md-nav__item">
  641. <a href="../llama.batched.batchedexecutor/" class="md-nav__link">
  642. llama.batched.batchedexecutor
  643. </a>
  644. </li>
  645. <li class="md-nav__item">
  646. <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">
  647. llama.batched.cannotforkwhilerequiresinferenceexception
  648. </a>
  649. </li>
  650. <li class="md-nav__item">
  651. <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">
  652. llama.batched.cannotmodifywhilerequiresinferenceexception
  653. </a>
  654. </li>
  655. <li class="md-nav__item">
  656. <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">
  657. llama.batched.cannotsamplerequiresinferenceexception
  658. </a>
  659. </li>
  660. <li class="md-nav__item">
  661. <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">
  662. llama.batched.cannotsamplerequirespromptexception
  663. </a>
  664. </li>
  665. <li class="md-nav__item">
  666. <a href="../llama.batched.conversation/" class="md-nav__link">
  667. llama.batched.conversation
  668. </a>
  669. </li>
  670. <li class="md-nav__item">
  671. <a href="../llama.batched.conversationextensions/" class="md-nav__link">
  672. llama.batched.conversationextensions
  673. </a>
  674. </li>
  675. <li class="md-nav__item">
  676. <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">
  677. llama.batched.experimentalbatchedexecutorexception
  678. </a>
  679. </li>
  680. <li class="md-nav__item">
  681. <a href="../llama.chatsession-1/" class="md-nav__link">
  682. llama.chatsession-1
  683. </a>
  684. </li>
  685. <li class="md-nav__item">
  686. <a href="../llama.chatsession/" class="md-nav__link">
  687. llama.chatsession
  688. </a>
  689. </li>
  690. <li class="md-nav__item">
  691. <a href="../llama.common.authorrole/" class="md-nav__link">
  692. llama.common.authorrole
  693. </a>
  694. </li>
  695. <li class="md-nav__item">
  696. <a href="../llama.common.chathistory/" class="md-nav__link">
  697. llama.common.chathistory
  698. </a>
  699. </li>
  700. <li class="md-nav__item">
  701. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  702. llama.common.fixedsizequeue-1
  703. </a>
  704. </li>
  705. <li class="md-nav__item">
  706. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  707. llama.common.inferenceparams
  708. </a>
  709. </li>
  710. <li class="md-nav__item">
  711. <a href="../llama.common.mirostattype/" class="md-nav__link">
  712. llama.common.mirostattype
  713. </a>
  714. </li>
  715. <li class="md-nav__item">
  716. <a href="../llama.common.modelparams/" class="md-nav__link">
  717. llama.common.modelparams
  718. </a>
  719. </li>
  720. <li class="md-nav__item">
  721. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  722. llama.exceptions.grammarexpectedname
  723. </a>
  724. </li>
  725. <li class="md-nav__item">
  726. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  727. llama.exceptions.grammarexpectednext
  728. </a>
  729. </li>
  730. <li class="md-nav__item">
  731. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  732. llama.exceptions.grammarexpectedprevious
  733. </a>
  734. </li>
  735. <li class="md-nav__item">
  736. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  737. llama.exceptions.grammarformatexception
  738. </a>
  739. </li>
  740. <li class="md-nav__item">
  741. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  742. llama.exceptions.grammarunexpectedcharaltelement
  743. </a>
  744. </li>
  745. <li class="md-nav__item">
  746. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  747. llama.exceptions.grammarunexpectedcharrngelement
  748. </a>
  749. </li>
  750. <li class="md-nav__item">
  751. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  752. llama.exceptions.grammarunexpectedendelement
  753. </a>
  754. </li>
  755. <li class="md-nav__item">
  756. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  757. llama.exceptions.grammarunexpectedendofinput
  758. </a>
  759. </li>
  760. <li class="md-nav__item">
  761. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  762. llama.exceptions.grammarunexpectedhexcharscount
  763. </a>
  764. </li>
  765. <li class="md-nav__item">
  766. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  767. llama.exceptions.grammarunknownescapecharacter
  768. </a>
  769. </li>
  770. <li class="md-nav__item">
  771. <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">
  772. llama.exceptions.llamadecodeerror
  773. </a>
  774. </li>
  775. <li class="md-nav__item">
  776. <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">
  777. llama.exceptions.loadweightsfailedexception
  778. </a>
  779. </li>
  780. <li class="md-nav__item">
  781. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  782. llama.exceptions.runtimeerror
  783. </a>
  784. </li>
  785. <li class="md-nav__item">
  786. <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">
  787. llama.extensions.icontextparamsextensions
  788. </a>
  789. </li>
  790. <li class="md-nav__item">
  791. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  792. llama.extensions.imodelparamsextensions
  793. </a>
  794. </li>
  795. <li class="md-nav__item">
  796. <a href="../llama.grammars.grammar/" class="md-nav__link">
  797. llama.grammars.grammar
  798. </a>
  799. </li>
  800. <li class="md-nav__item">
  801. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  802. llama.grammars.grammarrule
  803. </a>
  804. </li>
  805. <li class="md-nav__item">
  806. <a href="../llama.ichatmodel/" class="md-nav__link">
  807. llama.ichatmodel
  808. </a>
  809. </li>
  810. <li class="md-nav__item">
  811. <a href="../llama.llamacache/" class="md-nav__link">
  812. llama.llamacache
  813. </a>
  814. </li>
  815. <li class="md-nav__item">
  816. <a href="../llama.llamaembedder/" class="md-nav__link">
  817. llama.llamaembedder
  818. </a>
  819. </li>
  820. <li class="md-nav__item">
  821. <a href="../llama.llamamodel/" class="md-nav__link">
  822. llama.llamamodel
  823. </a>
  824. </li>
  825. <li class="md-nav__item">
  826. <a href="../llama.llamamodelv1/" class="md-nav__link">
  827. llama.llamamodelv1
  828. </a>
  829. </li>
  830. <li class="md-nav__item">
  831. <a href="../llama.llamaparams/" class="md-nav__link">
  832. llama.llamaparams
  833. </a>
  834. </li>
  835. <li class="md-nav__item">
  836. <a href="../llama.llamaquantizer/" class="md-nav__link">
  837. llama.llamaquantizer
  838. </a>
  839. </li>
  840. <li class="md-nav__item">
  841. <a href="../llama.llamastate/" class="md-nav__link">
  842. llama.llamastate
  843. </a>
  844. </li>
  845. <li class="md-nav__item">
  846. <a href="../llama.llamatransforms/" class="md-nav__link">
  847. llama.llamatransforms
  848. </a>
  849. </li>
  850. <li class="md-nav__item">
  851. <a href="../llama.llavaweights/" class="md-nav__link">
  852. llama.llavaweights
  853. </a>
  854. </li>
  855. <li class="md-nav__item">
  856. <a href="../llama.native.decoderesult/" class="md-nav__link">
  857. llama.native.decoderesult
  858. </a>
  859. </li>
  860. <li class="md-nav__item">
  861. <a href="../llama.native.ggmltype/" class="md-nav__link">
  862. llama.native.ggmltype
  863. </a>
  864. </li>
  865. <li class="md-nav__item">
  866. <a href="../llama.native.gpusplitmode/" class="md-nav__link">
  867. llama.native.gpusplitmode
  868. </a>
  869. </li>
  870. <li class="md-nav__item">
  871. <a href="../llama.native.llamabatch/" class="md-nav__link">
  872. llama.native.llamabatch
  873. </a>
  874. </li>
  875. <li class="md-nav__item">
  876. <a href="../llama.native.llamabeamsstate/" class="md-nav__link">
  877. llama.native.llamabeamsstate
  878. </a>
  879. </li>
  880. <li class="md-nav__item">
  881. <a href="../llama.native.llamabeamview/" class="md-nav__link">
  882. llama.native.llamabeamview
  883. </a>
  884. </li>
  885. <li class="md-nav__item">
  886. <a href="../llama.native.llamachatmessage/" class="md-nav__link">
  887. llama.native.llamachatmessage
  888. </a>
  889. </li>
  890. <li class="md-nav__item">
  891. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  892. llama.native.llamacontextparams
  893. </a>
  894. </li>
  895. <li class="md-nav__item">
  896. <a href="../llama.native.llamaftype/" class="md-nav__link">
  897. llama.native.llamaftype
  898. </a>
  899. </li>
  900. <li class="md-nav__item">
  901. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  902. llama.native.llamagrammarelement
  903. </a>
  904. </li>
  905. <li class="md-nav__item">
  906. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  907. llama.native.llamagrammarelementtype
  908. </a>
  909. </li>
  910. <li class="md-nav__item">
  911. <a href="../llama.native.llamakvcacheview/" class="md-nav__link">
  912. llama.native.llamakvcacheview
  913. </a>
  914. </li>
  915. <li class="md-nav__item">
  916. <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">
  917. llama.native.llamakvcacheviewcell
  918. </a>
  919. </li>
  920. <li class="md-nav__item">
  921. <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">
  922. llama.native.llamakvcacheviewsafehandle
  923. </a>
  924. </li>
  925. <li class="md-nav__item">
  926. <a href="../llama.native.llamaloglevel/" class="md-nav__link">
  927. llama.native.llamaloglevel
  928. </a>
  929. </li>
  930. <li class="md-nav__item">
  931. <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">
  932. llama.native.llamamodelkvoverridetype
  933. </a>
  934. </li>
  935. <li class="md-nav__item">
  936. <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">
  937. llama.native.llamamodelmetadataoverride
  938. </a>
  939. </li>
  940. <li class="md-nav__item">
  941. <a href="../llama.native.llamamodelparams/" class="md-nav__link">
  942. llama.native.llamamodelparams
  943. </a>
  944. </li>
  945. <li class="md-nav__item">
  946. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  947. llama.native.llamamodelquantizeparams
  948. </a>
  949. </li>
  950. <li class="md-nav__item">
  951. <a href="../llama.native.llamanativebatch/" class="md-nav__link">
  952. llama.native.llamanativebatch
  953. </a>
  954. </li>
  955. <li class="md-nav__item">
  956. <a href="../llama.native.llamapoolingtype/" class="md-nav__link">
  957. llama.native.llamapoolingtype
  958. </a>
  959. </li>
  960. <li class="md-nav__item">
  961. <a href="../llama.native.llamapos/" class="md-nav__link">
  962. llama.native.llamapos
  963. </a>
  964. </li>
  965. <li class="md-nav__item">
  966. <a href="../llama.native.llamaropetype/" class="md-nav__link">
  967. llama.native.llamaropetype
  968. </a>
  969. </li>
  970. <li class="md-nav__item">
  971. <a href="../llama.native.llamaseqid/" class="md-nav__link">
  972. llama.native.llamaseqid
  973. </a>
  974. </li>
  975. <li class="md-nav__item">
  976. <a href="../llama.native.llamatoken/" class="md-nav__link">
  977. llama.native.llamatoken
  978. </a>
  979. </li>
  980. <li class="md-nav__item">
  981. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  982. llama.native.llamatokendata
  983. </a>
  984. </li>
  985. <li class="md-nav__item">
  986. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  987. llama.native.llamatokendataarray
  988. </a>
  989. </li>
  990. <li class="md-nav__item">
  991. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  992. llama.native.llamatokendataarraynative
  993. </a>
  994. </li>
  995. <li class="md-nav__item">
  996. <a href="../llama.native.llamatokentype/" class="md-nav__link">
  997. llama.native.llamatokentype
  998. </a>
  999. </li>
  1000. <li class="md-nav__item">
  1001. <a href="../llama.native.llamavocabtype/" class="md-nav__link">
  1002. llama.native.llamavocabtype
  1003. </a>
  1004. </li>
  1005. <li class="md-nav__item">
  1006. <a href="../llama.native.llavaimageembed/" class="md-nav__link">
  1007. llama.native.llavaimageembed
  1008. </a>
  1009. </li>
  1010. <li class="md-nav__item">
  1011. <a href="../llama.native.nativeapi/" class="md-nav__link">
  1012. llama.native.nativeapi
  1013. </a>
  1014. </li>
  1015. <li class="md-nav__item">
  1016. <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">
  1017. llama.native.nativelibraryconfig
  1018. </a>
  1019. </li>
  1020. <li class="md-nav__item">
  1021. <a href="../llama.native.ropescalingtype/" class="md-nav__link">
  1022. llama.native.ropescalingtype
  1023. </a>
  1024. </li>
  1025. <li class="md-nav__item">
  1026. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  1027. llama.native.safellamacontexthandle
  1028. </a>
  1029. </li>
  1030. <li class="md-nav__item">
  1031. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  1032. llama.native.safellamagrammarhandle
  1033. </a>
  1034. </li>
  1035. <li class="md-nav__item">
  1036. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  1037. llama.native.safellamahandlebase
  1038. </a>
  1039. </li>
  1040. <li class="md-nav__item">
  1041. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  1042. llama.native.safellamamodelhandle
  1043. </a>
  1044. </li>
  1045. <li class="md-nav__item">
  1046. <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">
  1047. llama.native.safellavaimageembedhandle
  1048. </a>
  1049. </li>
  1050. <li class="md-nav__item">
  1051. <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">
  1052. llama.native.safellavamodelhandle
  1053. </a>
  1054. </li>
  1055. <li class="md-nav__item">
  1056. <a href="../llama.quantizer/" class="md-nav__link">
  1057. llama.quantizer
  1058. </a>
  1059. </li>
  1060. <li class="md-nav__item">
  1061. <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">
  1062. llama.sampling.basesamplingpipeline
  1063. </a>
  1064. </li>
  1065. <li class="md-nav__item">
  1066. <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">
  1067. llama.sampling.defaultsamplingpipeline
  1068. </a>
  1069. </li>
  1070. <li class="md-nav__item">
  1071. <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">
  1072. llama.sampling.greedysamplingpipeline
  1073. </a>
  1074. </li>
  1075. <li class="md-nav__item">
  1076. <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">
  1077. llama.sampling.isamplingpipeline
  1078. </a>
  1079. </li>
  1080. <li class="md-nav__item">
  1081. <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">
  1082. llama.sampling.isamplingpipelineextensions
  1083. </a>
  1084. </li>
  1085. <li class="md-nav__item">
  1086. <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">
  1087. llama.sampling.mirostate2samplingpipeline
  1088. </a>
  1089. </li>
  1090. <li class="md-nav__item">
  1091. <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">
  1092. llama.sampling.mirostatesamplingpipeline
  1093. </a>
  1094. </li>
  1095. <li class="md-nav__item">
  1096. <a href="../llama.sessionstate/" class="md-nav__link">
  1097. llama.sessionstate
  1098. </a>
  1099. </li>
  1100. <li class="md-nav__item">
  1101. <a href="../llama.streamingtokendecoder/" class="md-nav__link">
  1102. llama.streamingtokendecoder
  1103. </a>
  1104. </li>
  1105. <li class="md-nav__item">
  1106. <a href="../llama.types.chatcompletion/" class="md-nav__link">
  1107. llama.types.chatcompletion
  1108. </a>
  1109. </li>
  1110. <li class="md-nav__item">
  1111. <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">
  1112. llama.types.chatcompletionchoice
  1113. </a>
  1114. </li>
  1115. <li class="md-nav__item">
  1116. <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">
  1117. llama.types.chatcompletionchunk
  1118. </a>
  1119. </li>
  1120. <li class="md-nav__item">
  1121. <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">
  1122. llama.types.chatcompletionchunkchoice
  1123. </a>
  1124. </li>
  1125. <li class="md-nav__item">
  1126. <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">
  1127. llama.types.chatcompletionchunkdelta
  1128. </a>
  1129. </li>
  1130. <li class="md-nav__item">
  1131. <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">
  1132. llama.types.chatcompletionmessage
  1133. </a>
  1134. </li>
  1135. <li class="md-nav__item">
  1136. <a href="../llama.types.chatmessagerecord/" class="md-nav__link">
  1137. llama.types.chatmessagerecord
  1138. </a>
  1139. </li>
  1140. <li class="md-nav__item">
  1141. <a href="../llama.types.chatrole/" class="md-nav__link">
  1142. llama.types.chatrole
  1143. </a>
  1144. </li>
  1145. <li class="md-nav__item">
  1146. <a href="../llama.types.completion/" class="md-nav__link">
  1147. llama.types.completion
  1148. </a>
  1149. </li>
  1150. <li class="md-nav__item">
  1151. <a href="../llama.types.completionchoice/" class="md-nav__link">
  1152. llama.types.completionchoice
  1153. </a>
  1154. </li>
  1155. <li class="md-nav__item">
  1156. <a href="../llama.types.completionchunk/" class="md-nav__link">
  1157. llama.types.completionchunk
  1158. </a>
  1159. </li>
  1160. <li class="md-nav__item">
  1161. <a href="../llama.types.completionlogprobs/" class="md-nav__link">
  1162. llama.types.completionlogprobs
  1163. </a>
  1164. </li>
  1165. <li class="md-nav__item">
  1166. <a href="../llama.types.completionusage/" class="md-nav__link">
  1167. llama.types.completionusage
  1168. </a>
  1169. </li>
  1170. <li class="md-nav__item">
  1171. <a href="../llama.types.embedding/" class="md-nav__link">
  1172. llama.types.embedding
  1173. </a>
  1174. </li>
  1175. <li class="md-nav__item">
  1176. <a href="../llama.types.embeddingdata/" class="md-nav__link">
  1177. llama.types.embeddingdata
  1178. </a>
  1179. </li>
  1180. <li class="md-nav__item">
  1181. <a href="../llama.types.embeddingusage/" class="md-nav__link">
  1182. llama.types.embeddingusage
  1183. </a>
  1184. </li>
  1185. <li class="md-nav__item">
  1186. <a href="../logger/" class="md-nav__link">
  1187. logger
  1188. </a>
  1189. </li>
  1190. </ul>
  1191. </nav>
  1192. </li>
  1193. </ul>
  1194. </nav>
  1195. </div>
  1196. </div>
  1197. </div>
  1198. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1199. <div class="md-sidebar__scrollwrap">
  1200. <div class="md-sidebar__inner">
  1201. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1202. <label class="md-nav__title" for="__toc">
  1203. <span class="md-nav__icon md-icon"></span>
  1204. Table of contents
  1205. </label>
  1206. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1207. <li class="md-nav__item">
  1208. <a href="#properties" class="md-nav__link">
  1209. Properties
  1210. </a>
  1211. <nav class="md-nav" aria-label="Properties">
  1212. <ul class="md-nav__list">
  1213. <li class="md-nav__item">
  1214. <a href="#key" class="md-nav__link">
  1215. Key
  1216. </a>
  1217. <nav class="md-nav" aria-label="Key">
  1218. <ul class="md-nav__list">
  1219. <li class="md-nav__item">
  1220. <a href="#property-value" class="md-nav__link">
  1221. Property Value
  1222. </a>
  1223. </li>
  1224. </ul>
  1225. </nav>
  1226. </li>
  1227. </ul>
  1228. </nav>
  1229. </li>
  1230. <li class="md-nav__item">
  1231. <a href="#constructors" class="md-nav__link">
  1232. Constructors
  1233. </a>
  1234. <nav class="md-nav" aria-label="Constructors">
  1235. <ul class="md-nav__list">
  1236. <li class="md-nav__item">
  1237. <a href="#metadataoverridestring-int32" class="md-nav__link">
  1238. MetadataOverride(String, Int32)
  1239. </a>
  1240. <nav class="md-nav" aria-label="MetadataOverride(String, Int32)">
  1241. <ul class="md-nav__list">
  1242. <li class="md-nav__item">
  1243. <a href="#parameters" class="md-nav__link">
  1244. Parameters
  1245. </a>
  1246. </li>
  1247. </ul>
  1248. </nav>
  1249. </li>
  1250. <li class="md-nav__item">
  1251. <a href="#metadataoverridestring-single" class="md-nav__link">
  1252. MetadataOverride(String, Single)
  1253. </a>
  1254. <nav class="md-nav" aria-label="MetadataOverride(String, Single)">
  1255. <ul class="md-nav__list">
  1256. <li class="md-nav__item">
  1257. <a href="#parameters_1" class="md-nav__link">
  1258. Parameters
  1259. </a>
  1260. </li>
  1261. </ul>
  1262. </nav>
  1263. </li>
  1264. <li class="md-nav__item">
  1265. <a href="#metadataoverridestring-boolean" class="md-nav__link">
  1266. MetadataOverride(String, Boolean)
  1267. </a>
  1268. <nav class="md-nav" aria-label="MetadataOverride(String, Boolean)">
  1269. <ul class="md-nav__list">
  1270. <li class="md-nav__item">
  1271. <a href="#parameters_2" class="md-nav__link">
  1272. Parameters
  1273. </a>
  1274. </li>
  1275. </ul>
  1276. </nav>
  1277. </li>
  1278. </ul>
  1279. </nav>
  1280. </li>
  1281. <li class="md-nav__item">
  1282. <a href="#methods" class="md-nav__link">
  1283. Methods
  1284. </a>
  1285. <nav class="md-nav" aria-label="Methods">
  1286. <ul class="md-nav__list">
  1287. <li class="md-nav__item">
  1288. <a href="#writevaluellamamodelmetadataoverride" class="md-nav__link">
  1289. WriteValue(LLamaModelMetadataOverride&amp;)
  1290. </a>
  1291. <nav class="md-nav" aria-label="WriteValue(LLamaModelMetadataOverride&)">
  1292. <ul class="md-nav__list">
  1293. <li class="md-nav__item">
  1294. <a href="#parameters_3" class="md-nav__link">
  1295. Parameters
  1296. </a>
  1297. </li>
  1298. </ul>
  1299. </nav>
  1300. </li>
  1301. <li class="md-nav__item">
  1302. <a href="#writevalueutf8jsonwriter" class="md-nav__link">
  1303. WriteValue(Utf8JsonWriter)
  1304. </a>
  1305. <nav class="md-nav" aria-label="WriteValue(Utf8JsonWriter)">
  1306. <ul class="md-nav__list">
  1307. <li class="md-nav__item">
  1308. <a href="#parameters_4" class="md-nav__link">
  1309. Parameters
  1310. </a>
  1311. </li>
  1312. </ul>
  1313. </nav>
  1314. </li>
  1315. <li class="md-nav__item">
  1316. <a href="#tostring" class="md-nav__link">
  1317. ToString()
  1318. </a>
  1319. <nav class="md-nav" aria-label="ToString()">
  1320. <ul class="md-nav__list">
  1321. <li class="md-nav__item">
  1322. <a href="#returns" class="md-nav__link">
  1323. Returns
  1324. </a>
  1325. </li>
  1326. </ul>
  1327. </nav>
  1328. </li>
  1329. <li class="md-nav__item">
  1330. <a href="#gethashcode" class="md-nav__link">
  1331. GetHashCode()
  1332. </a>
  1333. <nav class="md-nav" aria-label="GetHashCode()">
  1334. <ul class="md-nav__list">
  1335. <li class="md-nav__item">
  1336. <a href="#returns_1" class="md-nav__link">
  1337. Returns
  1338. </a>
  1339. </li>
  1340. </ul>
  1341. </nav>
  1342. </li>
  1343. <li class="md-nav__item">
  1344. <a href="#equalsobject" class="md-nav__link">
  1345. Equals(Object)
  1346. </a>
  1347. <nav class="md-nav" aria-label="Equals(Object)">
  1348. <ul class="md-nav__list">
  1349. <li class="md-nav__item">
  1350. <a href="#parameters_5" class="md-nav__link">
  1351. Parameters
  1352. </a>
  1353. </li>
  1354. <li class="md-nav__item">
  1355. <a href="#returns_2" class="md-nav__link">
  1356. Returns
  1357. </a>
  1358. </li>
  1359. </ul>
  1360. </nav>
  1361. </li>
  1362. <li class="md-nav__item">
  1363. <a href="#equalsmetadataoverride" class="md-nav__link">
  1364. Equals(MetadataOverride)
  1365. </a>
  1366. <nav class="md-nav" aria-label="Equals(MetadataOverride)">
  1367. <ul class="md-nav__list">
  1368. <li class="md-nav__item">
  1369. <a href="#parameters_6" class="md-nav__link">
  1370. Parameters
  1371. </a>
  1372. </li>
  1373. <li class="md-nav__item">
  1374. <a href="#returns_3" class="md-nav__link">
  1375. Returns
  1376. </a>
  1377. </li>
  1378. </ul>
  1379. </nav>
  1380. </li>
  1381. <li class="md-nav__item">
  1382. <a href="#clone" class="md-nav__link">
  1383. &lt;Clone&gt;$()
  1384. </a>
  1385. <nav class="md-nav" aria-label="<Clone>$()">
  1386. <ul class="md-nav__list">
  1387. <li class="md-nav__item">
  1388. <a href="#returns_4" class="md-nav__link">
  1389. Returns
  1390. </a>
  1391. </li>
  1392. </ul>
  1393. </nav>
  1394. </li>
  1395. </ul>
  1396. </nav>
  1397. </li>
  1398. </ul>
  1399. </nav>
  1400. </div>
  1401. </div>
  1402. </div>
  1403. <div class="md-content" data-md-component="content">
  1404. <article class="md-content__inner md-typeset">
  1405. <h1 id="metadataoverride">MetadataOverride</h1>
  1406. <p>Namespace: LLama.Abstractions</p>
  1407. <p>An override for a single key/value pair in model metadata</p>
  1408. <pre><code class="language-csharp">public sealed class MetadataOverride : System.IEquatable`1[[LLama.Abstractions.MetadataOverride, LLamaSharp, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]
  1409. </code></pre>
  1410. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="./">MetadataOverride</a><br>
  1411. Implements <a href="https://docs.microsoft.com/en-us/dotnet/api/system.iequatable-1">IEquatable&lt;MetadataOverride&gt;</a></p>
  1412. <h2 id="properties">Properties</h2>
  1413. <h3 id="key"><strong>Key</strong></h3>
  1414. <p>Get the key being overriden by this override</p>
  1415. <pre><code class="language-csharp">public string Key { get; }
  1416. </code></pre>
  1417. <h4 id="property-value">Property Value</h4>
  1418. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1419. <h2 id="constructors">Constructors</h2>
  1420. <h3 id="metadataoverridestring-int32"><strong>MetadataOverride(String, Int32)</strong></h3>
  1421. <p>Create a new override for an int key</p>
  1422. <pre><code class="language-csharp">public MetadataOverride(string key, int value)
  1423. </code></pre>
  1424. <h4 id="parameters">Parameters</h4>
  1425. <p><code>key</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1426. <p><code>value</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1427. <h3 id="metadataoverridestring-single"><strong>MetadataOverride(String, Single)</strong></h3>
  1428. <p>Create a new override for a float key</p>
  1429. <pre><code class="language-csharp">public MetadataOverride(string key, float value)
  1430. </code></pre>
  1431. <h4 id="parameters_1">Parameters</h4>
  1432. <p><code>key</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1433. <p><code>value</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1434. <h3 id="metadataoverridestring-boolean"><strong>MetadataOverride(String, Boolean)</strong></h3>
  1435. <p>Create a new override for a boolean key</p>
  1436. <pre><code class="language-csharp">public MetadataOverride(string key, bool value)
  1437. </code></pre>
  1438. <h4 id="parameters_2">Parameters</h4>
  1439. <p><code>key</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1440. <p><code>value</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1441. <h2 id="methods">Methods</h2>
  1442. <h3 id="writevaluellamamodelmetadataoverride"><strong>WriteValue(LLamaModelMetadataOverride&amp;)</strong></h3>
  1443. <pre><code class="language-csharp">internal void WriteValue(LLamaModelMetadataOverride&amp; dest)
  1444. </code></pre>
  1445. <h4 id="parameters_3">Parameters</h4>
  1446. <p><code>dest</code> <a href="./llama.native.llamamodelmetadataoverride&amp;.md">LLamaModelMetadataOverride&amp;</a><br></p>
  1447. <h3 id="writevalueutf8jsonwriter"><strong>WriteValue(Utf8JsonWriter)</strong></h3>
  1448. <pre><code class="language-csharp">internal void WriteValue(Utf8JsonWriter writer)
  1449. </code></pre>
  1450. <h4 id="parameters_4">Parameters</h4>
  1451. <p><code>writer</code> Utf8JsonWriter<br></p>
  1452. <h3 id="tostring"><strong>ToString()</strong></h3>
  1453. <pre><code class="language-csharp">public string ToString()
  1454. </code></pre>
  1455. <h4 id="returns">Returns</h4>
  1456. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1457. <h3 id="gethashcode"><strong>GetHashCode()</strong></h3>
  1458. <pre><code class="language-csharp">public int GetHashCode()
  1459. </code></pre>
  1460. <h4 id="returns_1">Returns</h4>
  1461. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1462. <h3 id="equalsobject"><strong>Equals(Object)</strong></h3>
  1463. <pre><code class="language-csharp">public bool Equals(object obj)
  1464. </code></pre>
  1465. <h4 id="parameters_5">Parameters</h4>
  1466. <p><code>obj</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a><br></p>
  1467. <h4 id="returns_2">Returns</h4>
  1468. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1469. <h3 id="equalsmetadataoverride"><strong>Equals(MetadataOverride)</strong></h3>
  1470. <pre><code class="language-csharp">public bool Equals(MetadataOverride other)
  1471. </code></pre>
  1472. <h4 id="parameters_6">Parameters</h4>
  1473. <p><code>other</code> <a href="./">MetadataOverride</a><br></p>
  1474. <h4 id="returns_3">Returns</h4>
  1475. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1476. <h3 id="clone"><strong>&lt;Clone&gt;$()</strong></h3>
  1477. <pre><code class="language-csharp">public MetadataOverride &lt;Clone&gt;$()
  1478. </code></pre>
  1479. <h4 id="returns_4">Returns</h4>
  1480. <p><a href="./">MetadataOverride</a><br></p>
  1481. </article>
  1482. </div>
  1483. </div>
  1484. </main>
  1485. <footer class="md-footer">
  1486. <div class="md-footer-meta md-typeset">
  1487. <div class="md-footer-meta__inner md-grid">
  1488. <div class="md-copyright">
  1489. Made with
  1490. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1491. Material for MkDocs
  1492. </a>
  1493. </div>
  1494. </div>
  1495. </div>
  1496. </footer>
  1497. </div>
  1498. <div class="md-dialog" data-md-component="dialog">
  1499. <div class="md-dialog__inner md-typeset"></div>
  1500. </div>
  1501. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1502. <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>
  1503. </body>
  1504. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)