You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 79 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.common.mirostattype/">
  7. <link rel="next" href="../llama.exceptions.grammarexpectedname/">
  8. <link rel="icon" href="../../assets/images/favicon.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.16">
  10. <title>llama.common.modelparams - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.26e3688c.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  16. </head>
  17. <body dir="ltr">
  18. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#modelparams" class="md-skip">
  24. Skip to content
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  30. </div>
  31. <header class="md-header md-header--shadow" data-md-component="header">
  32. <nav class="md-header__inner md-grid" aria-label="Header">
  33. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  34. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  35. </a>
  36. <label class="md-header__button md-icon" for="__drawer">
  37. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  38. </label>
  39. <div class="md-header__title" data-md-component="header-title">
  40. <div class="md-header__ellipsis">
  41. <div class="md-header__topic">
  42. <span class="md-ellipsis">
  43. LLamaSharp Documentation
  44. </span>
  45. </div>
  46. <div class="md-header__topic" data-md-component="header-topic">
  47. <span class="md-ellipsis">
  48. llama.common.modelparams
  49. </span>
  50. </div>
  51. </div>
  52. </div>
  53. <label class="md-header__button md-icon" for="__search">
  54. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  55. </label>
  56. <div class="md-search" data-md-component="search" role="dialog">
  57. <label class="md-search__overlay" for="__search"></label>
  58. <div class="md-search__inner" role="search">
  59. <form class="md-search__form" name="search">
  60. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  61. <label class="md-search__icon md-icon" for="__search">
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  63. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  64. </label>
  65. <nav class="md-search__options" aria-label="Search">
  66. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  67. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  68. </button>
  69. </nav>
  70. </form>
  71. <div class="md-search__output">
  72. <div class="md-search__scrollwrap" data-md-scrollfix>
  73. <div class="md-search-result" data-md-component="search-result">
  74. <div class="md-search-result__meta">
  75. Initializing search
  76. </div>
  77. <ol class="md-search-result__list" role="presentation"></ol>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </div>
  83. </nav>
  84. </header>
  85. <div class="md-container" data-md-component="container">
  86. <main class="md-main" data-md-component="main">
  87. <div class="md-main__inner md-grid">
  88. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  89. <div class="md-sidebar__scrollwrap">
  90. <div class="md-sidebar__inner">
  91. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  92. <label class="md-nav__title" for="__drawer">
  93. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  94. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  95. </a>
  96. LLamaSharp Documentation
  97. </label>
  98. <ul class="md-nav__list" data-md-scrollfix>
  99. <li class="md-nav__item">
  100. <a href="../.." class="md-nav__link">
  101. Overview
  102. </a>
  103. </li>
  104. <li class="md-nav__item">
  105. <a href="../../GetStarted/" class="md-nav__link">
  106. Get Started
  107. </a>
  108. </li>
  109. <li class="md-nav__item">
  110. <a href="../../Architecture/" class="md-nav__link">
  111. Architecture
  112. </a>
  113. </li>
  114. <li class="md-nav__item">
  115. <a href="../../Tricks/" class="md-nav__link">
  116. Tricks for FAQ
  117. </a>
  118. </li>
  119. <li class="md-nav__item">
  120. <a href="../../ContributingGuide/" class="md-nav__link">
  121. Contributing Guide
  122. </a>
  123. </li>
  124. <li class="md-nav__item md-nav__item--nested">
  125. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  126. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  127. LLamaContext
  128. <span class="md-nav__icon md-icon"></span>
  129. </label>
  130. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  131. <label class="md-nav__title" for="__nav_6">
  132. <span class="md-nav__icon md-icon"></span>
  133. LLamaContext
  134. </label>
  135. <ul class="md-nav__list" data-md-scrollfix>
  136. <li class="md-nav__item">
  137. <a href="../../LLamaContext/parameters.md" class="md-nav__link">
  138. Context Parameters
  139. </a>
  140. </li>
  141. <li class="md-nav__item">
  142. <a href="../../LLamaContext/tokenization.md" class="md-nav__link">
  143. Tokenization
  144. </a>
  145. </li>
  146. <li class="md-nav__item">
  147. <a href="../../LLamaContext/embeddings.md" class="md-nav__link">
  148. Get Embeddings
  149. </a>
  150. </li>
  151. <li class="md-nav__item">
  152. <a href="../../LLamaContext/quantization.md" class="md-nav__link">
  153. Quantization
  154. </a>
  155. </li>
  156. <li class="md-nav__item">
  157. <a href="../../LLamaContext/save-load-state.md" class="md-nav__link">
  158. Save/Load State
  159. </a>
  160. </li>
  161. </ul>
  162. </nav>
  163. </li>
  164. <li class="md-nav__item md-nav__item--nested">
  165. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  166. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  167. LLamaExecutors
  168. <span class="md-nav__icon md-icon"></span>
  169. </label>
  170. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  171. <label class="md-nav__title" for="__nav_7">
  172. <span class="md-nav__icon md-icon"></span>
  173. LLamaExecutors
  174. </label>
  175. <ul class="md-nav__list" data-md-scrollfix>
  176. <li class="md-nav__item">
  177. <a href="../../LLamaExecutors/parameters/" class="md-nav__link">
  178. Inference Parameters
  179. </a>
  180. </li>
  181. <li class="md-nav__item">
  182. <a href="../../LLamaExecutors/text-to-text-apis/" class="md-nav__link">
  183. Text-to-Text APIs
  184. </a>
  185. </li>
  186. <li class="md-nav__item">
  187. <a href="../../LLamaExecutors/save-load-state/" class="md-nav__link">
  188. Save/Load State
  189. </a>
  190. </li>
  191. <li class="md-nav__item">
  192. <a href="../../LLamaExecutors/differences/" class="md-nav__link">
  193. Differences of Executors
  194. </a>
  195. </li>
  196. </ul>
  197. </nav>
  198. </li>
  199. <li class="md-nav__item md-nav__item--nested">
  200. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  201. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  202. ChatSession
  203. <span class="md-nav__icon md-icon"></span>
  204. </label>
  205. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  206. <label class="md-nav__title" for="__nav_8">
  207. <span class="md-nav__icon md-icon"></span>
  208. ChatSession
  209. </label>
  210. <ul class="md-nav__list" data-md-scrollfix>
  211. <li class="md-nav__item">
  212. <a href="../../ChatSession/basic-usages/" class="md-nav__link">
  213. Basic Usages
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../../ChatSession/transforms/" class="md-nav__link">
  218. Transoforms
  219. </a>
  220. </li>
  221. <li class="md-nav__item">
  222. <a href="../../ChatSession/save-load-session/" class="md-nav__link">
  223. Save/Load Session
  224. </a>
  225. </li>
  226. </ul>
  227. </nav>
  228. </li>
  229. <li class="md-nav__item md-nav__item--nested">
  230. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" >
  231. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  232. Non-English Usages
  233. <span class="md-nav__icon md-icon"></span>
  234. </label>
  235. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false">
  236. <label class="md-nav__title" for="__nav_9">
  237. <span class="md-nav__icon md-icon"></span>
  238. Non-English Usages
  239. </label>
  240. <ul class="md-nav__list" data-md-scrollfix>
  241. <li class="md-nav__item">
  242. <a href="../../NonEnglishUsage/Chinese/" class="md-nav__link">
  243. Chinese
  244. </a>
  245. </li>
  246. </ul>
  247. </nav>
  248. </li>
  249. <li class="md-nav__item md-nav__item--nested">
  250. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" >
  251. <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex="0">
  252. High-level Applications
  253. <span class="md-nav__icon md-icon"></span>
  254. </label>
  255. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false">
  256. <label class="md-nav__title" for="__nav_10">
  257. <span class="md-nav__icon md-icon"></span>
  258. High-level Applications
  259. </label>
  260. <ul class="md-nav__list" data-md-scrollfix>
  261. <li class="md-nav__item">
  262. <a href="../../HighLevelApps/bot-sharp/" class="md-nav__link">
  263. BotSharp
  264. </a>
  265. </li>
  266. <li class="md-nav__item">
  267. <a href="../../HighLevelApps/semantic-kernel/" class="md-nav__link">
  268. semantic-kernel
  269. </a>
  270. </li>
  271. </ul>
  272. </nav>
  273. </li>
  274. <li class="md-nav__item md-nav__item--nested">
  275. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" >
  276. <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex="0">
  277. More
  278. <span class="md-nav__icon md-icon"></span>
  279. </label>
  280. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false">
  281. <label class="md-nav__title" for="__nav_11">
  282. <span class="md-nav__icon md-icon"></span>
  283. More
  284. </label>
  285. <ul class="md-nav__list" data-md-scrollfix>
  286. <li class="md-nav__item">
  287. <a href="../../More/log/" class="md-nav__link">
  288. Logger
  289. </a>
  290. </li>
  291. </ul>
  292. </nav>
  293. </li>
  294. <li class="md-nav__item md-nav__item--nested">
  295. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_12" >
  296. <label class="md-nav__link" for="__nav_12" id="__nav_12_label" tabindex="0">
  297. Examples
  298. <span class="md-nav__icon md-icon"></span>
  299. </label>
  300. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_12_label" aria-expanded="false">
  301. <label class="md-nav__title" for="__nav_12">
  302. <span class="md-nav__icon md-icon"></span>
  303. Examples
  304. </label>
  305. <ul class="md-nav__list" data-md-scrollfix>
  306. <li class="md-nav__item">
  307. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  308. Chat session 1
  309. </a>
  310. </li>
  311. <li class="md-nav__item">
  312. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  313. Chat session 2
  314. </a>
  315. </li>
  316. <li class="md-nav__item">
  317. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  318. Get embeddings
  319. </a>
  320. </li>
  321. <li class="md-nav__item">
  322. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  323. Instruct executor
  324. </a>
  325. </li>
  326. <li class="md-nav__item">
  327. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  328. Interactive executor
  329. </a>
  330. </li>
  331. <li class="md-nav__item">
  332. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  333. Stateless exeutor
  334. </a>
  335. </li>
  336. <li class="md-nav__item">
  337. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  338. Load/Save session
  339. </a>
  340. </li>
  341. <li class="md-nav__item">
  342. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  343. Load/Save state
  344. </a>
  345. </li>
  346. <li class="md-nav__item">
  347. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  348. Quantize model
  349. </a>
  350. </li>
  351. </ul>
  352. </nav>
  353. </li>
  354. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  355. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_13" checked>
  356. <label class="md-nav__link" for="__nav_13" id="__nav_13_label" tabindex="0">
  357. API Reference
  358. <span class="md-nav__icon md-icon"></span>
  359. </label>
  360. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_13_label" aria-expanded="true">
  361. <label class="md-nav__title" for="__nav_13">
  362. <span class="md-nav__icon md-icon"></span>
  363. API Reference
  364. </label>
  365. <ul class="md-nav__list" data-md-scrollfix>
  366. <li class="md-nav__item">
  367. <a href="../" class="md-nav__link">
  368. index
  369. </a>
  370. </li>
  371. <li class="md-nav__item">
  372. <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">
  373. llama.abstractions.ihistorytransform
  374. </a>
  375. </li>
  376. <li class="md-nav__item">
  377. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  378. llama.abstractions.iinferenceparams
  379. </a>
  380. </li>
  381. <li class="md-nav__item">
  382. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  383. llama.abstractions.illamaexecutor
  384. </a>
  385. </li>
  386. <li class="md-nav__item">
  387. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  388. llama.abstractions.imodelparams
  389. </a>
  390. </li>
  391. <li class="md-nav__item">
  392. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  393. llama.abstractions.itextstreamtransform
  394. </a>
  395. </li>
  396. <li class="md-nav__item">
  397. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  398. llama.abstractions.itexttransform
  399. </a>
  400. </li>
  401. <li class="md-nav__item">
  402. <a href="../llama.chatsession/" class="md-nav__link">
  403. llama.chatsession
  404. </a>
  405. </li>
  406. <li class="md-nav__item">
  407. <a href="../llama.common.authorrole/" class="md-nav__link">
  408. llama.common.authorrole
  409. </a>
  410. </li>
  411. <li class="md-nav__item">
  412. <a href="../llama.common.chathistory/" class="md-nav__link">
  413. llama.common.chathistory
  414. </a>
  415. </li>
  416. <li class="md-nav__item">
  417. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  418. llama.common.fixedsizequeue-1
  419. </a>
  420. </li>
  421. <li class="md-nav__item">
  422. <a href="../llama.common.illamalogger/" class="md-nav__link">
  423. llama.common.illamalogger
  424. </a>
  425. </li>
  426. <li class="md-nav__item">
  427. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  428. llama.common.inferenceparams
  429. </a>
  430. </li>
  431. <li class="md-nav__item">
  432. <a href="../llama.common.llamadefaultlogger/" class="md-nav__link">
  433. llama.common.llamadefaultlogger
  434. </a>
  435. </li>
  436. <li class="md-nav__item">
  437. <a href="../llama.common.mirostattype/" class="md-nav__link">
  438. llama.common.mirostattype
  439. </a>
  440. </li>
  441. <li class="md-nav__item md-nav__item--active">
  442. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  443. <label class="md-nav__link md-nav__link--active" for="__toc">
  444. llama.common.modelparams
  445. <span class="md-nav__icon md-icon"></span>
  446. </label>
  447. <a href="./" class="md-nav__link md-nav__link--active">
  448. llama.common.modelparams
  449. </a>
  450. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  451. <label class="md-nav__title" for="__toc">
  452. <span class="md-nav__icon md-icon"></span>
  453. Table of contents
  454. </label>
  455. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  456. <li class="md-nav__item">
  457. <a href="#properties" class="md-nav__link">
  458. Properties
  459. </a>
  460. <nav class="md-nav" aria-label="Properties">
  461. <ul class="md-nav__list">
  462. <li class="md-nav__item">
  463. <a href="#contextsize" class="md-nav__link">
  464. ContextSize
  465. </a>
  466. <nav class="md-nav" aria-label="ContextSize">
  467. <ul class="md-nav__list">
  468. <li class="md-nav__item">
  469. <a href="#property-value" class="md-nav__link">
  470. Property Value
  471. </a>
  472. </li>
  473. </ul>
  474. </nav>
  475. </li>
  476. <li class="md-nav__item">
  477. <a href="#maingpu" class="md-nav__link">
  478. MainGpu
  479. </a>
  480. <nav class="md-nav" aria-label="MainGpu">
  481. <ul class="md-nav__list">
  482. <li class="md-nav__item">
  483. <a href="#property-value_1" class="md-nav__link">
  484. Property Value
  485. </a>
  486. </li>
  487. </ul>
  488. </nav>
  489. </li>
  490. <li class="md-nav__item">
  491. <a href="#lowvram" class="md-nav__link">
  492. LowVram
  493. </a>
  494. <nav class="md-nav" aria-label="LowVram">
  495. <ul class="md-nav__list">
  496. <li class="md-nav__item">
  497. <a href="#property-value_2" class="md-nav__link">
  498. Property Value
  499. </a>
  500. </li>
  501. </ul>
  502. </nav>
  503. </li>
  504. <li class="md-nav__item">
  505. <a href="#gpulayercount" class="md-nav__link">
  506. GpuLayerCount
  507. </a>
  508. <nav class="md-nav" aria-label="GpuLayerCount">
  509. <ul class="md-nav__list">
  510. <li class="md-nav__item">
  511. <a href="#property-value_3" class="md-nav__link">
  512. Property Value
  513. </a>
  514. </li>
  515. </ul>
  516. </nav>
  517. </li>
  518. <li class="md-nav__item">
  519. <a href="#seed" class="md-nav__link">
  520. Seed
  521. </a>
  522. <nav class="md-nav" aria-label="Seed">
  523. <ul class="md-nav__list">
  524. <li class="md-nav__item">
  525. <a href="#property-value_4" class="md-nav__link">
  526. Property Value
  527. </a>
  528. </li>
  529. </ul>
  530. </nav>
  531. </li>
  532. <li class="md-nav__item">
  533. <a href="#usefp16memory" class="md-nav__link">
  534. UseFp16Memory
  535. </a>
  536. <nav class="md-nav" aria-label="UseFp16Memory">
  537. <ul class="md-nav__list">
  538. <li class="md-nav__item">
  539. <a href="#property-value_5" class="md-nav__link">
  540. Property Value
  541. </a>
  542. </li>
  543. </ul>
  544. </nav>
  545. </li>
  546. <li class="md-nav__item">
  547. <a href="#usememorymap" class="md-nav__link">
  548. UseMemorymap
  549. </a>
  550. <nav class="md-nav" aria-label="UseMemorymap">
  551. <ul class="md-nav__list">
  552. <li class="md-nav__item">
  553. <a href="#property-value_6" class="md-nav__link">
  554. Property Value
  555. </a>
  556. </li>
  557. </ul>
  558. </nav>
  559. </li>
  560. <li class="md-nav__item">
  561. <a href="#usememorylock" class="md-nav__link">
  562. UseMemoryLock
  563. </a>
  564. <nav class="md-nav" aria-label="UseMemoryLock">
  565. <ul class="md-nav__list">
  566. <li class="md-nav__item">
  567. <a href="#property-value_7" class="md-nav__link">
  568. Property Value
  569. </a>
  570. </li>
  571. </ul>
  572. </nav>
  573. </li>
  574. <li class="md-nav__item">
  575. <a href="#perplexity" class="md-nav__link">
  576. Perplexity
  577. </a>
  578. <nav class="md-nav" aria-label="Perplexity">
  579. <ul class="md-nav__list">
  580. <li class="md-nav__item">
  581. <a href="#property-value_8" class="md-nav__link">
  582. Property Value
  583. </a>
  584. </li>
  585. </ul>
  586. </nav>
  587. </li>
  588. <li class="md-nav__item">
  589. <a href="#modelpath" class="md-nav__link">
  590. ModelPath
  591. </a>
  592. <nav class="md-nav" aria-label="ModelPath">
  593. <ul class="md-nav__list">
  594. <li class="md-nav__item">
  595. <a href="#property-value_9" class="md-nav__link">
  596. Property Value
  597. </a>
  598. </li>
  599. </ul>
  600. </nav>
  601. </li>
  602. <li class="md-nav__item">
  603. <a href="#modelalias" class="md-nav__link">
  604. ModelAlias
  605. </a>
  606. <nav class="md-nav" aria-label="ModelAlias">
  607. <ul class="md-nav__list">
  608. <li class="md-nav__item">
  609. <a href="#property-value_10" class="md-nav__link">
  610. Property Value
  611. </a>
  612. </li>
  613. </ul>
  614. </nav>
  615. </li>
  616. <li class="md-nav__item">
  617. <a href="#loraadapter" class="md-nav__link">
  618. LoraAdapter
  619. </a>
  620. <nav class="md-nav" aria-label="LoraAdapter">
  621. <ul class="md-nav__list">
  622. <li class="md-nav__item">
  623. <a href="#property-value_11" class="md-nav__link">
  624. Property Value
  625. </a>
  626. </li>
  627. </ul>
  628. </nav>
  629. </li>
  630. <li class="md-nav__item">
  631. <a href="#lorabase" class="md-nav__link">
  632. LoraBase
  633. </a>
  634. <nav class="md-nav" aria-label="LoraBase">
  635. <ul class="md-nav__list">
  636. <li class="md-nav__item">
  637. <a href="#property-value_12" class="md-nav__link">
  638. Property Value
  639. </a>
  640. </li>
  641. </ul>
  642. </nav>
  643. </li>
  644. <li class="md-nav__item">
  645. <a href="#threads" class="md-nav__link">
  646. Threads
  647. </a>
  648. <nav class="md-nav" aria-label="Threads">
  649. <ul class="md-nav__list">
  650. <li class="md-nav__item">
  651. <a href="#property-value_13" class="md-nav__link">
  652. Property Value
  653. </a>
  654. </li>
  655. </ul>
  656. </nav>
  657. </li>
  658. <li class="md-nav__item">
  659. <a href="#batchsize" class="md-nav__link">
  660. BatchSize
  661. </a>
  662. <nav class="md-nav" aria-label="BatchSize">
  663. <ul class="md-nav__list">
  664. <li class="md-nav__item">
  665. <a href="#property-value_14" class="md-nav__link">
  666. Property Value
  667. </a>
  668. </li>
  669. </ul>
  670. </nav>
  671. </li>
  672. <li class="md-nav__item">
  673. <a href="#converteostonewline" class="md-nav__link">
  674. ConvertEosToNewLine
  675. </a>
  676. <nav class="md-nav" aria-label="ConvertEosToNewLine">
  677. <ul class="md-nav__list">
  678. <li class="md-nav__item">
  679. <a href="#property-value_15" class="md-nav__link">
  680. Property Value
  681. </a>
  682. </li>
  683. </ul>
  684. </nav>
  685. </li>
  686. <li class="md-nav__item">
  687. <a href="#embeddingmode" class="md-nav__link">
  688. EmbeddingMode
  689. </a>
  690. <nav class="md-nav" aria-label="EmbeddingMode">
  691. <ul class="md-nav__list">
  692. <li class="md-nav__item">
  693. <a href="#property-value_16" class="md-nav__link">
  694. Property Value
  695. </a>
  696. </li>
  697. </ul>
  698. </nav>
  699. </li>
  700. <li class="md-nav__item">
  701. <a href="#tensorsplits" class="md-nav__link">
  702. TensorSplits
  703. </a>
  704. <nav class="md-nav" aria-label="TensorSplits">
  705. <ul class="md-nav__list">
  706. <li class="md-nav__item">
  707. <a href="#property-value_17" class="md-nav__link">
  708. Property Value
  709. </a>
  710. </li>
  711. </ul>
  712. </nav>
  713. </li>
  714. <li class="md-nav__item">
  715. <a href="#ropefrequencybase" class="md-nav__link">
  716. RopeFrequencyBase
  717. </a>
  718. <nav class="md-nav" aria-label="RopeFrequencyBase">
  719. <ul class="md-nav__list">
  720. <li class="md-nav__item">
  721. <a href="#property-value_18" class="md-nav__link">
  722. Property Value
  723. </a>
  724. </li>
  725. </ul>
  726. </nav>
  727. </li>
  728. <li class="md-nav__item">
  729. <a href="#ropefrequencyscale" class="md-nav__link">
  730. RopeFrequencyScale
  731. </a>
  732. <nav class="md-nav" aria-label="RopeFrequencyScale">
  733. <ul class="md-nav__list">
  734. <li class="md-nav__item">
  735. <a href="#property-value_19" class="md-nav__link">
  736. Property Value
  737. </a>
  738. </li>
  739. </ul>
  740. </nav>
  741. </li>
  742. <li class="md-nav__item">
  743. <a href="#mulmatq" class="md-nav__link">
  744. MulMatQ
  745. </a>
  746. <nav class="md-nav" aria-label="MulMatQ">
  747. <ul class="md-nav__list">
  748. <li class="md-nav__item">
  749. <a href="#property-value_20" class="md-nav__link">
  750. Property Value
  751. </a>
  752. </li>
  753. </ul>
  754. </nav>
  755. </li>
  756. <li class="md-nav__item">
  757. <a href="#encoding" class="md-nav__link">
  758. Encoding
  759. </a>
  760. <nav class="md-nav" aria-label="Encoding">
  761. <ul class="md-nav__list">
  762. <li class="md-nav__item">
  763. <a href="#property-value_21" class="md-nav__link">
  764. Property Value
  765. </a>
  766. </li>
  767. </ul>
  768. </nav>
  769. </li>
  770. </ul>
  771. </nav>
  772. </li>
  773. <li class="md-nav__item">
  774. <a href="#constructors" class="md-nav__link">
  775. Constructors
  776. </a>
  777. <nav class="md-nav" aria-label="Constructors">
  778. <ul class="md-nav__list">
  779. <li class="md-nav__item">
  780. <a href="#modelparamsstring" class="md-nav__link">
  781. ModelParams(String)
  782. </a>
  783. <nav class="md-nav" aria-label="ModelParams(String)">
  784. <ul class="md-nav__list">
  785. <li class="md-nav__item">
  786. <a href="#parameters" class="md-nav__link">
  787. Parameters
  788. </a>
  789. </li>
  790. </ul>
  791. </nav>
  792. </li>
  793. <li class="md-nav__item">
  794. <a href="#modelparamsstring-int32-int32-int32-boolean-boolean-boolean-boolean-string-string-int32-int32-boolean-boolean-single-single-boolean-string" class="md-nav__link">
  795. ModelParams(String, Int32, Int32, Int32, Boolean, Boolean, Boolean, Boolean, String, String, Int32, Int32, Boolean, Boolean, Single, Single, Boolean, String)
  796. </a>
  797. <nav class="md-nav" aria-label="ModelParams(String, Int32, Int32, Int32, Boolean, Boolean, Boolean, Boolean, String, String, Int32, Int32, Boolean, Boolean, Single, Single, Boolean, String)">
  798. <ul class="md-nav__list">
  799. <li class="md-nav__item">
  800. <a href="#caution" class="md-nav__link">
  801. Caution
  802. </a>
  803. </li>
  804. <li class="md-nav__item">
  805. <a href="#parameters_1" class="md-nav__link">
  806. Parameters
  807. </a>
  808. </li>
  809. </ul>
  810. </nav>
  811. </li>
  812. </ul>
  813. </nav>
  814. </li>
  815. <li class="md-nav__item">
  816. <a href="#methods" class="md-nav__link">
  817. Methods
  818. </a>
  819. <nav class="md-nav" aria-label="Methods">
  820. <ul class="md-nav__list">
  821. <li class="md-nav__item">
  822. <a href="#tostring" class="md-nav__link">
  823. ToString()
  824. </a>
  825. <nav class="md-nav" aria-label="ToString()">
  826. <ul class="md-nav__list">
  827. <li class="md-nav__item">
  828. <a href="#returns" class="md-nav__link">
  829. Returns
  830. </a>
  831. </li>
  832. </ul>
  833. </nav>
  834. </li>
  835. <li class="md-nav__item">
  836. <a href="#printmembersstringbuilder" class="md-nav__link">
  837. PrintMembers(StringBuilder)
  838. </a>
  839. <nav class="md-nav" aria-label="PrintMembers(StringBuilder)">
  840. <ul class="md-nav__list">
  841. <li class="md-nav__item">
  842. <a href="#parameters_2" class="md-nav__link">
  843. Parameters
  844. </a>
  845. </li>
  846. <li class="md-nav__item">
  847. <a href="#returns_1" class="md-nav__link">
  848. Returns
  849. </a>
  850. </li>
  851. </ul>
  852. </nav>
  853. </li>
  854. <li class="md-nav__item">
  855. <a href="#gethashcode" class="md-nav__link">
  856. GetHashCode()
  857. </a>
  858. <nav class="md-nav" aria-label="GetHashCode()">
  859. <ul class="md-nav__list">
  860. <li class="md-nav__item">
  861. <a href="#returns_2" class="md-nav__link">
  862. Returns
  863. </a>
  864. </li>
  865. </ul>
  866. </nav>
  867. </li>
  868. <li class="md-nav__item">
  869. <a href="#equalsobject" class="md-nav__link">
  870. Equals(Object)
  871. </a>
  872. <nav class="md-nav" aria-label="Equals(Object)">
  873. <ul class="md-nav__list">
  874. <li class="md-nav__item">
  875. <a href="#parameters_3" class="md-nav__link">
  876. Parameters
  877. </a>
  878. </li>
  879. <li class="md-nav__item">
  880. <a href="#returns_3" class="md-nav__link">
  881. Returns
  882. </a>
  883. </li>
  884. </ul>
  885. </nav>
  886. </li>
  887. <li class="md-nav__item">
  888. <a href="#equalsmodelparams" class="md-nav__link">
  889. Equals(ModelParams)
  890. </a>
  891. <nav class="md-nav" aria-label="Equals(ModelParams)">
  892. <ul class="md-nav__list">
  893. <li class="md-nav__item">
  894. <a href="#parameters_4" class="md-nav__link">
  895. Parameters
  896. </a>
  897. </li>
  898. <li class="md-nav__item">
  899. <a href="#returns_4" class="md-nav__link">
  900. Returns
  901. </a>
  902. </li>
  903. </ul>
  904. </nav>
  905. </li>
  906. <li class="md-nav__item">
  907. <a href="#clone" class="md-nav__link">
  908. &lt;Clone&gt;$()
  909. </a>
  910. <nav class="md-nav" aria-label="<Clone>$()">
  911. <ul class="md-nav__list">
  912. <li class="md-nav__item">
  913. <a href="#returns_5" class="md-nav__link">
  914. Returns
  915. </a>
  916. </li>
  917. </ul>
  918. </nav>
  919. </li>
  920. </ul>
  921. </nav>
  922. </li>
  923. </ul>
  924. </nav>
  925. </li>
  926. <li class="md-nav__item">
  927. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  928. llama.exceptions.grammarexpectedname
  929. </a>
  930. </li>
  931. <li class="md-nav__item">
  932. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  933. llama.exceptions.grammarexpectednext
  934. </a>
  935. </li>
  936. <li class="md-nav__item">
  937. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  938. llama.exceptions.grammarexpectedprevious
  939. </a>
  940. </li>
  941. <li class="md-nav__item">
  942. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  943. llama.exceptions.grammarformatexception
  944. </a>
  945. </li>
  946. <li class="md-nav__item">
  947. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  948. llama.exceptions.grammarunexpectedcharaltelement
  949. </a>
  950. </li>
  951. <li class="md-nav__item">
  952. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  953. llama.exceptions.grammarunexpectedcharrngelement
  954. </a>
  955. </li>
  956. <li class="md-nav__item">
  957. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  958. llama.exceptions.grammarunexpectedendelement
  959. </a>
  960. </li>
  961. <li class="md-nav__item">
  962. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  963. llama.exceptions.grammarunexpectedendofinput
  964. </a>
  965. </li>
  966. <li class="md-nav__item">
  967. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  968. llama.exceptions.grammarunexpectedhexcharscount
  969. </a>
  970. </li>
  971. <li class="md-nav__item">
  972. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  973. llama.exceptions.grammarunknownescapecharacter
  974. </a>
  975. </li>
  976. <li class="md-nav__item">
  977. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  978. llama.exceptions.runtimeerror
  979. </a>
  980. </li>
  981. <li class="md-nav__item">
  982. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  983. llama.extensions.imodelparamsextensions
  984. </a>
  985. </li>
  986. <li class="md-nav__item">
  987. <a href="../llama.extensions.keyvaluepairextensions/" class="md-nav__link">
  988. llama.extensions.keyvaluepairextensions
  989. </a>
  990. </li>
  991. <li class="md-nav__item">
  992. <a href="../llama.grammars.grammar/" class="md-nav__link">
  993. llama.grammars.grammar
  994. </a>
  995. </li>
  996. <li class="md-nav__item">
  997. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  998. llama.grammars.grammarrule
  999. </a>
  1000. </li>
  1001. <li class="md-nav__item">
  1002. <a href="../llama.instructexecutor/" class="md-nav__link">
  1003. llama.instructexecutor
  1004. </a>
  1005. </li>
  1006. <li class="md-nav__item">
  1007. <a href="../llama.interactiveexecutor/" class="md-nav__link">
  1008. llama.interactiveexecutor
  1009. </a>
  1010. </li>
  1011. <li class="md-nav__item">
  1012. <a href="../llama.llamacontext/" class="md-nav__link">
  1013. llama.llamacontext
  1014. </a>
  1015. </li>
  1016. <li class="md-nav__item">
  1017. <a href="../llama.llamaembedder/" class="md-nav__link">
  1018. llama.llamaembedder
  1019. </a>
  1020. </li>
  1021. <li class="md-nav__item">
  1022. <a href="../llama.llamaquantizer/" class="md-nav__link">
  1023. llama.llamaquantizer
  1024. </a>
  1025. </li>
  1026. <li class="md-nav__item">
  1027. <a href="../llama.llamatransforms/" class="md-nav__link">
  1028. llama.llamatransforms
  1029. </a>
  1030. </li>
  1031. <li class="md-nav__item">
  1032. <a href="../llama.llamaweights/" class="md-nav__link">
  1033. llama.llamaweights
  1034. </a>
  1035. </li>
  1036. <li class="md-nav__item">
  1037. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  1038. llama.native.llamacontextparams
  1039. </a>
  1040. </li>
  1041. <li class="md-nav__item">
  1042. <a href="../llama.native.llamaftype/" class="md-nav__link">
  1043. llama.native.llamaftype
  1044. </a>
  1045. </li>
  1046. <li class="md-nav__item">
  1047. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  1048. llama.native.llamagrammarelement
  1049. </a>
  1050. </li>
  1051. <li class="md-nav__item">
  1052. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  1053. llama.native.llamagrammarelementtype
  1054. </a>
  1055. </li>
  1056. <li class="md-nav__item">
  1057. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  1058. llama.native.llamamodelquantizeparams
  1059. </a>
  1060. </li>
  1061. <li class="md-nav__item">
  1062. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  1063. llama.native.llamatokendata
  1064. </a>
  1065. </li>
  1066. <li class="md-nav__item">
  1067. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  1068. llama.native.llamatokendataarray
  1069. </a>
  1070. </li>
  1071. <li class="md-nav__item">
  1072. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  1073. llama.native.llamatokendataarraynative
  1074. </a>
  1075. </li>
  1076. <li class="md-nav__item">
  1077. <a href="../llama.native.nativeapi/" class="md-nav__link">
  1078. llama.native.nativeapi
  1079. </a>
  1080. </li>
  1081. <li class="md-nav__item">
  1082. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  1083. llama.native.safellamacontexthandle
  1084. </a>
  1085. </li>
  1086. <li class="md-nav__item">
  1087. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  1088. llama.native.safellamagrammarhandle
  1089. </a>
  1090. </li>
  1091. <li class="md-nav__item">
  1092. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  1093. llama.native.safellamahandlebase
  1094. </a>
  1095. </li>
  1096. <li class="md-nav__item">
  1097. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  1098. llama.native.safellamamodelhandle
  1099. </a>
  1100. </li>
  1101. <li class="md-nav__item">
  1102. <a href="../llama.native.samplingapi/" class="md-nav__link">
  1103. llama.native.samplingapi
  1104. </a>
  1105. </li>
  1106. <li class="md-nav__item">
  1107. <a href="../llama.oldversion.chatcompletion/" class="md-nav__link">
  1108. llama.oldversion.chatcompletion
  1109. </a>
  1110. </li>
  1111. <li class="md-nav__item">
  1112. <a href="../llama.oldversion.chatcompletionchoice/" class="md-nav__link">
  1113. llama.oldversion.chatcompletionchoice
  1114. </a>
  1115. </li>
  1116. <li class="md-nav__item">
  1117. <a href="../llama.oldversion.chatcompletionchunk/" class="md-nav__link">
  1118. llama.oldversion.chatcompletionchunk
  1119. </a>
  1120. </li>
  1121. <li class="md-nav__item">
  1122. <a href="../llama.oldversion.chatcompletionchunkchoice/" class="md-nav__link">
  1123. llama.oldversion.chatcompletionchunkchoice
  1124. </a>
  1125. </li>
  1126. <li class="md-nav__item">
  1127. <a href="../llama.oldversion.chatcompletionchunkdelta/" class="md-nav__link">
  1128. llama.oldversion.chatcompletionchunkdelta
  1129. </a>
  1130. </li>
  1131. <li class="md-nav__item">
  1132. <a href="../llama.oldversion.chatcompletionmessage/" class="md-nav__link">
  1133. llama.oldversion.chatcompletionmessage
  1134. </a>
  1135. </li>
  1136. <li class="md-nav__item">
  1137. <a href="../llama.oldversion.chatmessagerecord/" class="md-nav__link">
  1138. llama.oldversion.chatmessagerecord
  1139. </a>
  1140. </li>
  1141. <li class="md-nav__item">
  1142. <a href="../llama.oldversion.chatrole/" class="md-nav__link">
  1143. llama.oldversion.chatrole
  1144. </a>
  1145. </li>
  1146. <li class="md-nav__item">
  1147. <a href="../llama.oldversion.chatsession-1/" class="md-nav__link">
  1148. llama.oldversion.chatsession-1
  1149. </a>
  1150. </li>
  1151. <li class="md-nav__item">
  1152. <a href="../llama.oldversion.completion/" class="md-nav__link">
  1153. llama.oldversion.completion
  1154. </a>
  1155. </li>
  1156. <li class="md-nav__item">
  1157. <a href="../llama.oldversion.completionchoice/" class="md-nav__link">
  1158. llama.oldversion.completionchoice
  1159. </a>
  1160. </li>
  1161. <li class="md-nav__item">
  1162. <a href="../llama.oldversion.completionchunk/" class="md-nav__link">
  1163. llama.oldversion.completionchunk
  1164. </a>
  1165. </li>
  1166. <li class="md-nav__item">
  1167. <a href="../llama.oldversion.completionlogprobs/" class="md-nav__link">
  1168. llama.oldversion.completionlogprobs
  1169. </a>
  1170. </li>
  1171. <li class="md-nav__item">
  1172. <a href="../llama.oldversion.completionusage/" class="md-nav__link">
  1173. llama.oldversion.completionusage
  1174. </a>
  1175. </li>
  1176. <li class="md-nav__item">
  1177. <a href="../llama.oldversion.embedding/" class="md-nav__link">
  1178. llama.oldversion.embedding
  1179. </a>
  1180. </li>
  1181. <li class="md-nav__item">
  1182. <a href="../llama.oldversion.embeddingdata/" class="md-nav__link">
  1183. llama.oldversion.embeddingdata
  1184. </a>
  1185. </li>
  1186. <li class="md-nav__item">
  1187. <a href="../llama.oldversion.embeddingusage/" class="md-nav__link">
  1188. llama.oldversion.embeddingusage
  1189. </a>
  1190. </li>
  1191. <li class="md-nav__item">
  1192. <a href="../llama.oldversion.ichatmodel/" class="md-nav__link">
  1193. llama.oldversion.ichatmodel
  1194. </a>
  1195. </li>
  1196. <li class="md-nav__item">
  1197. <a href="../llama.oldversion.llamaembedder/" class="md-nav__link">
  1198. llama.oldversion.llamaembedder
  1199. </a>
  1200. </li>
  1201. <li class="md-nav__item">
  1202. <a href="../llama.oldversion.llamamodel/" class="md-nav__link">
  1203. llama.oldversion.llamamodel
  1204. </a>
  1205. </li>
  1206. <li class="md-nav__item">
  1207. <a href="../llama.oldversion.llamaparams/" class="md-nav__link">
  1208. llama.oldversion.llamaparams
  1209. </a>
  1210. </li>
  1211. <li class="md-nav__item">
  1212. <a href="../llama.statefulexecutorbase/" class="md-nav__link">
  1213. llama.statefulexecutorbase
  1214. </a>
  1215. </li>
  1216. <li class="md-nav__item">
  1217. <a href="../llama.statelessexecutor/" class="md-nav__link">
  1218. llama.statelessexecutor
  1219. </a>
  1220. </li>
  1221. <li class="md-nav__item">
  1222. <a href="../llama.utils/" class="md-nav__link">
  1223. llama.utils
  1224. </a>
  1225. </li>
  1226. </ul>
  1227. </nav>
  1228. </li>
  1229. </ul>
  1230. </nav>
  1231. </div>
  1232. </div>
  1233. </div>
  1234. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1235. <div class="md-sidebar__scrollwrap">
  1236. <div class="md-sidebar__inner">
  1237. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1238. <label class="md-nav__title" for="__toc">
  1239. <span class="md-nav__icon md-icon"></span>
  1240. Table of contents
  1241. </label>
  1242. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1243. <li class="md-nav__item">
  1244. <a href="#properties" class="md-nav__link">
  1245. Properties
  1246. </a>
  1247. <nav class="md-nav" aria-label="Properties">
  1248. <ul class="md-nav__list">
  1249. <li class="md-nav__item">
  1250. <a href="#contextsize" class="md-nav__link">
  1251. ContextSize
  1252. </a>
  1253. <nav class="md-nav" aria-label="ContextSize">
  1254. <ul class="md-nav__list">
  1255. <li class="md-nav__item">
  1256. <a href="#property-value" class="md-nav__link">
  1257. Property Value
  1258. </a>
  1259. </li>
  1260. </ul>
  1261. </nav>
  1262. </li>
  1263. <li class="md-nav__item">
  1264. <a href="#maingpu" class="md-nav__link">
  1265. MainGpu
  1266. </a>
  1267. <nav class="md-nav" aria-label="MainGpu">
  1268. <ul class="md-nav__list">
  1269. <li class="md-nav__item">
  1270. <a href="#property-value_1" class="md-nav__link">
  1271. Property Value
  1272. </a>
  1273. </li>
  1274. </ul>
  1275. </nav>
  1276. </li>
  1277. <li class="md-nav__item">
  1278. <a href="#lowvram" class="md-nav__link">
  1279. LowVram
  1280. </a>
  1281. <nav class="md-nav" aria-label="LowVram">
  1282. <ul class="md-nav__list">
  1283. <li class="md-nav__item">
  1284. <a href="#property-value_2" class="md-nav__link">
  1285. Property Value
  1286. </a>
  1287. </li>
  1288. </ul>
  1289. </nav>
  1290. </li>
  1291. <li class="md-nav__item">
  1292. <a href="#gpulayercount" class="md-nav__link">
  1293. GpuLayerCount
  1294. </a>
  1295. <nav class="md-nav" aria-label="GpuLayerCount">
  1296. <ul class="md-nav__list">
  1297. <li class="md-nav__item">
  1298. <a href="#property-value_3" class="md-nav__link">
  1299. Property Value
  1300. </a>
  1301. </li>
  1302. </ul>
  1303. </nav>
  1304. </li>
  1305. <li class="md-nav__item">
  1306. <a href="#seed" class="md-nav__link">
  1307. Seed
  1308. </a>
  1309. <nav class="md-nav" aria-label="Seed">
  1310. <ul class="md-nav__list">
  1311. <li class="md-nav__item">
  1312. <a href="#property-value_4" class="md-nav__link">
  1313. Property Value
  1314. </a>
  1315. </li>
  1316. </ul>
  1317. </nav>
  1318. </li>
  1319. <li class="md-nav__item">
  1320. <a href="#usefp16memory" class="md-nav__link">
  1321. UseFp16Memory
  1322. </a>
  1323. <nav class="md-nav" aria-label="UseFp16Memory">
  1324. <ul class="md-nav__list">
  1325. <li class="md-nav__item">
  1326. <a href="#property-value_5" class="md-nav__link">
  1327. Property Value
  1328. </a>
  1329. </li>
  1330. </ul>
  1331. </nav>
  1332. </li>
  1333. <li class="md-nav__item">
  1334. <a href="#usememorymap" class="md-nav__link">
  1335. UseMemorymap
  1336. </a>
  1337. <nav class="md-nav" aria-label="UseMemorymap">
  1338. <ul class="md-nav__list">
  1339. <li class="md-nav__item">
  1340. <a href="#property-value_6" class="md-nav__link">
  1341. Property Value
  1342. </a>
  1343. </li>
  1344. </ul>
  1345. </nav>
  1346. </li>
  1347. <li class="md-nav__item">
  1348. <a href="#usememorylock" class="md-nav__link">
  1349. UseMemoryLock
  1350. </a>
  1351. <nav class="md-nav" aria-label="UseMemoryLock">
  1352. <ul class="md-nav__list">
  1353. <li class="md-nav__item">
  1354. <a href="#property-value_7" class="md-nav__link">
  1355. Property Value
  1356. </a>
  1357. </li>
  1358. </ul>
  1359. </nav>
  1360. </li>
  1361. <li class="md-nav__item">
  1362. <a href="#perplexity" class="md-nav__link">
  1363. Perplexity
  1364. </a>
  1365. <nav class="md-nav" aria-label="Perplexity">
  1366. <ul class="md-nav__list">
  1367. <li class="md-nav__item">
  1368. <a href="#property-value_8" class="md-nav__link">
  1369. Property Value
  1370. </a>
  1371. </li>
  1372. </ul>
  1373. </nav>
  1374. </li>
  1375. <li class="md-nav__item">
  1376. <a href="#modelpath" class="md-nav__link">
  1377. ModelPath
  1378. </a>
  1379. <nav class="md-nav" aria-label="ModelPath">
  1380. <ul class="md-nav__list">
  1381. <li class="md-nav__item">
  1382. <a href="#property-value_9" class="md-nav__link">
  1383. Property Value
  1384. </a>
  1385. </li>
  1386. </ul>
  1387. </nav>
  1388. </li>
  1389. <li class="md-nav__item">
  1390. <a href="#modelalias" class="md-nav__link">
  1391. ModelAlias
  1392. </a>
  1393. <nav class="md-nav" aria-label="ModelAlias">
  1394. <ul class="md-nav__list">
  1395. <li class="md-nav__item">
  1396. <a href="#property-value_10" class="md-nav__link">
  1397. Property Value
  1398. </a>
  1399. </li>
  1400. </ul>
  1401. </nav>
  1402. </li>
  1403. <li class="md-nav__item">
  1404. <a href="#loraadapter" class="md-nav__link">
  1405. LoraAdapter
  1406. </a>
  1407. <nav class="md-nav" aria-label="LoraAdapter">
  1408. <ul class="md-nav__list">
  1409. <li class="md-nav__item">
  1410. <a href="#property-value_11" class="md-nav__link">
  1411. Property Value
  1412. </a>
  1413. </li>
  1414. </ul>
  1415. </nav>
  1416. </li>
  1417. <li class="md-nav__item">
  1418. <a href="#lorabase" class="md-nav__link">
  1419. LoraBase
  1420. </a>
  1421. <nav class="md-nav" aria-label="LoraBase">
  1422. <ul class="md-nav__list">
  1423. <li class="md-nav__item">
  1424. <a href="#property-value_12" class="md-nav__link">
  1425. Property Value
  1426. </a>
  1427. </li>
  1428. </ul>
  1429. </nav>
  1430. </li>
  1431. <li class="md-nav__item">
  1432. <a href="#threads" class="md-nav__link">
  1433. Threads
  1434. </a>
  1435. <nav class="md-nav" aria-label="Threads">
  1436. <ul class="md-nav__list">
  1437. <li class="md-nav__item">
  1438. <a href="#property-value_13" class="md-nav__link">
  1439. Property Value
  1440. </a>
  1441. </li>
  1442. </ul>
  1443. </nav>
  1444. </li>
  1445. <li class="md-nav__item">
  1446. <a href="#batchsize" class="md-nav__link">
  1447. BatchSize
  1448. </a>
  1449. <nav class="md-nav" aria-label="BatchSize">
  1450. <ul class="md-nav__list">
  1451. <li class="md-nav__item">
  1452. <a href="#property-value_14" class="md-nav__link">
  1453. Property Value
  1454. </a>
  1455. </li>
  1456. </ul>
  1457. </nav>
  1458. </li>
  1459. <li class="md-nav__item">
  1460. <a href="#converteostonewline" class="md-nav__link">
  1461. ConvertEosToNewLine
  1462. </a>
  1463. <nav class="md-nav" aria-label="ConvertEosToNewLine">
  1464. <ul class="md-nav__list">
  1465. <li class="md-nav__item">
  1466. <a href="#property-value_15" class="md-nav__link">
  1467. Property Value
  1468. </a>
  1469. </li>
  1470. </ul>
  1471. </nav>
  1472. </li>
  1473. <li class="md-nav__item">
  1474. <a href="#embeddingmode" class="md-nav__link">
  1475. EmbeddingMode
  1476. </a>
  1477. <nav class="md-nav" aria-label="EmbeddingMode">
  1478. <ul class="md-nav__list">
  1479. <li class="md-nav__item">
  1480. <a href="#property-value_16" class="md-nav__link">
  1481. Property Value
  1482. </a>
  1483. </li>
  1484. </ul>
  1485. </nav>
  1486. </li>
  1487. <li class="md-nav__item">
  1488. <a href="#tensorsplits" class="md-nav__link">
  1489. TensorSplits
  1490. </a>
  1491. <nav class="md-nav" aria-label="TensorSplits">
  1492. <ul class="md-nav__list">
  1493. <li class="md-nav__item">
  1494. <a href="#property-value_17" class="md-nav__link">
  1495. Property Value
  1496. </a>
  1497. </li>
  1498. </ul>
  1499. </nav>
  1500. </li>
  1501. <li class="md-nav__item">
  1502. <a href="#ropefrequencybase" class="md-nav__link">
  1503. RopeFrequencyBase
  1504. </a>
  1505. <nav class="md-nav" aria-label="RopeFrequencyBase">
  1506. <ul class="md-nav__list">
  1507. <li class="md-nav__item">
  1508. <a href="#property-value_18" class="md-nav__link">
  1509. Property Value
  1510. </a>
  1511. </li>
  1512. </ul>
  1513. </nav>
  1514. </li>
  1515. <li class="md-nav__item">
  1516. <a href="#ropefrequencyscale" class="md-nav__link">
  1517. RopeFrequencyScale
  1518. </a>
  1519. <nav class="md-nav" aria-label="RopeFrequencyScale">
  1520. <ul class="md-nav__list">
  1521. <li class="md-nav__item">
  1522. <a href="#property-value_19" class="md-nav__link">
  1523. Property Value
  1524. </a>
  1525. </li>
  1526. </ul>
  1527. </nav>
  1528. </li>
  1529. <li class="md-nav__item">
  1530. <a href="#mulmatq" class="md-nav__link">
  1531. MulMatQ
  1532. </a>
  1533. <nav class="md-nav" aria-label="MulMatQ">
  1534. <ul class="md-nav__list">
  1535. <li class="md-nav__item">
  1536. <a href="#property-value_20" class="md-nav__link">
  1537. Property Value
  1538. </a>
  1539. </li>
  1540. </ul>
  1541. </nav>
  1542. </li>
  1543. <li class="md-nav__item">
  1544. <a href="#encoding" class="md-nav__link">
  1545. Encoding
  1546. </a>
  1547. <nav class="md-nav" aria-label="Encoding">
  1548. <ul class="md-nav__list">
  1549. <li class="md-nav__item">
  1550. <a href="#property-value_21" class="md-nav__link">
  1551. Property Value
  1552. </a>
  1553. </li>
  1554. </ul>
  1555. </nav>
  1556. </li>
  1557. </ul>
  1558. </nav>
  1559. </li>
  1560. <li class="md-nav__item">
  1561. <a href="#constructors" class="md-nav__link">
  1562. Constructors
  1563. </a>
  1564. <nav class="md-nav" aria-label="Constructors">
  1565. <ul class="md-nav__list">
  1566. <li class="md-nav__item">
  1567. <a href="#modelparamsstring" class="md-nav__link">
  1568. ModelParams(String)
  1569. </a>
  1570. <nav class="md-nav" aria-label="ModelParams(String)">
  1571. <ul class="md-nav__list">
  1572. <li class="md-nav__item">
  1573. <a href="#parameters" class="md-nav__link">
  1574. Parameters
  1575. </a>
  1576. </li>
  1577. </ul>
  1578. </nav>
  1579. </li>
  1580. <li class="md-nav__item">
  1581. <a href="#modelparamsstring-int32-int32-int32-boolean-boolean-boolean-boolean-string-string-int32-int32-boolean-boolean-single-single-boolean-string" class="md-nav__link">
  1582. ModelParams(String, Int32, Int32, Int32, Boolean, Boolean, Boolean, Boolean, String, String, Int32, Int32, Boolean, Boolean, Single, Single, Boolean, String)
  1583. </a>
  1584. <nav class="md-nav" aria-label="ModelParams(String, Int32, Int32, Int32, Boolean, Boolean, Boolean, Boolean, String, String, Int32, Int32, Boolean, Boolean, Single, Single, Boolean, String)">
  1585. <ul class="md-nav__list">
  1586. <li class="md-nav__item">
  1587. <a href="#caution" class="md-nav__link">
  1588. Caution
  1589. </a>
  1590. </li>
  1591. <li class="md-nav__item">
  1592. <a href="#parameters_1" class="md-nav__link">
  1593. Parameters
  1594. </a>
  1595. </li>
  1596. </ul>
  1597. </nav>
  1598. </li>
  1599. </ul>
  1600. </nav>
  1601. </li>
  1602. <li class="md-nav__item">
  1603. <a href="#methods" class="md-nav__link">
  1604. Methods
  1605. </a>
  1606. <nav class="md-nav" aria-label="Methods">
  1607. <ul class="md-nav__list">
  1608. <li class="md-nav__item">
  1609. <a href="#tostring" class="md-nav__link">
  1610. ToString()
  1611. </a>
  1612. <nav class="md-nav" aria-label="ToString()">
  1613. <ul class="md-nav__list">
  1614. <li class="md-nav__item">
  1615. <a href="#returns" class="md-nav__link">
  1616. Returns
  1617. </a>
  1618. </li>
  1619. </ul>
  1620. </nav>
  1621. </li>
  1622. <li class="md-nav__item">
  1623. <a href="#printmembersstringbuilder" class="md-nav__link">
  1624. PrintMembers(StringBuilder)
  1625. </a>
  1626. <nav class="md-nav" aria-label="PrintMembers(StringBuilder)">
  1627. <ul class="md-nav__list">
  1628. <li class="md-nav__item">
  1629. <a href="#parameters_2" class="md-nav__link">
  1630. Parameters
  1631. </a>
  1632. </li>
  1633. <li class="md-nav__item">
  1634. <a href="#returns_1" class="md-nav__link">
  1635. Returns
  1636. </a>
  1637. </li>
  1638. </ul>
  1639. </nav>
  1640. </li>
  1641. <li class="md-nav__item">
  1642. <a href="#gethashcode" class="md-nav__link">
  1643. GetHashCode()
  1644. </a>
  1645. <nav class="md-nav" aria-label="GetHashCode()">
  1646. <ul class="md-nav__list">
  1647. <li class="md-nav__item">
  1648. <a href="#returns_2" class="md-nav__link">
  1649. Returns
  1650. </a>
  1651. </li>
  1652. </ul>
  1653. </nav>
  1654. </li>
  1655. <li class="md-nav__item">
  1656. <a href="#equalsobject" class="md-nav__link">
  1657. Equals(Object)
  1658. </a>
  1659. <nav class="md-nav" aria-label="Equals(Object)">
  1660. <ul class="md-nav__list">
  1661. <li class="md-nav__item">
  1662. <a href="#parameters_3" class="md-nav__link">
  1663. Parameters
  1664. </a>
  1665. </li>
  1666. <li class="md-nav__item">
  1667. <a href="#returns_3" class="md-nav__link">
  1668. Returns
  1669. </a>
  1670. </li>
  1671. </ul>
  1672. </nav>
  1673. </li>
  1674. <li class="md-nav__item">
  1675. <a href="#equalsmodelparams" class="md-nav__link">
  1676. Equals(ModelParams)
  1677. </a>
  1678. <nav class="md-nav" aria-label="Equals(ModelParams)">
  1679. <ul class="md-nav__list">
  1680. <li class="md-nav__item">
  1681. <a href="#parameters_4" class="md-nav__link">
  1682. Parameters
  1683. </a>
  1684. </li>
  1685. <li class="md-nav__item">
  1686. <a href="#returns_4" class="md-nav__link">
  1687. Returns
  1688. </a>
  1689. </li>
  1690. </ul>
  1691. </nav>
  1692. </li>
  1693. <li class="md-nav__item">
  1694. <a href="#clone" class="md-nav__link">
  1695. &lt;Clone&gt;$()
  1696. </a>
  1697. <nav class="md-nav" aria-label="<Clone>$()">
  1698. <ul class="md-nav__list">
  1699. <li class="md-nav__item">
  1700. <a href="#returns_5" class="md-nav__link">
  1701. Returns
  1702. </a>
  1703. </li>
  1704. </ul>
  1705. </nav>
  1706. </li>
  1707. </ul>
  1708. </nav>
  1709. </li>
  1710. </ul>
  1711. </nav>
  1712. </div>
  1713. </div>
  1714. </div>
  1715. <div class="md-content" data-md-component="content">
  1716. <article class="md-content__inner md-typeset">
  1717. <h1 id="modelparams">ModelParams</h1>
  1718. <p>Namespace: LLama.Common</p>
  1719. <p>The parameters for initializing a LLama model.</p>
  1720. <pre><code class="language-csharp">public class ModelParams : LLama.Abstractions.IModelParams, System.IEquatable`1[[LLama.Common.ModelParams, LLamaSharp, Version=0.5.0.0, Culture=neutral, PublicKeyToken=null]]
  1721. </code></pre>
  1722. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="./">ModelParams</a><br>
  1723. Implements <a href="../llama.abstractions.imodelparams/">IModelParams</a>, <a href="https://docs.microsoft.com/en-us/dotnet/api/system.iequatable-1">IEquatable&lt;ModelParams&gt;</a></p>
  1724. <h2 id="properties">Properties</h2>
  1725. <h3 id="contextsize"><strong>ContextSize</strong></h3>
  1726. <p>Model context size (n_ctx)</p>
  1727. <pre><code class="language-csharp">public int ContextSize { get; set; }
  1728. </code></pre>
  1729. <h4 id="property-value">Property Value</h4>
  1730. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1731. <h3 id="maingpu"><strong>MainGpu</strong></h3>
  1732. <p>the GPU that is used for scratch and small tensors</p>
  1733. <pre><code class="language-csharp">public int MainGpu { get; set; }
  1734. </code></pre>
  1735. <h4 id="property-value_1">Property Value</h4>
  1736. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1737. <h3 id="lowvram"><strong>LowVram</strong></h3>
  1738. <p>if true, reduce VRAM usage at the cost of performance</p>
  1739. <pre><code class="language-csharp">public bool LowVram { get; set; }
  1740. </code></pre>
  1741. <h4 id="property-value_2">Property Value</h4>
  1742. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1743. <h3 id="gpulayercount"><strong>GpuLayerCount</strong></h3>
  1744. <p>Number of layers to run in VRAM / GPU memory (n_gpu_layers)</p>
  1745. <pre><code class="language-csharp">public int GpuLayerCount { get; set; }
  1746. </code></pre>
  1747. <h4 id="property-value_3">Property Value</h4>
  1748. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1749. <h3 id="seed"><strong>Seed</strong></h3>
  1750. <p>Seed for the random number generator (seed)</p>
  1751. <pre><code class="language-csharp">public int Seed { get; set; }
  1752. </code></pre>
  1753. <h4 id="property-value_4">Property Value</h4>
  1754. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1755. <h3 id="usefp16memory"><strong>UseFp16Memory</strong></h3>
  1756. <p>Use f16 instead of f32 for memory kv (memory_f16)</p>
  1757. <pre><code class="language-csharp">public bool UseFp16Memory { get; set; }
  1758. </code></pre>
  1759. <h4 id="property-value_5">Property Value</h4>
  1760. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1761. <h3 id="usememorymap"><strong>UseMemorymap</strong></h3>
  1762. <p>Use mmap for faster loads (use_mmap)</p>
  1763. <pre><code class="language-csharp">public bool UseMemorymap { get; set; }
  1764. </code></pre>
  1765. <h4 id="property-value_6">Property Value</h4>
  1766. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1767. <h3 id="usememorylock"><strong>UseMemoryLock</strong></h3>
  1768. <p>Use mlock to keep model in memory (use_mlock)</p>
  1769. <pre><code class="language-csharp">public bool UseMemoryLock { get; set; }
  1770. </code></pre>
  1771. <h4 id="property-value_7">Property Value</h4>
  1772. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1773. <h3 id="perplexity"><strong>Perplexity</strong></h3>
  1774. <p>Compute perplexity over the prompt (perplexity)</p>
  1775. <pre><code class="language-csharp">public bool Perplexity { get; set; }
  1776. </code></pre>
  1777. <h4 id="property-value_8">Property Value</h4>
  1778. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1779. <h3 id="modelpath"><strong>ModelPath</strong></h3>
  1780. <p>Model path (model)</p>
  1781. <pre><code class="language-csharp">public string ModelPath { get; set; }
  1782. </code></pre>
  1783. <h4 id="property-value_9">Property Value</h4>
  1784. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1785. <h3 id="modelalias"><strong>ModelAlias</strong></h3>
  1786. <p>model alias</p>
  1787. <pre><code class="language-csharp">public string ModelAlias { get; set; }
  1788. </code></pre>
  1789. <h4 id="property-value_10">Property Value</h4>
  1790. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1791. <h3 id="loraadapter"><strong>LoraAdapter</strong></h3>
  1792. <p>lora adapter path (lora_adapter)</p>
  1793. <pre><code class="language-csharp">public string LoraAdapter { get; set; }
  1794. </code></pre>
  1795. <h4 id="property-value_11">Property Value</h4>
  1796. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1797. <h3 id="lorabase"><strong>LoraBase</strong></h3>
  1798. <p>base model path for the lora adapter (lora_base)</p>
  1799. <pre><code class="language-csharp">public string LoraBase { get; set; }
  1800. </code></pre>
  1801. <h4 id="property-value_12">Property Value</h4>
  1802. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1803. <h3 id="threads"><strong>Threads</strong></h3>
  1804. <p>Number of threads (-1 = autodetect) (n_threads)</p>
  1805. <pre><code class="language-csharp">public int Threads { get; set; }
  1806. </code></pre>
  1807. <h4 id="property-value_13">Property Value</h4>
  1808. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1809. <h3 id="batchsize"><strong>BatchSize</strong></h3>
  1810. <p>batch size for prompt processing (must be &gt;=32 to use BLAS) (n_batch)</p>
  1811. <pre><code class="language-csharp">public int BatchSize { get; set; }
  1812. </code></pre>
  1813. <h4 id="property-value_14">Property Value</h4>
  1814. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1815. <h3 id="converteostonewline"><strong>ConvertEosToNewLine</strong></h3>
  1816. <p>Whether to convert eos to newline during the inference.</p>
  1817. <pre><code class="language-csharp">public bool ConvertEosToNewLine { get; set; }
  1818. </code></pre>
  1819. <h4 id="property-value_15">Property Value</h4>
  1820. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1821. <h3 id="embeddingmode"><strong>EmbeddingMode</strong></h3>
  1822. <p>Whether to use embedding mode. (embedding) Note that if this is set to true,
  1823. The LLamaModel won't produce text response anymore.</p>
  1824. <pre><code class="language-csharp">public bool EmbeddingMode { get; set; }
  1825. </code></pre>
  1826. <h4 id="property-value_16">Property Value</h4>
  1827. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1828. <h3 id="tensorsplits"><strong>TensorSplits</strong></h3>
  1829. <p>how split tensors should be distributed across GPUs</p>
  1830. <pre><code class="language-csharp">public Single[] TensorSplits { get; set; }
  1831. </code></pre>
  1832. <h4 id="property-value_17">Property Value</h4>
  1833. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single[]</a><br></p>
  1834. <h3 id="ropefrequencybase"><strong>RopeFrequencyBase</strong></h3>
  1835. <p>RoPE base frequency</p>
  1836. <pre><code class="language-csharp">public float RopeFrequencyBase { get; set; }
  1837. </code></pre>
  1838. <h4 id="property-value_18">Property Value</h4>
  1839. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1840. <h3 id="ropefrequencyscale"><strong>RopeFrequencyScale</strong></h3>
  1841. <p>RoPE frequency scaling factor</p>
  1842. <pre><code class="language-csharp">public float RopeFrequencyScale { get; set; }
  1843. </code></pre>
  1844. <h4 id="property-value_19">Property Value</h4>
  1845. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>
  1846. <h3 id="mulmatq"><strong>MulMatQ</strong></h3>
  1847. <p>Use experimental mul_mat_q kernels</p>
  1848. <pre><code class="language-csharp">public bool MulMatQ { get; set; }
  1849. </code></pre>
  1850. <h4 id="property-value_20">Property Value</h4>
  1851. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1852. <h3 id="encoding"><strong>Encoding</strong></h3>
  1853. <p>The encoding to use to convert text for the model</p>
  1854. <pre><code class="language-csharp">public Encoding Encoding { get; set; }
  1855. </code></pre>
  1856. <h4 id="property-value_21">Property Value</h4>
  1857. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.text.encoding">Encoding</a><br></p>
  1858. <h2 id="constructors">Constructors</h2>
  1859. <h3 id="modelparamsstring"><strong>ModelParams(String)</strong></h3>
  1860. <pre><code class="language-csharp">public ModelParams(string modelPath)
  1861. </code></pre>
  1862. <h4 id="parameters">Parameters</h4>
  1863. <p><code>modelPath</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1864. The model path.</p>
  1865. <h3 id="modelparamsstring-int32-int32-int32-boolean-boolean-boolean-boolean-string-string-int32-int32-boolean-boolean-single-single-boolean-string"><strong>ModelParams(String, Int32, Int32, Int32, Boolean, Boolean, Boolean, Boolean, String, String, Int32, Int32, Boolean, Boolean, Single, Single, Boolean, String)</strong></h3>
  1866. <h4 id="caution">Caution</h4>
  1867. <p>Use object initializer to set all optional parameters</p>
  1868. <hr />
  1869. <pre><code class="language-csharp">public ModelParams(string modelPath, int contextSize, int gpuLayerCount, int seed, bool useFp16Memory, bool useMemorymap, bool useMemoryLock, bool perplexity, string loraAdapter, string loraBase, int threads, int batchSize, bool convertEosToNewLine, bool embeddingMode, float ropeFrequencyBase, float ropeFrequencyScale, bool mulMatQ, string encoding)
  1870. </code></pre>
  1871. <h4 id="parameters_1">Parameters</h4>
  1872. <p><code>modelPath</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1873. The model path.</p>
  1874. <p><code>contextSize</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>
  1875. Model context size (n_ctx)</p>
  1876. <p><code>gpuLayerCount</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>
  1877. Number of layers to run in VRAM / GPU memory (n_gpu_layers)</p>
  1878. <p><code>seed</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>
  1879. Seed for the random number generator (seed)</p>
  1880. <p><code>useFp16Memory</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1881. Whether to use f16 instead of f32 for memory kv (memory_f16)</p>
  1882. <p><code>useMemorymap</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1883. Whether to use mmap for faster loads (use_mmap)</p>
  1884. <p><code>useMemoryLock</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1885. Whether to use mlock to keep model in memory (use_mlock)</p>
  1886. <p><code>perplexity</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1887. Thether to compute perplexity over the prompt (perplexity)</p>
  1888. <p><code>loraAdapter</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1889. Lora adapter path (lora_adapter)</p>
  1890. <p><code>loraBase</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1891. Base model path for the lora adapter (lora_base)</p>
  1892. <p><code>threads</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>
  1893. Number of threads (-1 = autodetect) (n_threads)</p>
  1894. <p><code>batchSize</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>
  1895. Batch size for prompt processing (must be &gt;=32 to use BLAS) (n_batch)</p>
  1896. <p><code>convertEosToNewLine</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1897. Whether to convert eos to newline during the inference.</p>
  1898. <p><code>embeddingMode</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1899. Whether to use embedding mode. (embedding) Note that if this is set to true, The LLamaModel won't produce text response anymore.</p>
  1900. <p><code>ropeFrequencyBase</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>
  1901. RoPE base frequency.</p>
  1902. <p><code>ropeFrequencyScale</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>
  1903. RoPE frequency scaling factor</p>
  1904. <p><code>mulMatQ</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br>
  1905. Use experimental mul_mat_q kernels</p>
  1906. <p><code>encoding</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1907. The encoding to use to convert text for the model</p>
  1908. <h2 id="methods">Methods</h2>
  1909. <h3 id="tostring"><strong>ToString()</strong></h3>
  1910. <pre><code class="language-csharp">public string ToString()
  1911. </code></pre>
  1912. <h4 id="returns">Returns</h4>
  1913. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1914. <h3 id="printmembersstringbuilder"><strong>PrintMembers(StringBuilder)</strong></h3>
  1915. <pre><code class="language-csharp">protected bool PrintMembers(StringBuilder builder)
  1916. </code></pre>
  1917. <h4 id="parameters_2">Parameters</h4>
  1918. <p><code>builder</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.text.stringbuilder">StringBuilder</a><br></p>
  1919. <h4 id="returns_1">Returns</h4>
  1920. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1921. <h3 id="gethashcode"><strong>GetHashCode()</strong></h3>
  1922. <pre><code class="language-csharp">public int GetHashCode()
  1923. </code></pre>
  1924. <h4 id="returns_2">Returns</h4>
  1925. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>
  1926. <h3 id="equalsobject"><strong>Equals(Object)</strong></h3>
  1927. <pre><code class="language-csharp">public bool Equals(object obj)
  1928. </code></pre>
  1929. <h4 id="parameters_3">Parameters</h4>
  1930. <p><code>obj</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a><br></p>
  1931. <h4 id="returns_3">Returns</h4>
  1932. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1933. <h3 id="equalsmodelparams"><strong>Equals(ModelParams)</strong></h3>
  1934. <pre><code class="language-csharp">public bool Equals(ModelParams other)
  1935. </code></pre>
  1936. <h4 id="parameters_4">Parameters</h4>
  1937. <p><code>other</code> <a href="./">ModelParams</a><br></p>
  1938. <h4 id="returns_4">Returns</h4>
  1939. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>
  1940. <h3 id="clone"><strong>&lt;Clone&gt;$()</strong></h3>
  1941. <pre><code class="language-csharp">public ModelParams &lt;Clone&gt;$()
  1942. </code></pre>
  1943. <h4 id="returns_5">Returns</h4>
  1944. <p><a href="./">ModelParams</a><br></p>
  1945. </article>
  1946. </div>
  1947. </div>
  1948. </main>
  1949. <footer class="md-footer">
  1950. <div class="md-footer-meta md-typeset">
  1951. <div class="md-footer-meta__inner md-grid">
  1952. <div class="md-copyright">
  1953. Made with
  1954. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1955. Material for MkDocs
  1956. </a>
  1957. </div>
  1958. </div>
  1959. </div>
  1960. </footer>
  1961. </div>
  1962. <div class="md-dialog" data-md-component="dialog">
  1963. <div class="md-dialog__inner md-typeset"></div>
  1964. </div>
  1965. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.208ed371.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1966. <script src="../../assets/javascripts/bundle.a51614de.min.js"></script>
  1967. </body>
  1968. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)