scisharp
/
LLamaSharp
Not watched
1
0
Fork 0
Code
Releases 17 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: gh-pages
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'gh-pages'
${ noResults }
LLamaSharp/0.11.0/xmldocs/llama.common.modelparams/index.html

4618 lines
94 kB
Raw Permalink Blame History 

  1. 

  2. <!doctype html>

  3. <html lang="en" class="no-js">

  4.   <head>

  5.     

  6.       <meta charset="utf-8">

  7.       <meta name="viewport" content="width=device-width,initial-scale=1">

  8.       

  9.       

  10.       

  11.       

  12.         <link rel="prev" href="../llama.common.mirostattype/">

  13.       

  14.       

  15.         <link rel="next" href="../llama.exceptions.grammarexpectedname/">

  16.       

  17.       <link rel="icon" href="../../assets/images/favicon.png">

  18.       <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">

  19.     

  20.     

  21.       

  22.         <title>llama.common.modelparams - LLamaSharp Documentation</title>

  23.       

  24.     

  25.     

  26.       <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">

  27.       

  28.       

  29. 

  30.     

  31.     

  32.     

  33.       

  34.         

  35.         

  36.         <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>

  37.         <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">

  38.         <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>

  39.       

  40.     

  41.     

  42.     <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>

  43.     

  44.       

  45. 

  46.     

  47.     

  48.     

  49.   </head>

  50.   

  51.   

  52.     <body dir="ltr">

  53.   

  54.     

  55.     

  56.       <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>

  57.     

  58.     <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">

  59.     <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">

  60.     <label class="md-overlay" for="__drawer"></label>

  61.     <div data-md-component="skip">

  62.       

  63.         

  64.         <a href="#modelparams" class="md-skip">

  65.           Skip to content

  66.         </a>

  67.       

  68.     </div>

  69.     <div data-md-component="announce">

  70.       

  71.     </div>

  72.     

  73.       <div data-md-color-scheme="default" data-md-component="outdated" hidden>

  74.         

  75.       </div>

  76.     

  77.     

  78.       

  79. 

  80.   

  81. 

  82. <header class="md-header md-header--shadow" data-md-component="header">

  83.   <nav class="md-header__inner md-grid" aria-label="Header">

  84.     <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">

  85.       

  86.   

  87.   <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>

  88. 

  89.     </a>

  90.     <label class="md-header__button md-icon" for="__drawer">

  91.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>

  92.     </label>

  93.     <div class="md-header__title" data-md-component="header-title">

  94.       <div class="md-header__ellipsis">

  95.         <div class="md-header__topic">

  96.           <span class="md-ellipsis">

  97.             LLamaSharp Documentation

  98.           </span>

  99.         </div>

  100.         <div class="md-header__topic" data-md-component="header-topic">

  101.           <span class="md-ellipsis">

  102.             

  103.               llama.common.modelparams

  104.             

  105.           </span>

  106.         </div>

  107.       </div>

  108.     </div>

  109.     

  110.     

  111.     

  112.       <label class="md-header__button md-icon" for="__search">

  113.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>

  114.       </label>

  115.       <div class="md-search" data-md-component="search" role="dialog">

  116.   <label class="md-search__overlay" for="__search"></label>

  117.   <div class="md-search__inner" role="search">

  118.     <form class="md-search__form" name="search">

  119.       <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>

  120.       <label class="md-search__icon md-icon" for="__search">

  121.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>

  122.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>

  123.       </label>

  124.       <nav class="md-search__options" aria-label="Search">

  125.         

  126.         <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">

  127.           <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>

  128.         </button>

  129.       </nav>

  130.       

  131.     </form>

  132.     <div class="md-search__output">

  133.       <div class="md-search__scrollwrap" data-md-scrollfix>

  134.         <div class="md-search-result" data-md-component="search-result">

  135.           <div class="md-search-result__meta">

  136.             Initializing search

  137.           </div>

  138.           <ol class="md-search-result__list" role="presentation"></ol>

  139.         </div>

  140.       </div>

  141.     </div>

  142.   </div>

  143. </div>

  144.     

  145.     

  146.   </nav>

  147.   

  148. </header>

  149.     

  150.     <div class="md-container" data-md-component="container">

  151.       

  152.       

  153.         

  154.           

  155.         

  156.       

  157.       <main class="md-main" data-md-component="main">

  158.         <div class="md-main__inner md-grid">

  159.           

  160.             

  161.               

  162.               <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >

  163.                 <div class="md-sidebar__scrollwrap">

  164.                   <div class="md-sidebar__inner">

  165.                     

  166. 

  167. 

  168. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">

  169.   <label class="md-nav__title" for="__drawer">

  170.     <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">

  171.       

  172.   

  173.   <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>

  174. 

  175.     </a>

  176.     LLamaSharp Documentation

  177.   </label>

  178.   

  179.   <ul class="md-nav__list" data-md-scrollfix>

  180.     

  181.       

  182.       

  183.       

  184. 

  185.   

  186.   

  187.   

  188.     <li class="md-nav__item">

  189.       <a href="../.." class="md-nav__link">

  190.         Overview

  191.       </a>

  192.     </li>

  193.   

  194. 

  195.     

  196.       

  197.       

  198.       

  199. 

  200.   

  201.   

  202.   

  203.     <li class="md-nav__item">

  204.       <a href="../../QuickStart/" class="md-nav__link">

  205.         Quick Start

  206.       </a>

  207.     </li>

  208.   

  209. 

  210.     

  211.       

  212.       

  213.       

  214. 

  215.   

  216.   

  217.   

  218.     <li class="md-nav__item">

  219.       <a href="../../Architecture/" class="md-nav__link">

  220.         Architecture

  221.       </a>

  222.     </li>

  223.   

  224. 

  225.     

  226.       

  227.       

  228.       

  229. 

  230.   

  231.   

  232.   

  233.     <li class="md-nav__item">

  234.       <a href="../../FAQ/" class="md-nav__link">

  235.         FAQ

  236.       </a>

  237.     </li>

  238.   

  239. 

  240.     

  241.       

  242.       

  243.       

  244. 

  245.   

  246.   

  247.   

  248.     <li class="md-nav__item">

  249.       <a href="../../ContributingGuide/" class="md-nav__link">

  250.         Contributing Guide

  251.       </a>

  252.     </li>

  253.   

  254. 

  255.     

  256.       

  257.       

  258.       

  259. 

  260.   

  261.   

  262.   

  263.     

  264.     <li class="md-nav__item md-nav__item--nested">

  265.       

  266.       

  267.       

  268.       

  269.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >

  270.       

  271.       

  272.       

  273.         <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">

  274.           Tutorials

  275.           <span class="md-nav__icon md-icon"></span>

  276.         </label>

  277.       

  278.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">

  279.         <label class="md-nav__title" for="__nav_6">

  280.           <span class="md-nav__icon md-icon"></span>

  281.           Tutorials

  282.         </label>

  283.         <ul class="md-nav__list" data-md-scrollfix>

  284.           

  285.             

  286.               

  287.   

  288.   

  289.   

  290.     <li class="md-nav__item">

  291.       <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">

  292.         Customize the native library loading

  293.       </a>

  294.     </li>

  295.   

  296. 

  297.             

  298.           

  299.             

  300.               

  301.   

  302.   

  303.   

  304.     <li class="md-nav__item">

  305.       <a href="../../Tutorials/Executors/" class="md-nav__link">

  306.         Use executors

  307.       </a>

  308.     </li>

  309.   

  310. 

  311.             

  312.           

  313.             

  314.               

  315.   

  316.   

  317.   

  318.     <li class="md-nav__item">

  319.       <a href="../../Tutorials/ChatSession/" class="md-nav__link">

  320.         Use ChatSession

  321.       </a>

  322.     </li>

  323.   

  324. 

  325.             

  326.           

  327.             

  328.               

  329.   

  330.   

  331.   

  332.     <li class="md-nav__item">

  333.       <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">

  334.         Understand LLamaContext

  335.       </a>

  336.     </li>

  337.   

  338. 

  339.             

  340.           

  341.             

  342.               

  343.   

  344.   

  345.   

  346.     <li class="md-nav__item">

  347.       <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">

  348.         Get embeddings

  349.       </a>

  350.     </li>

  351.   

  352. 

  353.             

  354.           

  355.             

  356.               

  357.   

  358.   

  359.   

  360.     <li class="md-nav__item">

  361.       <a href="../../Tutorials/Quantization/" class="md-nav__link">

  362.         Quantize the model

  363.       </a>

  364.     </li>

  365.   

  366. 

  367.             

  368.           

  369.         </ul>

  370.       </nav>

  371.     </li>

  372.   

  373. 

  374.     

  375.       

  376.       

  377.       

  378. 

  379.   

  380.   

  381.   

  382.     

  383.     <li class="md-nav__item md-nav__item--nested">

  384.       

  385.       

  386.       

  387.       

  388.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >

  389.       

  390.       

  391.       

  392.         <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">

  393.           Integrations

  394.           <span class="md-nav__icon md-icon"></span>

  395.         </label>

  396.       

  397.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">

  398.         <label class="md-nav__title" for="__nav_7">

  399.           <span class="md-nav__icon md-icon"></span>

  400.           Integrations

  401.         </label>

  402.         <ul class="md-nav__list" data-md-scrollfix>

  403.           

  404.             

  405.               

  406.   

  407.   

  408.   

  409.     <li class="md-nav__item">

  410.       <a href="../../Integrations/semantic-kernel/" class="md-nav__link">

  411.         semantic-kernel integration

  412.       </a>

  413.     </li>

  414.   

  415. 

  416.             

  417.           

  418.             

  419.               

  420.   

  421.   

  422.   

  423.     <li class="md-nav__item">

  424.       <a href="../../Integrations/kernel-memory/" class="md-nav__link">

  425.         kernel-memory integration

  426.       </a>

  427.     </li>

  428.   

  429. 

  430.             

  431.           

  432.             

  433.               

  434.   

  435.   

  436.   

  437.     <li class="md-nav__item">

  438.       <a href="../../Integrations/BotSharp.md" class="md-nav__link">

  439.         BotSharp integration

  440.       </a>

  441.     </li>

  442.   

  443. 

  444.             

  445.           

  446.             

  447.               

  448.   

  449.   

  450.   

  451.     <li class="md-nav__item">

  452.       <a href="../../Integrations/Langchain.md" class="md-nav__link">

  453.         Langchain integration

  454.       </a>

  455.     </li>

  456.   

  457. 

  458.             

  459.           

  460.         </ul>

  461.       </nav>

  462.     </li>

  463.   

  464. 

  465.     

  466.       

  467.       

  468.       

  469. 

  470.   

  471.   

  472.   

  473.     

  474.     <li class="md-nav__item md-nav__item--nested">

  475.       

  476.       

  477.       

  478.       

  479.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >

  480.       

  481.       

  482.       

  483.         <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">

  484.           Examples

  485.           <span class="md-nav__icon md-icon"></span>

  486.         </label>

  487.       

  488.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">

  489.         <label class="md-nav__title" for="__nav_8">

  490.           <span class="md-nav__icon md-icon"></span>

  491.           Examples

  492.         </label>

  493.         <ul class="md-nav__list" data-md-scrollfix>

  494.           

  495.             

  496.               

  497.   

  498.   

  499.   

  500.     <li class="md-nav__item">

  501.       <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">

  502.         Bacthed executor - multi-output to one input

  503.       </a>

  504.     </li>

  505.   

  506. 

  507.             

  508.           

  509.             

  510.               

  511.   

  512.   

  513.   

  514.     <li class="md-nav__item">

  515.       <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">

  516.         Batched executor - basic guidance

  517.       </a>

  518.     </li>

  519.   

  520. 

  521.             

  522.           

  523.             

  524.               

  525.   

  526.   

  527.   

  528.     <li class="md-nav__item">

  529.       <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">

  530.         Batched executor - rewinding to an earlier state

  531.       </a>

  532.     </li>

  533.   

  534. 

  535.             

  536.           

  537.             

  538.               

  539.   

  540.   

  541.   

  542.     <li class="md-nav__item">

  543.       <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">

  544.         Chinese LLM - with GB2312 encoding

  545.       </a>

  546.     </li>

  547.   

  548. 

  549.             

  550.           

  551.             

  552.               

  553.   

  554.   

  555.   

  556.     <li class="md-nav__item">

  557.       <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">

  558.         ChatSession - stripping role names

  559.       </a>

  560.     </li>

  561.   

  562. 

  563.             

  564.           

  565.             

  566.               

  567.   

  568.   

  569.   

  570.     <li class="md-nav__item">

  571.       <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">

  572.         ChatSession - with history

  573.       </a>

  574.     </li>

  575.   

  576. 

  577.             

  578.           

  579.             

  580.               

  581.   

  582.   

  583.   

  584.     <li class="md-nav__item">

  585.       <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">

  586.         ChatSession - restarting

  587.       </a>

  588.     </li>

  589.   

  590. 

  591.             

  592.           

  593.             

  594.               

  595.   

  596.   

  597.   

  598.     <li class="md-nav__item">

  599.       <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">

  600.         ChatSession - Basic

  601.       </a>

  602.     </li>

  603.   

  604. 

  605.             

  606.           

  607.             

  608.               

  609.   

  610.   

  611.   

  612.     <li class="md-nav__item">

  613.       <a href="../../Examples/CodingAssistant/" class="md-nav__link">

  614.         Coding assistant

  615.       </a>

  616.     </li>

  617.   

  618. 

  619.             

  620.           

  621.             

  622.               

  623.   

  624.   

  625.   

  626.     <li class="md-nav__item">

  627.       <a href="../../Examples/GetEmbeddings/" class="md-nav__link">

  628.         Get embeddings

  629.       </a>

  630.     </li>

  631.   

  632. 

  633.             

  634.           

  635.             

  636.               

  637.   

  638.   

  639.   

  640.     <li class="md-nav__item">

  641.       <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">

  642.         Grammar - json response

  643.       </a>

  644.     </li>

  645.   

  646. 

  647.             

  648.           

  649.             

  650.               

  651.   

  652.   

  653.   

  654.     <li class="md-nav__item">

  655.       <a href="../../Examples/InstructModeExecute/" class="md-nav__link">

  656.         Instruct executor - basic

  657.       </a>

  658.     </li>

  659.   

  660. 

  661.             

  662.           

  663.             

  664.               

  665.   

  666.   

  667.   

  668.     <li class="md-nav__item">

  669.       <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">

  670.         Interactive executor - basic

  671.       </a>

  672.     </li>

  673.   

  674. 

  675.             

  676.           

  677.             

  678.               

  679.   

  680.   

  681.   

  682.     <li class="md-nav__item">

  683.       <a href="../../Examples/KernelMemory/" class="md-nav__link">

  684.         Kernel memory integration - basic

  685.       </a>

  686.     </li>

  687.   

  688. 

  689.             

  690.           

  691.             

  692.               

  693.   

  694.   

  695.   

  696.     <li class="md-nav__item">

  697.       <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">

  698.         Kernel-memory - save & load

  699.       </a>

  700.     </li>

  701.   

  702. 

  703.             

  704.           

  705.             

  706.               

  707.   

  708.   

  709.   

  710.     <li class="md-nav__item">

  711.       <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">

  712.         LLaVA - basic

  713.       </a>

  714.     </li>

  715.   

  716. 

  717.             

  718.           

  719.             

  720.               

  721.   

  722.   

  723.   

  724.     <li class="md-nav__item">

  725.       <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">

  726.         ChatSession - load & save

  727.       </a>

  728.     </li>

  729.   

  730. 

  731.             

  732.           

  733.             

  734.               

  735.   

  736.   

  737.   

  738.     <li class="md-nav__item">

  739.       <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">

  740.         Executor - save/load state

  741.       </a>

  742.     </li>

  743.   

  744. 

  745.             

  746.           

  747.             

  748.               

  749.   

  750.   

  751.   

  752.     <li class="md-nav__item">

  753.       <a href="../../Examples/QuantizeModel/" class="md-nav__link">

  754.         Quantization

  755.       </a>

  756.     </li>

  757.   

  758. 

  759.             

  760.           

  761.             

  762.               

  763.   

  764.   

  765.   

  766.     <li class="md-nav__item">

  767.       <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">

  768.         Semantic-kernel - chat

  769.       </a>

  770.     </li>

  771.   

  772. 

  773.             

  774.           

  775.             

  776.               

  777.   

  778.   

  779.   

  780.     <li class="md-nav__item">

  781.       <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">

  782.         Semantic-kernel - with kernel-memory

  783.       </a>

  784.     </li>

  785.   

  786. 

  787.             

  788.           

  789.             

  790.               

  791.   

  792.   

  793.   

  794.     <li class="md-nav__item">

  795.       <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">

  796.         Semantic-kernel - basic

  797.       </a>

  798.     </li>

  799.   

  800. 

  801.             

  802.           

  803.             

  804.               

  805.   

  806.   

  807.   

  808.     <li class="md-nav__item">

  809.       <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">

  810.         Stateless executor

  811.       </a>

  812.     </li>

  813.   

  814. 

  815.             

  816.           

  817.             

  818.               

  819.   

  820.   

  821.   

  822.     <li class="md-nav__item">

  823.       <a href="../../Examples/TalkToYourself/" class="md-nav__link">

  824.         Talk to yourself

  825.       </a>

  826.     </li>

  827.   

  828. 

  829.             

  830.           

  831.         </ul>

  832.       </nav>

  833.     </li>

  834.   

  835. 

  836.     

  837.       

  838.       

  839.       

  840. 

  841.   

  842.   

  843.     

  844.   

  845.   

  846.     

  847.     <li class="md-nav__item md-nav__item--active md-nav__item--nested">

  848.       

  849.       

  850.       

  851.       

  852.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>

  853.       

  854.       

  855.       

  856.         <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">

  857.           API Reference

  858.           <span class="md-nav__icon md-icon"></span>

  859.         </label>

  860.       

  861.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">

  862.         <label class="md-nav__title" for="__nav_9">

  863.           <span class="md-nav__icon md-icon"></span>

  864.           API Reference

  865.         </label>

  866.         <ul class="md-nav__list" data-md-scrollfix>

  867.           

  868.             

  869.               

  870.   

  871.   

  872.   

  873.     <li class="md-nav__item">

  874.       <a href="../" class="md-nav__link">

  875.         index

  876.       </a>

  877.     </li>

  878.   

  879. 

  880.             

  881.           

  882.             

  883.               

  884.   

  885.   

  886.   

  887.     <li class="md-nav__item">

  888.       <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">

  889.         llama.abstractions.adaptercollection

  890.       </a>

  891.     </li>

  892.   

  893. 

  894.             

  895.           

  896.             

  897.               

  898.   

  899.   

  900.   

  901.     <li class="md-nav__item">

  902.       <a href="../llama.abstractions.icontextparams/" class="md-nav__link">

  903.         llama.abstractions.icontextparams

  904.       </a>

  905.     </li>

  906.   

  907. 

  908.             

  909.           

  910.             

  911.               

  912.   

  913.   

  914.   

  915.     <li class="md-nav__item">

  916.       <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">

  917.         llama.abstractions.ihistorytransform

  918.       </a>

  919.     </li>

  920.   

  921. 

  922.             

  923.           

  924.             

  925.               

  926.   

  927.   

  928.   

  929.     <li class="md-nav__item">

  930.       <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">

  931.         llama.abstractions.iinferenceparams

  932.       </a>

  933.     </li>

  934.   

  935. 

  936.             

  937.           

  938.             

  939.               

  940.   

  941.   

  942.   

  943.     <li class="md-nav__item">

  944.       <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">

  945.         llama.abstractions.illamaexecutor

  946.       </a>

  947.     </li>

  948.   

  949. 

  950.             

  951.           

  952.             

  953.               

  954.   

  955.   

  956.   

  957.     <li class="md-nav__item">

  958.       <a href="../llama.abstractions.illamaparams/" class="md-nav__link">

  959.         llama.abstractions.illamaparams

  960.       </a>

  961.     </li>

  962.   

  963. 

  964.             

  965.           

  966.             

  967.               

  968.   

  969.   

  970.   

  971.     <li class="md-nav__item">

  972.       <a href="../llama.abstractions.imodelparams/" class="md-nav__link">

  973.         llama.abstractions.imodelparams

  974.       </a>

  975.     </li>

  976.   

  977. 

  978.             

  979.           

  980.             

  981.               

  982.   

  983.   

  984.   

  985.     <li class="md-nav__item">

  986.       <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">

  987.         llama.abstractions.itextstreamtransform

  988.       </a>

  989.     </li>

  990.   

  991. 

  992.             

  993.           

  994.             

  995.               

  996.   

  997.   

  998.   

  999.     <li class="md-nav__item">

  1000.       <a href="../llama.abstractions.itexttransform/" class="md-nav__link">

  1001.         llama.abstractions.itexttransform

  1002.       </a>

  1003.     </li>

  1004.   

  1005. 

  1006.             

  1007.           

  1008.             

  1009.               

  1010.   

  1011.   

  1012.   

  1013.     <li class="md-nav__item">

  1014.       <a href="../llama.abstractions.loraadapter/" class="md-nav__link">

  1015.         llama.abstractions.loraadapter

  1016.       </a>

  1017.     </li>

  1018.   

  1019. 

  1020.             

  1021.           

  1022.             

  1023.               

  1024.   

  1025.   

  1026.   

  1027.     <li class="md-nav__item">

  1028.       <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">

  1029.         llama.abstractions.metadataoverride

  1030.       </a>

  1031.     </li>

  1032.   

  1033. 

  1034.             

  1035.           

  1036.             

  1037.               

  1038.   

  1039.   

  1040.   

  1041.     <li class="md-nav__item">

  1042.       <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">

  1043.         llama.abstractions.metadataoverrideconverter

  1044.       </a>

  1045.     </li>

  1046.   

  1047. 

  1048.             

  1049.           

  1050.             

  1051.               

  1052.   

  1053.   

  1054.   

  1055.     <li class="md-nav__item">

  1056.       <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">

  1057.         llama.abstractions.tensorsplitscollection

  1058.       </a>

  1059.     </li>

  1060.   

  1061. 

  1062.             

  1063.           

  1064.             

  1065.               

  1066.   

  1067.   

  1068.   

  1069.     <li class="md-nav__item">

  1070.       <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">

  1071.         llama.abstractions.tensorsplitscollectionconverter

  1072.       </a>

  1073.     </li>

  1074.   

  1075. 

  1076.             

  1077.           

  1078.             

  1079.               

  1080.   

  1081.   

  1082.   

  1083.     <li class="md-nav__item">

  1084.       <a href="../llama.antipromptprocessor/" class="md-nav__link">

  1085.         llama.antipromptprocessor

  1086.       </a>

  1087.     </li>

  1088.   

  1089. 

  1090.             

  1091.           

  1092.             

  1093.               

  1094.   

  1095.   

  1096.   

  1097.     <li class="md-nav__item">

  1098.       <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">

  1099.         llama.batched.alreadypromptedconversationexception

  1100.       </a>

  1101.     </li>

  1102.   

  1103. 

  1104.             

  1105.           

  1106.             

  1107.               

  1108.   

  1109.   

  1110.   

  1111.     <li class="md-nav__item">

  1112.       <a href="../llama.batched.batchedexecutor/" class="md-nav__link">

  1113.         llama.batched.batchedexecutor

  1114.       </a>

  1115.     </li>

  1116.   

  1117. 

  1118.             

  1119.           

  1120.             

  1121.               

  1122.   

  1123.   

  1124.   

  1125.     <li class="md-nav__item">

  1126.       <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">

  1127.         llama.batched.cannotforkwhilerequiresinferenceexception

  1128.       </a>

  1129.     </li>

  1130.   

  1131. 

  1132.             

  1133.           

  1134.             

  1135.               

  1136.   

  1137.   

  1138.   

  1139.     <li class="md-nav__item">

  1140.       <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">

  1141.         llama.batched.cannotmodifywhilerequiresinferenceexception

  1142.       </a>

  1143.     </li>

  1144.   

  1145. 

  1146.             

  1147.           

  1148.             

  1149.               

  1150.   

  1151.   

  1152.   

  1153.     <li class="md-nav__item">

  1154.       <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">

  1155.         llama.batched.cannotsamplerequiresinferenceexception

  1156.       </a>

  1157.     </li>

  1158.   

  1159. 

  1160.             

  1161.           

  1162.             

  1163.               

  1164.   

  1165.   

  1166.   

  1167.     <li class="md-nav__item">

  1168.       <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">

  1169.         llama.batched.cannotsamplerequirespromptexception

  1170.       </a>

  1171.     </li>

  1172.   

  1173. 

  1174.             

  1175.           

  1176.             

  1177.               

  1178.   

  1179.   

  1180.   

  1181.     <li class="md-nav__item">

  1182.       <a href="../llama.batched.conversation/" class="md-nav__link">

  1183.         llama.batched.conversation

  1184.       </a>

  1185.     </li>

  1186.   

  1187. 

  1188.             

  1189.           

  1190.             

  1191.               

  1192.   

  1193.   

  1194.   

  1195.     <li class="md-nav__item">

  1196.       <a href="../llama.batched.conversationextensions/" class="md-nav__link">

  1197.         llama.batched.conversationextensions

  1198.       </a>

  1199.     </li>

  1200.   

  1201. 

  1202.             

  1203.           

  1204.             

  1205.               

  1206.   

  1207.   

  1208.   

  1209.     <li class="md-nav__item">

  1210.       <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">

  1211.         llama.batched.experimentalbatchedexecutorexception

  1212.       </a>

  1213.     </li>

  1214.   

  1215. 

  1216.             

  1217.           

  1218.             

  1219.               

  1220.   

  1221.   

  1222.   

  1223.     <li class="md-nav__item">

  1224.       <a href="../llama.chatsession-1/" class="md-nav__link">

  1225.         llama.chatsession-1

  1226.       </a>

  1227.     </li>

  1228.   

  1229. 

  1230.             

  1231.           

  1232.             

  1233.               

  1234.   

  1235.   

  1236.   

  1237.     <li class="md-nav__item">

  1238.       <a href="../llama.chatsession/" class="md-nav__link">

  1239.         llama.chatsession

  1240.       </a>

  1241.     </li>

  1242.   

  1243. 

  1244.             

  1245.           

  1246.             

  1247.               

  1248.   

  1249.   

  1250.   

  1251.     <li class="md-nav__item">

  1252.       <a href="../llama.common.authorrole/" class="md-nav__link">

  1253.         llama.common.authorrole

  1254.       </a>

  1255.     </li>

  1256.   

  1257. 

  1258.             

  1259.           

  1260.             

  1261.               

  1262.   

  1263.   

  1264.   

  1265.     <li class="md-nav__item">

  1266.       <a href="../llama.common.chathistory/" class="md-nav__link">

  1267.         llama.common.chathistory

  1268.       </a>

  1269.     </li>

  1270.   

  1271. 

  1272.             

  1273.           

  1274.             

  1275.               

  1276.   

  1277.   

  1278.   

  1279.     <li class="md-nav__item">

  1280.       <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">

  1281.         llama.common.fixedsizequeue-1

  1282.       </a>

  1283.     </li>

  1284.   

  1285. 

  1286.             

  1287.           

  1288.             

  1289.               

  1290.   

  1291.   

  1292.   

  1293.     <li class="md-nav__item">

  1294.       <a href="../llama.common.inferenceparams/" class="md-nav__link">

  1295.         llama.common.inferenceparams

  1296.       </a>

  1297.     </li>

  1298.   

  1299. 

  1300.             

  1301.           

  1302.             

  1303.               

  1304.   

  1305.   

  1306.   

  1307.     <li class="md-nav__item">

  1308.       <a href="../llama.common.mirostattype/" class="md-nav__link">

  1309.         llama.common.mirostattype

  1310.       </a>

  1311.     </li>

  1312.   

  1313. 

  1314.             

  1315.           

  1316.             

  1317.               

  1318.   

  1319.   

  1320.     

  1321.   

  1322.   

  1323.     <li class="md-nav__item md-nav__item--active">

  1324.       

  1325.       <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">

  1326.       

  1327.       

  1328.         

  1329.       

  1330.       

  1331.         <label class="md-nav__link md-nav__link--active" for="__toc">

  1332.           llama.common.modelparams

  1333.           <span class="md-nav__icon md-icon"></span>

  1334.         </label>

  1335.       

  1336.       <a href="./" class="md-nav__link md-nav__link--active">

  1337.         llama.common.modelparams

  1338.       </a>

  1339.       

  1340.         

  1341. 

  1342. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">

  1343.   

  1344.   

  1345.   

  1346.     

  1347.   

  1348.   

  1349.     <label class="md-nav__title" for="__toc">

  1350.       <span class="md-nav__icon md-icon"></span>

  1351.       Table of contents

  1352.     </label>

  1353.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>

  1354.       

  1355.         <li class="md-nav__item">

  1356.   <a href="#properties" class="md-nav__link">

  1357.     Properties

  1358.   </a>

  1359.   

  1360.     <nav class="md-nav" aria-label="Properties">

  1361.       <ul class="md-nav__list">

  1362.         

  1363.           <li class="md-nav__item">

  1364.   <a href="#contextsize" class="md-nav__link">

  1365.     ContextSize

  1366.   </a>

  1367.   

  1368.     <nav class="md-nav" aria-label="ContextSize">

  1369.       <ul class="md-nav__list">

  1370.         

  1371.           <li class="md-nav__item">

  1372.   <a href="#property-value" class="md-nav__link">

  1373.     Property Value

  1374.   </a>

  1375.   

  1376. </li>

  1377.         

  1378.       </ul>

  1379.     </nav>

  1380.   

  1381. </li>

  1382.         

  1383.           <li class="md-nav__item">

  1384.   <a href="#maingpu" class="md-nav__link">

  1385.     MainGpu

  1386.   </a>

  1387.   

  1388.     <nav class="md-nav" aria-label="MainGpu">

  1389.       <ul class="md-nav__list">

  1390.         

  1391.           <li class="md-nav__item">

  1392.   <a href="#property-value_1" class="md-nav__link">

  1393.     Property Value

  1394.   </a>

  1395.   

  1396. </li>

  1397.         

  1398.       </ul>

  1399.     </nav>

  1400.   

  1401. </li>

  1402.         

  1403.           <li class="md-nav__item">

  1404.   <a href="#splitmode" class="md-nav__link">

  1405.     SplitMode

  1406.   </a>

  1407.   

  1408.     <nav class="md-nav" aria-label="SplitMode">

  1409.       <ul class="md-nav__list">

  1410.         

  1411.           <li class="md-nav__item">

  1412.   <a href="#property-value_2" class="md-nav__link">

  1413.     Property Value

  1414.   </a>

  1415.   

  1416. </li>

  1417.         

  1418.       </ul>

  1419.     </nav>

  1420.   

  1421. </li>

  1422.         

  1423.           <li class="md-nav__item">

  1424.   <a href="#gpulayercount" class="md-nav__link">

  1425.     GpuLayerCount

  1426.   </a>

  1427.   

  1428.     <nav class="md-nav" aria-label="GpuLayerCount">

  1429.       <ul class="md-nav__list">

  1430.         

  1431.           <li class="md-nav__item">

  1432.   <a href="#property-value_3" class="md-nav__link">

  1433.     Property Value

  1434.   </a>

  1435.   

  1436. </li>

  1437.         

  1438.       </ul>

  1439.     </nav>

  1440.   

  1441. </li>

  1442.         

  1443.           <li class="md-nav__item">

  1444.   <a href="#seed" class="md-nav__link">

  1445.     Seed

  1446.   </a>

  1447.   

  1448.     <nav class="md-nav" aria-label="Seed">

  1449.       <ul class="md-nav__list">

  1450.         

  1451.           <li class="md-nav__item">

  1452.   <a href="#property-value_4" class="md-nav__link">

  1453.     Property Value

  1454.   </a>

  1455.   

  1456. </li>

  1457.         

  1458.       </ul>

  1459.     </nav>

  1460.   

  1461. </li>

  1462.         

  1463.           <li class="md-nav__item">

  1464.   <a href="#usememorymap" class="md-nav__link">

  1465.     UseMemorymap

  1466.   </a>

  1467.   

  1468.     <nav class="md-nav" aria-label="UseMemorymap">

  1469.       <ul class="md-nav__list">

  1470.         

  1471.           <li class="md-nav__item">

  1472.   <a href="#property-value_5" class="md-nav__link">

  1473.     Property Value

  1474.   </a>

  1475.   

  1476. </li>

  1477.         

  1478.       </ul>

  1479.     </nav>

  1480.   

  1481. </li>

  1482.         

  1483.           <li class="md-nav__item">

  1484.   <a href="#usememorylock" class="md-nav__link">

  1485.     UseMemoryLock

  1486.   </a>

  1487.   

  1488.     <nav class="md-nav" aria-label="UseMemoryLock">

  1489.       <ul class="md-nav__list">

  1490.         

  1491.           <li class="md-nav__item">

  1492.   <a href="#property-value_6" class="md-nav__link">

  1493.     Property Value

  1494.   </a>

  1495.   

  1496. </li>

  1497.         

  1498.       </ul>

  1499.     </nav>

  1500.   

  1501. </li>

  1502.         

  1503.           <li class="md-nav__item">

  1504.   <a href="#modelpath" class="md-nav__link">

  1505.     ModelPath

  1506.   </a>

  1507.   

  1508.     <nav class="md-nav" aria-label="ModelPath">

  1509.       <ul class="md-nav__list">

  1510.         

  1511.           <li class="md-nav__item">

  1512.   <a href="#property-value_7" class="md-nav__link">

  1513.     Property Value

  1514.   </a>

  1515.   

  1516. </li>

  1517.         

  1518.       </ul>

  1519.     </nav>

  1520.   

  1521. </li>

  1522.         

  1523.           <li class="md-nav__item">

  1524.   <a href="#loraadapters" class="md-nav__link">

  1525.     LoraAdapters

  1526.   </a>

  1527.   

  1528.     <nav class="md-nav" aria-label="LoraAdapters">

  1529.       <ul class="md-nav__list">

  1530.         

  1531.           <li class="md-nav__item">

  1532.   <a href="#property-value_8" class="md-nav__link">

  1533.     Property Value

  1534.   </a>

  1535.   

  1536. </li>

  1537.         

  1538.       </ul>

  1539.     </nav>

  1540.   

  1541. </li>

  1542.         

  1543.           <li class="md-nav__item">

  1544.   <a href="#lorabase" class="md-nav__link">

  1545.     LoraBase

  1546.   </a>

  1547.   

  1548.     <nav class="md-nav" aria-label="LoraBase">

  1549.       <ul class="md-nav__list">

  1550.         

  1551.           <li class="md-nav__item">

  1552.   <a href="#property-value_9" class="md-nav__link">

  1553.     Property Value

  1554.   </a>

  1555.   

  1556. </li>

  1557.         

  1558.       </ul>

  1559.     </nav>

  1560.   

  1561. </li>

  1562.         

  1563.           <li class="md-nav__item">

  1564.   <a href="#threads" class="md-nav__link">

  1565.     Threads

  1566.   </a>

  1567.   

  1568.     <nav class="md-nav" aria-label="Threads">

  1569.       <ul class="md-nav__list">

  1570.         

  1571.           <li class="md-nav__item">

  1572.   <a href="#property-value_10" class="md-nav__link">

  1573.     Property Value

  1574.   </a>

  1575.   

  1576. </li>

  1577.         

  1578.       </ul>

  1579.     </nav>

  1580.   

  1581. </li>

  1582.         

  1583.           <li class="md-nav__item">

  1584.   <a href="#batchthreads" class="md-nav__link">

  1585.     BatchThreads

  1586.   </a>

  1587.   

  1588.     <nav class="md-nav" aria-label="BatchThreads">

  1589.       <ul class="md-nav__list">

  1590.         

  1591.           <li class="md-nav__item">

  1592.   <a href="#property-value_11" class="md-nav__link">

  1593.     Property Value

  1594.   </a>

  1595.   

  1596. </li>

  1597.         

  1598.       </ul>

  1599.     </nav>

  1600.   

  1601. </li>

  1602.         

  1603.           <li class="md-nav__item">

  1604.   <a href="#batchsize" class="md-nav__link">

  1605.     BatchSize

  1606.   </a>

  1607.   

  1608.     <nav class="md-nav" aria-label="BatchSize">

  1609.       <ul class="md-nav__list">

  1610.         

  1611.           <li class="md-nav__item">

  1612.   <a href="#property-value_12" class="md-nav__link">

  1613.     Property Value

  1614.   </a>

  1615.   

  1616. </li>

  1617.         

  1618.       </ul>

  1619.     </nav>

  1620.   

  1621. </li>

  1622.         

  1623.           <li class="md-nav__item">

  1624.   <a href="#embeddingmode" class="md-nav__link">

  1625.     EmbeddingMode

  1626.   </a>

  1627.   

  1628.     <nav class="md-nav" aria-label="EmbeddingMode">

  1629.       <ul class="md-nav__list">

  1630.         

  1631.           <li class="md-nav__item">

  1632.   <a href="#property-value_13" class="md-nav__link">

  1633.     Property Value

  1634.   </a>

  1635.   

  1636. </li>

  1637.         

  1638.       </ul>

  1639.     </nav>

  1640.   

  1641. </li>

  1642.         

  1643.           <li class="md-nav__item">

  1644.   <a href="#tensorsplits" class="md-nav__link">

  1645.     TensorSplits

  1646.   </a>

  1647.   

  1648.     <nav class="md-nav" aria-label="TensorSplits">

  1649.       <ul class="md-nav__list">

  1650.         

  1651.           <li class="md-nav__item">

  1652.   <a href="#property-value_14" class="md-nav__link">

  1653.     Property Value

  1654.   </a>

  1655.   

  1656. </li>

  1657.         

  1658.       </ul>

  1659.     </nav>

  1660.   

  1661. </li>

  1662.         

  1663.           <li class="md-nav__item">

  1664.   <a href="#metadataoverrides" class="md-nav__link">

  1665.     MetadataOverrides

  1666.   </a>

  1667.   

  1668.     <nav class="md-nav" aria-label="MetadataOverrides">

  1669.       <ul class="md-nav__list">

  1670.         

  1671.           <li class="md-nav__item">

  1672.   <a href="#property-value_15" class="md-nav__link">

  1673.     Property Value

  1674.   </a>

  1675.   

  1676. </li>

  1677.         

  1678.       </ul>

  1679.     </nav>

  1680.   

  1681. </li>

  1682.         

  1683.           <li class="md-nav__item">

  1684.   <a href="#ropefrequencybase" class="md-nav__link">

  1685.     RopeFrequencyBase

  1686.   </a>

  1687.   

  1688.     <nav class="md-nav" aria-label="RopeFrequencyBase">

  1689.       <ul class="md-nav__list">

  1690.         

  1691.           <li class="md-nav__item">

  1692.   <a href="#property-value_16" class="md-nav__link">

  1693.     Property Value

  1694.   </a>

  1695.   

  1696. </li>

  1697.         

  1698.       </ul>

  1699.     </nav>

  1700.   

  1701. </li>

  1702.         

  1703.           <li class="md-nav__item">

  1704.   <a href="#ropefrequencyscale" class="md-nav__link">

  1705.     RopeFrequencyScale

  1706.   </a>

  1707.   

  1708.     <nav class="md-nav" aria-label="RopeFrequencyScale">

  1709.       <ul class="md-nav__list">

  1710.         

  1711.           <li class="md-nav__item">

  1712.   <a href="#property-value_17" class="md-nav__link">

  1713.     Property Value

  1714.   </a>

  1715.   

  1716. </li>

  1717.         

  1718.       </ul>

  1719.     </nav>

  1720.   

  1721. </li>

  1722.         

  1723.           <li class="md-nav__item">

  1724.   <a href="#yarnextrapolationfactor" class="md-nav__link">

  1725.     YarnExtrapolationFactor

  1726.   </a>

  1727.   

  1728.     <nav class="md-nav" aria-label="YarnExtrapolationFactor">

  1729.       <ul class="md-nav__list">

  1730.         

  1731.           <li class="md-nav__item">

  1732.   <a href="#property-value_18" class="md-nav__link">

  1733.     Property Value

  1734.   </a>

  1735.   

  1736. </li>

  1737.         

  1738.       </ul>

  1739.     </nav>

  1740.   

  1741. </li>

  1742.         

  1743.           <li class="md-nav__item">

  1744.   <a href="#yarnattentionfactor" class="md-nav__link">

  1745.     YarnAttentionFactor

  1746.   </a>

  1747.   

  1748.     <nav class="md-nav" aria-label="YarnAttentionFactor">

  1749.       <ul class="md-nav__list">

  1750.         

  1751.           <li class="md-nav__item">

  1752.   <a href="#property-value_19" class="md-nav__link">

  1753.     Property Value

  1754.   </a>

  1755.   

  1756. </li>

  1757.         

  1758.       </ul>

  1759.     </nav>

  1760.   

  1761. </li>

  1762.         

  1763.           <li class="md-nav__item">

  1764.   <a href="#yarnbetafast" class="md-nav__link">

  1765.     YarnBetaFast

  1766.   </a>

  1767.   

  1768.     <nav class="md-nav" aria-label="YarnBetaFast">

  1769.       <ul class="md-nav__list">

  1770.         

  1771.           <li class="md-nav__item">

  1772.   <a href="#property-value_20" class="md-nav__link">

  1773.     Property Value

  1774.   </a>

  1775.   

  1776. </li>

  1777.         

  1778.       </ul>

  1779.     </nav>

  1780.   

  1781. </li>

  1782.         

  1783.           <li class="md-nav__item">

  1784.   <a href="#yarnbetaslow" class="md-nav__link">

  1785.     YarnBetaSlow

  1786.   </a>

  1787.   

  1788.     <nav class="md-nav" aria-label="YarnBetaSlow">

  1789.       <ul class="md-nav__list">

  1790.         

  1791.           <li class="md-nav__item">

  1792.   <a href="#property-value_21" class="md-nav__link">

  1793.     Property Value

  1794.   </a>

  1795.   

  1796. </li>

  1797.         

  1798.       </ul>

  1799.     </nav>

  1800.   

  1801. </li>

  1802.         

  1803.           <li class="md-nav__item">

  1804.   <a href="#yarnoriginalcontext" class="md-nav__link">

  1805.     YarnOriginalContext

  1806.   </a>

  1807.   

  1808.     <nav class="md-nav" aria-label="YarnOriginalContext">

  1809.       <ul class="md-nav__list">

  1810.         

  1811.           <li class="md-nav__item">

  1812.   <a href="#property-value_22" class="md-nav__link">

  1813.     Property Value

  1814.   </a>

  1815.   

  1816. </li>

  1817.         

  1818.       </ul>

  1819.     </nav>

  1820.   

  1821. </li>

  1822.         

  1823.           <li class="md-nav__item">

  1824.   <a href="#yarnscalingtype" class="md-nav__link">

  1825.     YarnScalingType

  1826.   </a>

  1827.   

  1828.     <nav class="md-nav" aria-label="YarnScalingType">

  1829.       <ul class="md-nav__list">

  1830.         

  1831.           <li class="md-nav__item">

  1832.   <a href="#property-value_23" class="md-nav__link">

  1833.     Property Value

  1834.   </a>

  1835.   

  1836. </li>

  1837.         

  1838.       </ul>

  1839.     </nav>

  1840.   

  1841. </li>

  1842.         

  1843.           <li class="md-nav__item">

  1844.   <a href="#typek" class="md-nav__link">

  1845.     TypeK

  1846.   </a>

  1847.   

  1848.     <nav class="md-nav" aria-label="TypeK">

  1849.       <ul class="md-nav__list">

  1850.         

  1851.           <li class="md-nav__item">

  1852.   <a href="#property-value_24" class="md-nav__link">

  1853.     Property Value

  1854.   </a>

  1855.   

  1856. </li>

  1857.         

  1858.       </ul>

  1859.     </nav>

  1860.   

  1861. </li>

  1862.         

  1863.           <li class="md-nav__item">

  1864.   <a href="#typev" class="md-nav__link">

  1865.     TypeV

  1866.   </a>

  1867.   

  1868.     <nav class="md-nav" aria-label="TypeV">

  1869.       <ul class="md-nav__list">

  1870.         

  1871.           <li class="md-nav__item">

  1872.   <a href="#property-value_25" class="md-nav__link">

  1873.     Property Value

  1874.   </a>

  1875.   

  1876. </li>

  1877.         

  1878.       </ul>

  1879.     </nav>

  1880.   

  1881. </li>

  1882.         

  1883.           <li class="md-nav__item">

  1884.   <a href="#nokqvoffload" class="md-nav__link">

  1885.     NoKqvOffload

  1886.   </a>

  1887.   

  1888.     <nav class="md-nav" aria-label="NoKqvOffload">

  1889.       <ul class="md-nav__list">

  1890.         

  1891.           <li class="md-nav__item">

  1892.   <a href="#property-value_26" class="md-nav__link">

  1893.     Property Value

  1894.   </a>

  1895.   

  1896. </li>

  1897.         

  1898.       </ul>

  1899.     </nav>

  1900.   

  1901. </li>

  1902.         

  1903.           <li class="md-nav__item">

  1904.   <a href="#defragthreshold" class="md-nav__link">

  1905.     DefragThreshold

  1906.   </a>

  1907.   

  1908.     <nav class="md-nav" aria-label="DefragThreshold">

  1909.       <ul class="md-nav__list">

  1910.         

  1911.           <li class="md-nav__item">

  1912.   <a href="#property-value_27" class="md-nav__link">

  1913.     Property Value

  1914.   </a>

  1915.   

  1916. </li>

  1917.         

  1918.       </ul>

  1919.     </nav>

  1920.   

  1921. </li>

  1922.         

  1923.           <li class="md-nav__item">

  1924.   <a href="#dopooling" class="md-nav__link">

  1925.     DoPooling

  1926.   </a>

  1927.   

  1928.     <nav class="md-nav" aria-label="DoPooling">

  1929.       <ul class="md-nav__list">

  1930.         

  1931.           <li class="md-nav__item">

  1932.   <a href="#property-value_28" class="md-nav__link">

  1933.     Property Value

  1934.   </a>

  1935.   

  1936. </li>

  1937.         

  1938.       </ul>

  1939.     </nav>

  1940.   

  1941. </li>

  1942.         

  1943.           <li class="md-nav__item">

  1944.   <a href="#vocabonly" class="md-nav__link">

  1945.     VocabOnly

  1946.   </a>

  1947.   

  1948.     <nav class="md-nav" aria-label="VocabOnly">

  1949.       <ul class="md-nav__list">

  1950.         

  1951.           <li class="md-nav__item">

  1952.   <a href="#property-value_29" class="md-nav__link">

  1953.     Property Value

  1954.   </a>

  1955.   

  1956. </li>

  1957.         

  1958.       </ul>

  1959.     </nav>

  1960.   

  1961. </li>

  1962.         

  1963.           <li class="md-nav__item">

  1964.   <a href="#encoding" class="md-nav__link">

  1965.     Encoding

  1966.   </a>

  1967.   

  1968.     <nav class="md-nav" aria-label="Encoding">

  1969.       <ul class="md-nav__list">

  1970.         

  1971.           <li class="md-nav__item">

  1972.   <a href="#property-value_30" class="md-nav__link">

  1973.     Property Value

  1974.   </a>

  1975.   

  1976. </li>

  1977.         

  1978.       </ul>

  1979.     </nav>

  1980.   

  1981. </li>

  1982.         

  1983.       </ul>

  1984.     </nav>

  1985.   

  1986. </li>

  1987.       

  1988.         <li class="md-nav__item">

  1989.   <a href="#constructors" class="md-nav__link">

  1990.     Constructors

  1991.   </a>

  1992.   

  1993.     <nav class="md-nav" aria-label="Constructors">

  1994.       <ul class="md-nav__list">

  1995.         

  1996.           <li class="md-nav__item">

  1997.   <a href="#modelparamsstring" class="md-nav__link">

  1998.     ModelParams(String)

  1999.   </a>

  2000.   

  2001.     <nav class="md-nav" aria-label="ModelParams(String)">

  2002.       <ul class="md-nav__list">

  2003.         

  2004.           <li class="md-nav__item">

  2005.   <a href="#parameters" class="md-nav__link">

  2006.     Parameters

  2007.   </a>

  2008.   

  2009. </li>

  2010.         

  2011.       </ul>

  2012.     </nav>

  2013.   

  2014. </li>

  2015.         

  2016.       </ul>

  2017.     </nav>

  2018.   

  2019. </li>

  2020.       

  2021.         <li class="md-nav__item">

  2022.   <a href="#methods" class="md-nav__link">

  2023.     Methods

  2024.   </a>

  2025.   

  2026.     <nav class="md-nav" aria-label="Methods">

  2027.       <ul class="md-nav__list">

  2028.         

  2029.           <li class="md-nav__item">

  2030.   <a href="#tostring" class="md-nav__link">

  2031.     ToString()

  2032.   </a>

  2033.   

  2034.     <nav class="md-nav" aria-label="ToString()">

  2035.       <ul class="md-nav__list">

  2036.         

  2037.           <li class="md-nav__item">

  2038.   <a href="#returns" class="md-nav__link">

  2039.     Returns

  2040.   </a>

  2041.   

  2042. </li>

  2043.         

  2044.       </ul>

  2045.     </nav>

  2046.   

  2047. </li>

  2048.         

  2049.           <li class="md-nav__item">

  2050.   <a href="#printmembersstringbuilder" class="md-nav__link">

  2051.     PrintMembers(StringBuilder)

  2052.   </a>

  2053.   

  2054.     <nav class="md-nav" aria-label="PrintMembers(StringBuilder)">

  2055.       <ul class="md-nav__list">

  2056.         

  2057.           <li class="md-nav__item">

  2058.   <a href="#parameters_1" class="md-nav__link">

  2059.     Parameters

  2060.   </a>

  2061.   

  2062. </li>

  2063.         

  2064.           <li class="md-nav__item">

  2065.   <a href="#returns_1" class="md-nav__link">

  2066.     Returns

  2067.   </a>

  2068.   

  2069. </li>

  2070.         

  2071.       </ul>

  2072.     </nav>

  2073.   

  2074. </li>

  2075.         

  2076.           <li class="md-nav__item">

  2077.   <a href="#gethashcode" class="md-nav__link">

  2078.     GetHashCode()

  2079.   </a>

  2080.   

  2081.     <nav class="md-nav" aria-label="GetHashCode()">

  2082.       <ul class="md-nav__list">

  2083.         

  2084.           <li class="md-nav__item">

  2085.   <a href="#returns_2" class="md-nav__link">

  2086.     Returns

  2087.   </a>

  2088.   

  2089. </li>

  2090.         

  2091.       </ul>

  2092.     </nav>

  2093.   

  2094. </li>

  2095.         

  2096.           <li class="md-nav__item">

  2097.   <a href="#equalsobject" class="md-nav__link">

  2098.     Equals(Object)

  2099.   </a>

  2100.   

  2101.     <nav class="md-nav" aria-label="Equals(Object)">

  2102.       <ul class="md-nav__list">

  2103.         

  2104.           <li class="md-nav__item">

  2105.   <a href="#parameters_2" class="md-nav__link">

  2106.     Parameters

  2107.   </a>

  2108.   

  2109. </li>

  2110.         

  2111.           <li class="md-nav__item">

  2112.   <a href="#returns_3" class="md-nav__link">

  2113.     Returns

  2114.   </a>

  2115.   

  2116. </li>

  2117.         

  2118.       </ul>

  2119.     </nav>

  2120.   

  2121. </li>

  2122.         

  2123.           <li class="md-nav__item">

  2124.   <a href="#equalsmodelparams" class="md-nav__link">

  2125.     Equals(ModelParams)

  2126.   </a>

  2127.   

  2128.     <nav class="md-nav" aria-label="Equals(ModelParams)">

  2129.       <ul class="md-nav__list">

  2130.         

  2131.           <li class="md-nav__item">

  2132.   <a href="#parameters_3" class="md-nav__link">

  2133.     Parameters

  2134.   </a>

  2135.   

  2136. </li>

  2137.         

  2138.           <li class="md-nav__item">

  2139.   <a href="#returns_4" class="md-nav__link">

  2140.     Returns

  2141.   </a>

  2142.   

  2143. </li>

  2144.         

  2145.       </ul>

  2146.     </nav>

  2147.   

  2148. </li>

  2149.         

  2150.           <li class="md-nav__item">

  2151.   <a href="#clone" class="md-nav__link">

  2152.     &lt;Clone&gt;$()

  2153.   </a>

  2154.   

  2155.     <nav class="md-nav" aria-label="<Clone>$()">

  2156.       <ul class="md-nav__list">

  2157.         

  2158.           <li class="md-nav__item">

  2159.   <a href="#returns_5" class="md-nav__link">

  2160.     Returns

  2161.   </a>

  2162.   

  2163. </li>

  2164.         

  2165.       </ul>

  2166.     </nav>

  2167.   

  2168. </li>

  2169.         

  2170.       </ul>

  2171.     </nav>

  2172.   

  2173. </li>

  2174.       

  2175.     </ul>

  2176.   

  2177. </nav>

  2178.       

  2179.     </li>

  2180.   

  2181. 

  2182.             

  2183.           

  2184.             

  2185.               

  2186.   

  2187.   

  2188.   

  2189.     <li class="md-nav__item">

  2190.       <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">

  2191.         llama.exceptions.grammarexpectedname

  2192.       </a>

  2193.     </li>

  2194.   

  2195. 

  2196.             

  2197.           

  2198.             

  2199.               

  2200.   

  2201.   

  2202.   

  2203.     <li class="md-nav__item">

  2204.       <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">

  2205.         llama.exceptions.grammarexpectednext

  2206.       </a>

  2207.     </li>

  2208.   

  2209. 

  2210.             

  2211.           

  2212.             

  2213.               

  2214.   

  2215.   

  2216.   

  2217.     <li class="md-nav__item">

  2218.       <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">

  2219.         llama.exceptions.grammarexpectedprevious

  2220.       </a>

  2221.     </li>

  2222.   

  2223. 

  2224.             

  2225.           

  2226.             

  2227.               

  2228.   

  2229.   

  2230.   

  2231.     <li class="md-nav__item">

  2232.       <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">

  2233.         llama.exceptions.grammarformatexception

  2234.       </a>

  2235.     </li>

  2236.   

  2237. 

  2238.             

  2239.           

  2240.             

  2241.               

  2242.   

  2243.   

  2244.   

  2245.     <li class="md-nav__item">

  2246.       <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">

  2247.         llama.exceptions.grammarunexpectedcharaltelement

  2248.       </a>

  2249.     </li>

  2250.   

  2251. 

  2252.             

  2253.           

  2254.             

  2255.               

  2256.   

  2257.   

  2258.   

  2259.     <li class="md-nav__item">

  2260.       <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">

  2261.         llama.exceptions.grammarunexpectedcharrngelement

  2262.       </a>

  2263.     </li>

  2264.   

  2265. 

  2266.             

  2267.           

  2268.             

  2269.               

  2270.   

  2271.   

  2272.   

  2273.     <li class="md-nav__item">

  2274.       <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">

  2275.         llama.exceptions.grammarunexpectedendelement

  2276.       </a>

  2277.     </li>

  2278.   

  2279. 

  2280.             

  2281.           

  2282.             

  2283.               

  2284.   

  2285.   

  2286.   

  2287.     <li class="md-nav__item">

  2288.       <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">

  2289.         llama.exceptions.grammarunexpectedendofinput

  2290.       </a>

  2291.     </li>

  2292.   

  2293. 

  2294.             

  2295.           

  2296.             

  2297.               

  2298.   

  2299.   

  2300.   

  2301.     <li class="md-nav__item">

  2302.       <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">

  2303.         llama.exceptions.grammarunexpectedhexcharscount

  2304.       </a>

  2305.     </li>

  2306.   

  2307. 

  2308.             

  2309.           

  2310.             

  2311.               

  2312.   

  2313.   

  2314.   

  2315.     <li class="md-nav__item">

  2316.       <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">

  2317.         llama.exceptions.grammarunknownescapecharacter

  2318.       </a>

  2319.     </li>

  2320.   

  2321. 

  2322.             

  2323.           

  2324.             

  2325.               

  2326.   

  2327.   

  2328.   

  2329.     <li class="md-nav__item">

  2330.       <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">

  2331.         llama.exceptions.llamadecodeerror

  2332.       </a>

  2333.     </li>

  2334.   

  2335. 

  2336.             

  2337.           

  2338.             

  2339.               

  2340.   

  2341.   

  2342.   

  2343.     <li class="md-nav__item">

  2344.       <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">

  2345.         llama.exceptions.loadweightsfailedexception

  2346.       </a>

  2347.     </li>

  2348.   

  2349. 

  2350.             

  2351.           

  2352.             

  2353.               

  2354.   

  2355.   

  2356.   

  2357.     <li class="md-nav__item">

  2358.       <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">

  2359.         llama.exceptions.runtimeerror

  2360.       </a>

  2361.     </li>

  2362.   

  2363. 

  2364.             

  2365.           

  2366.             

  2367.               

  2368.   

  2369.   

  2370.   

  2371.     <li class="md-nav__item">

  2372.       <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">

  2373.         llama.extensions.icontextparamsextensions

  2374.       </a>

  2375.     </li>

  2376.   

  2377. 

  2378.             

  2379.           

  2380.             

  2381.               

  2382.   

  2383.   

  2384.   

  2385.     <li class="md-nav__item">

  2386.       <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">

  2387.         llama.extensions.imodelparamsextensions

  2388.       </a>

  2389.     </li>

  2390.   

  2391. 

  2392.             

  2393.           

  2394.             

  2395.               

  2396.   

  2397.   

  2398.   

  2399.     <li class="md-nav__item">

  2400.       <a href="../llama.grammars.grammar/" class="md-nav__link">

  2401.         llama.grammars.grammar

  2402.       </a>

  2403.     </li>

  2404.   

  2405. 

  2406.             

  2407.           

  2408.             

  2409.               

  2410.   

  2411.   

  2412.   

  2413.     <li class="md-nav__item">

  2414.       <a href="../llama.grammars.grammarrule/" class="md-nav__link">

  2415.         llama.grammars.grammarrule

  2416.       </a>

  2417.     </li>

  2418.   

  2419. 

  2420.             

  2421.           

  2422.             

  2423.               

  2424.   

  2425.   

  2426.   

  2427.     <li class="md-nav__item">

  2428.       <a href="../llama.ichatmodel/" class="md-nav__link">

  2429.         llama.ichatmodel

  2430.       </a>

  2431.     </li>

  2432.   

  2433. 

  2434.             

  2435.           

  2436.             

  2437.               

  2438.   

  2439.   

  2440.   

  2441.     <li class="md-nav__item">

  2442.       <a href="../llama.llamacache/" class="md-nav__link">

  2443.         llama.llamacache

  2444.       </a>

  2445.     </li>

  2446.   

  2447. 

  2448.             

  2449.           

  2450.             

  2451.               

  2452.   

  2453.   

  2454.   

  2455.     <li class="md-nav__item">

  2456.       <a href="../llama.llamaembedder/" class="md-nav__link">

  2457.         llama.llamaembedder

  2458.       </a>

  2459.     </li>

  2460.   

  2461. 

  2462.             

  2463.           

  2464.             

  2465.               

  2466.   

  2467.   

  2468.   

  2469.     <li class="md-nav__item">

  2470.       <a href="../llama.llamamodel/" class="md-nav__link">

  2471.         llama.llamamodel

  2472.       </a>

  2473.     </li>

  2474.   

  2475. 

  2476.             

  2477.           

  2478.             

  2479.               

  2480.   

  2481.   

  2482.   

  2483.     <li class="md-nav__item">

  2484.       <a href="../llama.llamamodelv1/" class="md-nav__link">

  2485.         llama.llamamodelv1

  2486.       </a>

  2487.     </li>

  2488.   

  2489. 

  2490.             

  2491.           

  2492.             

  2493.               

  2494.   

  2495.   

  2496.   

  2497.     <li class="md-nav__item">

  2498.       <a href="../llama.llamaparams/" class="md-nav__link">

  2499.         llama.llamaparams

  2500.       </a>

  2501.     </li>

  2502.   

  2503. 

  2504.             

  2505.           

  2506.             

  2507.               

  2508.   

  2509.   

  2510.   

  2511.     <li class="md-nav__item">

  2512.       <a href="../llama.llamaquantizer/" class="md-nav__link">

  2513.         llama.llamaquantizer

  2514.       </a>

  2515.     </li>

  2516.   

  2517. 

  2518.             

  2519.           

  2520.             

  2521.               

  2522.   

  2523.   

  2524.   

  2525.     <li class="md-nav__item">

  2526.       <a href="../llama.llamastate/" class="md-nav__link">

  2527.         llama.llamastate

  2528.       </a>

  2529.     </li>

  2530.   

  2531. 

  2532.             

  2533.           

  2534.             

  2535.               

  2536.   

  2537.   

  2538.   

  2539.     <li class="md-nav__item">

  2540.       <a href="../llama.llamatransforms/" class="md-nav__link">

  2541.         llama.llamatransforms

  2542.       </a>

  2543.     </li>

  2544.   

  2545. 

  2546.             

  2547.           

  2548.             

  2549.               

  2550.   

  2551.   

  2552.   

  2553.     <li class="md-nav__item">

  2554.       <a href="../llama.llavaweights/" class="md-nav__link">

  2555.         llama.llavaweights

  2556.       </a>

  2557.     </li>

  2558.   

  2559. 

  2560.             

  2561.           

  2562.             

  2563.               

  2564.   

  2565.   

  2566.   

  2567.     <li class="md-nav__item">

  2568.       <a href="../llama.native.decoderesult/" class="md-nav__link">

  2569.         llama.native.decoderesult

  2570.       </a>

  2571.     </li>

  2572.   

  2573. 

  2574.             

  2575.           

  2576.             

  2577.               

  2578.   

  2579.   

  2580.   

  2581.     <li class="md-nav__item">

  2582.       <a href="../llama.native.ggmltype/" class="md-nav__link">

  2583.         llama.native.ggmltype

  2584.       </a>

  2585.     </li>

  2586.   

  2587. 

  2588.             

  2589.           

  2590.             

  2591.               

  2592.   

  2593.   

  2594.   

  2595.     <li class="md-nav__item">

  2596.       <a href="../llama.native.gpusplitmode/" class="md-nav__link">

  2597.         llama.native.gpusplitmode

  2598.       </a>

  2599.     </li>

  2600.   

  2601. 

  2602.             

  2603.           

  2604.             

  2605.               

  2606.   

  2607.   

  2608.   

  2609.     <li class="md-nav__item">

  2610.       <a href="../llama.native.llamabatch/" class="md-nav__link">

  2611.         llama.native.llamabatch

  2612.       </a>

  2613.     </li>

  2614.   

  2615. 

  2616.             

  2617.           

  2618.             

  2619.               

  2620.   

  2621.   

  2622.   

  2623.     <li class="md-nav__item">

  2624.       <a href="../llama.native.llamabeamsstate/" class="md-nav__link">

  2625.         llama.native.llamabeamsstate

  2626.       </a>

  2627.     </li>

  2628.   

  2629. 

  2630.             

  2631.           

  2632.             

  2633.               

  2634.   

  2635.   

  2636.   

  2637.     <li class="md-nav__item">

  2638.       <a href="../llama.native.llamabeamview/" class="md-nav__link">

  2639.         llama.native.llamabeamview

  2640.       </a>

  2641.     </li>

  2642.   

  2643. 

  2644.             

  2645.           

  2646.             

  2647.               

  2648.   

  2649.   

  2650.   

  2651.     <li class="md-nav__item">

  2652.       <a href="../llama.native.llamachatmessage/" class="md-nav__link">

  2653.         llama.native.llamachatmessage

  2654.       </a>

  2655.     </li>

  2656.   

  2657. 

  2658.             

  2659.           

  2660.             

  2661.               

  2662.   

  2663.   

  2664.   

  2665.     <li class="md-nav__item">

  2666.       <a href="../llama.native.llamacontextparams/" class="md-nav__link">

  2667.         llama.native.llamacontextparams

  2668.       </a>

  2669.     </li>

  2670.   

  2671. 

  2672.             

  2673.           

  2674.             

  2675.               

  2676.   

  2677.   

  2678.   

  2679.     <li class="md-nav__item">

  2680.       <a href="../llama.native.llamaftype/" class="md-nav__link">

  2681.         llama.native.llamaftype

  2682.       </a>

  2683.     </li>

  2684.   

  2685. 

  2686.             

  2687.           

  2688.             

  2689.               

  2690.   

  2691.   

  2692.   

  2693.     <li class="md-nav__item">

  2694.       <a href="../llama.native.llamagrammarelement/" class="md-nav__link">

  2695.         llama.native.llamagrammarelement

  2696.       </a>

  2697.     </li>

  2698.   

  2699. 

  2700.             

  2701.           

  2702.             

  2703.               

  2704.   

  2705.   

  2706.   

  2707.     <li class="md-nav__item">

  2708.       <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">

  2709.         llama.native.llamagrammarelementtype

  2710.       </a>

  2711.     </li>

  2712.   

  2713. 

  2714.             

  2715.           

  2716.             

  2717.               

  2718.   

  2719.   

  2720.   

  2721.     <li class="md-nav__item">

  2722.       <a href="../llama.native.llamakvcacheview/" class="md-nav__link">

  2723.         llama.native.llamakvcacheview

  2724.       </a>

  2725.     </li>

  2726.   

  2727. 

  2728.             

  2729.           

  2730.             

  2731.               

  2732.   

  2733.   

  2734.   

  2735.     <li class="md-nav__item">

  2736.       <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">

  2737.         llama.native.llamakvcacheviewcell

  2738.       </a>

  2739.     </li>

  2740.   

  2741. 

  2742.             

  2743.           

  2744.             

  2745.               

  2746.   

  2747.   

  2748.   

  2749.     <li class="md-nav__item">

  2750.       <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">

  2751.         llama.native.llamakvcacheviewsafehandle

  2752.       </a>

  2753.     </li>

  2754.   

  2755. 

  2756.             

  2757.           

  2758.             

  2759.               

  2760.   

  2761.   

  2762.   

  2763.     <li class="md-nav__item">

  2764.       <a href="../llama.native.llamaloglevel/" class="md-nav__link">

  2765.         llama.native.llamaloglevel

  2766.       </a>

  2767.     </li>

  2768.   

  2769. 

  2770.             

  2771.           

  2772.             

  2773.               

  2774.   

  2775.   

  2776.   

  2777.     <li class="md-nav__item">

  2778.       <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">

  2779.         llama.native.llamamodelkvoverridetype

  2780.       </a>

  2781.     </li>

  2782.   

  2783. 

  2784.             

  2785.           

  2786.             

  2787.               

  2788.   

  2789.   

  2790.   

  2791.     <li class="md-nav__item">

  2792.       <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">

  2793.         llama.native.llamamodelmetadataoverride

  2794.       </a>

  2795.     </li>

  2796.   

  2797. 

  2798.             

  2799.           

  2800.             

  2801.               

  2802.   

  2803.   

  2804.   

  2805.     <li class="md-nav__item">

  2806.       <a href="../llama.native.llamamodelparams/" class="md-nav__link">

  2807.         llama.native.llamamodelparams

  2808.       </a>

  2809.     </li>

  2810.   

  2811. 

  2812.             

  2813.           

  2814.             

  2815.               

  2816.   

  2817.   

  2818.   

  2819.     <li class="md-nav__item">

  2820.       <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">

  2821.         llama.native.llamamodelquantizeparams

  2822.       </a>

  2823.     </li>

  2824.   

  2825. 

  2826.             

  2827.           

  2828.             

  2829.               

  2830.   

  2831.   

  2832.   

  2833.     <li class="md-nav__item">

  2834.       <a href="../llama.native.llamanativebatch/" class="md-nav__link">

  2835.         llama.native.llamanativebatch

  2836.       </a>

  2837.     </li>

  2838.   

  2839. 

  2840.             

  2841.           

  2842.             

  2843.               

  2844.   

  2845.   

  2846.   

  2847.     <li class="md-nav__item">

  2848.       <a href="../llama.native.llamapoolingtype/" class="md-nav__link">

  2849.         llama.native.llamapoolingtype

  2850.       </a>

  2851.     </li>

  2852.   

  2853. 

  2854.             

  2855.           

  2856.             

  2857.               

  2858.   

  2859.   

  2860.   

  2861.     <li class="md-nav__item">

  2862.       <a href="../llama.native.llamapos/" class="md-nav__link">

  2863.         llama.native.llamapos

  2864.       </a>

  2865.     </li>

  2866.   

  2867. 

  2868.             

  2869.           

  2870.             

  2871.               

  2872.   

  2873.   

  2874.   

  2875.     <li class="md-nav__item">

  2876.       <a href="../llama.native.llamaropetype/" class="md-nav__link">

  2877.         llama.native.llamaropetype

  2878.       </a>

  2879.     </li>

  2880.   

  2881. 

  2882.             

  2883.           

  2884.             

  2885.               

  2886.   

  2887.   

  2888.   

  2889.     <li class="md-nav__item">

  2890.       <a href="../llama.native.llamaseqid/" class="md-nav__link">

  2891.         llama.native.llamaseqid

  2892.       </a>

  2893.     </li>

  2894.   

  2895. 

  2896.             

  2897.           

  2898.             

  2899.               

  2900.   

  2901.   

  2902.   

  2903.     <li class="md-nav__item">

  2904.       <a href="../llama.native.llamatoken/" class="md-nav__link">

  2905.         llama.native.llamatoken

  2906.       </a>

  2907.     </li>

  2908.   

  2909. 

  2910.             

  2911.           

  2912.             

  2913.               

  2914.   

  2915.   

  2916.   

  2917.     <li class="md-nav__item">

  2918.       <a href="../llama.native.llamatokendata/" class="md-nav__link">

  2919.         llama.native.llamatokendata

  2920.       </a>

  2921.     </li>

  2922.   

  2923. 

  2924.             

  2925.           

  2926.             

  2927.               

  2928.   

  2929.   

  2930.   

  2931.     <li class="md-nav__item">

  2932.       <a href="../llama.native.llamatokendataarray/" class="md-nav__link">

  2933.         llama.native.llamatokendataarray

  2934.       </a>

  2935.     </li>

  2936.   

  2937. 

  2938.             

  2939.           

  2940.             

  2941.               

  2942.   

  2943.   

  2944.   

  2945.     <li class="md-nav__item">

  2946.       <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">

  2947.         llama.native.llamatokendataarraynative

  2948.       </a>

  2949.     </li>

  2950.   

  2951. 

  2952.             

  2953.           

  2954.             

  2955.               

  2956.   

  2957.   

  2958.   

  2959.     <li class="md-nav__item">

  2960.       <a href="../llama.native.llamatokentype/" class="md-nav__link">

  2961.         llama.native.llamatokentype

  2962.       </a>

  2963.     </li>

  2964.   

  2965. 

  2966.             

  2967.           

  2968.             

  2969.               

  2970.   

  2971.   

  2972.   

  2973.     <li class="md-nav__item">

  2974.       <a href="../llama.native.llamavocabtype/" class="md-nav__link">

  2975.         llama.native.llamavocabtype

  2976.       </a>

  2977.     </li>

  2978.   

  2979. 

  2980.             

  2981.           

  2982.             

  2983.               

  2984.   

  2985.   

  2986.   

  2987.     <li class="md-nav__item">

  2988.       <a href="../llama.native.llavaimageembed/" class="md-nav__link">

  2989.         llama.native.llavaimageembed

  2990.       </a>

  2991.     </li>

  2992.   

  2993. 

  2994.             

  2995.           

  2996.             

  2997.               

  2998.   

  2999.   

  3000.   

  3001.     <li class="md-nav__item">

  3002.       <a href="../llama.native.nativeapi/" class="md-nav__link">

  3003.         llama.native.nativeapi

  3004.       </a>

  3005.     </li>

  3006.   

  3007. 

  3008.             

  3009.           

  3010.             

  3011.               

  3012.   

  3013.   

  3014.   

  3015.     <li class="md-nav__item">

  3016.       <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">

  3017.         llama.native.nativelibraryconfig

  3018.       </a>

  3019.     </li>

  3020.   

  3021. 

  3022.             

  3023.           

  3024.             

  3025.               

  3026.   

  3027.   

  3028.   

  3029.     <li class="md-nav__item">

  3030.       <a href="../llama.native.ropescalingtype/" class="md-nav__link">

  3031.         llama.native.ropescalingtype

  3032.       </a>

  3033.     </li>

  3034.   

  3035. 

  3036.             

  3037.           

  3038.             

  3039.               

  3040.   

  3041.   

  3042.   

  3043.     <li class="md-nav__item">

  3044.       <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">

  3045.         llama.native.safellamacontexthandle

  3046.       </a>

  3047.     </li>

  3048.   

  3049. 

  3050.             

  3051.           

  3052.             

  3053.               

  3054.   

  3055.   

  3056.   

  3057.     <li class="md-nav__item">

  3058.       <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">

  3059.         llama.native.safellamagrammarhandle

  3060.       </a>

  3061.     </li>

  3062.   

  3063. 

  3064.             

  3065.           

  3066.             

  3067.               

  3068.   

  3069.   

  3070.   

  3071.     <li class="md-nav__item">

  3072.       <a href="../llama.native.safellamahandlebase/" class="md-nav__link">

  3073.         llama.native.safellamahandlebase

  3074.       </a>

  3075.     </li>

  3076.   

  3077. 

  3078.             

  3079.           

  3080.             

  3081.               

  3082.   

  3083.   

  3084.   

  3085.     <li class="md-nav__item">

  3086.       <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">

  3087.         llama.native.safellamamodelhandle

  3088.       </a>

  3089.     </li>

  3090.   

  3091. 

  3092.             

  3093.           

  3094.             

  3095.               

  3096.   

  3097.   

  3098.   

  3099.     <li class="md-nav__item">

  3100.       <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">

  3101.         llama.native.safellavaimageembedhandle

  3102.       </a>

  3103.     </li>

  3104.   

  3105. 

  3106.             

  3107.           

  3108.             

  3109.               

  3110.   

  3111.   

  3112.   

  3113.     <li class="md-nav__item">

  3114.       <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">

  3115.         llama.native.safellavamodelhandle

  3116.       </a>

  3117.     </li>

  3118.   

  3119. 

  3120.             

  3121.           

  3122.             

  3123.               

  3124.   

  3125.   

  3126.   

  3127.     <li class="md-nav__item">

  3128.       <a href="../llama.quantizer/" class="md-nav__link">

  3129.         llama.quantizer

  3130.       </a>

  3131.     </li>

  3132.   

  3133. 

  3134.             

  3135.           

  3136.             

  3137.               

  3138.   

  3139.   

  3140.   

  3141.     <li class="md-nav__item">

  3142.       <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">

  3143.         llama.sampling.basesamplingpipeline

  3144.       </a>

  3145.     </li>

  3146.   

  3147. 

  3148.             

  3149.           

  3150.             

  3151.               

  3152.   

  3153.   

  3154.   

  3155.     <li class="md-nav__item">

  3156.       <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">

  3157.         llama.sampling.defaultsamplingpipeline

  3158.       </a>

  3159.     </li>

  3160.   

  3161. 

  3162.             

  3163.           

  3164.             

  3165.               

  3166.   

  3167.   

  3168.   

  3169.     <li class="md-nav__item">

  3170.       <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">

  3171.         llama.sampling.greedysamplingpipeline

  3172.       </a>

  3173.     </li>

  3174.   

  3175. 

  3176.             

  3177.           

  3178.             

  3179.               

  3180.   

  3181.   

  3182.   

  3183.     <li class="md-nav__item">

  3184.       <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">

  3185.         llama.sampling.isamplingpipeline

  3186.       </a>

  3187.     </li>

  3188.   

  3189. 

  3190.             

  3191.           

  3192.             

  3193.               

  3194.   

  3195.   

  3196.   

  3197.     <li class="md-nav__item">

  3198.       <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">

  3199.         llama.sampling.isamplingpipelineextensions

  3200.       </a>

  3201.     </li>

  3202.   

  3203. 

  3204.             

  3205.           

  3206.             

  3207.               

  3208.   

  3209.   

  3210.   

  3211.     <li class="md-nav__item">

  3212.       <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">

  3213.         llama.sampling.mirostate2samplingpipeline

  3214.       </a>

  3215.     </li>

  3216.   

  3217. 

  3218.             

  3219.           

  3220.             

  3221.               

  3222.   

  3223.   

  3224.   

  3225.     <li class="md-nav__item">

  3226.       <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">

  3227.         llama.sampling.mirostatesamplingpipeline

  3228.       </a>

  3229.     </li>

  3230.   

  3231. 

  3232.             

  3233.           

  3234.             

  3235.               

  3236.   

  3237.   

  3238.   

  3239.     <li class="md-nav__item">

  3240.       <a href="../llama.sessionstate/" class="md-nav__link">

  3241.         llama.sessionstate

  3242.       </a>

  3243.     </li>

  3244.   

  3245. 

  3246.             

  3247.           

  3248.             

  3249.               

  3250.   

  3251.   

  3252.   

  3253.     <li class="md-nav__item">

  3254.       <a href="../llama.streamingtokendecoder/" class="md-nav__link">

  3255.         llama.streamingtokendecoder

  3256.       </a>

  3257.     </li>

  3258.   

  3259. 

  3260.             

  3261.           

  3262.             

  3263.               

  3264.   

  3265.   

  3266.   

  3267.     <li class="md-nav__item">

  3268.       <a href="../llama.types.chatcompletion/" class="md-nav__link">

  3269.         llama.types.chatcompletion

  3270.       </a>

  3271.     </li>

  3272.   

  3273. 

  3274.             

  3275.           

  3276.             

  3277.               

  3278.   

  3279.   

  3280.   

  3281.     <li class="md-nav__item">

  3282.       <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">

  3283.         llama.types.chatcompletionchoice

  3284.       </a>

  3285.     </li>

  3286.   

  3287. 

  3288.             

  3289.           

  3290.             

  3291.               

  3292.   

  3293.   

  3294.   

  3295.     <li class="md-nav__item">

  3296.       <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">

  3297.         llama.types.chatcompletionchunk

  3298.       </a>

  3299.     </li>

  3300.   

  3301. 

  3302.             

  3303.           

  3304.             

  3305.               

  3306.   

  3307.   

  3308.   

  3309.     <li class="md-nav__item">

  3310.       <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">

  3311.         llama.types.chatcompletionchunkchoice

  3312.       </a>

  3313.     </li>

  3314.   

  3315. 

  3316.             

  3317.           

  3318.             

  3319.               

  3320.   

  3321.   

  3322.   

  3323.     <li class="md-nav__item">

  3324.       <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">

  3325.         llama.types.chatcompletionchunkdelta

  3326.       </a>

  3327.     </li>

  3328.   

  3329. 

  3330.             

  3331.           

  3332.             

  3333.               

  3334.   

  3335.   

  3336.   

  3337.     <li class="md-nav__item">

  3338.       <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">

  3339.         llama.types.chatcompletionmessage

  3340.       </a>

  3341.     </li>

  3342.   

  3343. 

  3344.             

  3345.           

  3346.             

  3347.               

  3348.   

  3349.   

  3350.   

  3351.     <li class="md-nav__item">

  3352.       <a href="../llama.types.chatmessagerecord/" class="md-nav__link">

  3353.         llama.types.chatmessagerecord

  3354.       </a>

  3355.     </li>

  3356.   

  3357. 

  3358.             

  3359.           

  3360.             

  3361.               

  3362.   

  3363.   

  3364.   

  3365.     <li class="md-nav__item">

  3366.       <a href="../llama.types.chatrole/" class="md-nav__link">

  3367.         llama.types.chatrole

  3368.       </a>

  3369.     </li>

  3370.   

  3371. 

  3372.             

  3373.           

  3374.             

  3375.               

  3376.   

  3377.   

  3378.   

  3379.     <li class="md-nav__item">

  3380.       <a href="../llama.types.completion/" class="md-nav__link">

  3381.         llama.types.completion

  3382.       </a>

  3383.     </li>

  3384.   

  3385. 

  3386.             

  3387.           

  3388.             

  3389.               

  3390.   

  3391.   

  3392.   

  3393.     <li class="md-nav__item">

  3394.       <a href="../llama.types.completionchoice/" class="md-nav__link">

  3395.         llama.types.completionchoice

  3396.       </a>

  3397.     </li>

  3398.   

  3399. 

  3400.             

  3401.           

  3402.             

  3403.               

  3404.   

  3405.   

  3406.   

  3407.     <li class="md-nav__item">

  3408.       <a href="../llama.types.completionchunk/" class="md-nav__link">

  3409.         llama.types.completionchunk

  3410.       </a>

  3411.     </li>

  3412.   

  3413. 

  3414.             

  3415.           

  3416.             

  3417.               

  3418.   

  3419.   

  3420.   

  3421.     <li class="md-nav__item">

  3422.       <a href="../llama.types.completionlogprobs/" class="md-nav__link">

  3423.         llama.types.completionlogprobs

  3424.       </a>

  3425.     </li>

  3426.   

  3427. 

  3428.             

  3429.           

  3430.             

  3431.               

  3432.   

  3433.   

  3434.   

  3435.     <li class="md-nav__item">

  3436.       <a href="../llama.types.completionusage/" class="md-nav__link">

  3437.         llama.types.completionusage

  3438.       </a>

  3439.     </li>

  3440.   

  3441. 

  3442.             

  3443.           

  3444.             

  3445.               

  3446.   

  3447.   

  3448.   

  3449.     <li class="md-nav__item">

  3450.       <a href="../llama.types.embedding/" class="md-nav__link">

  3451.         llama.types.embedding

  3452.       </a>

  3453.     </li>

  3454.   

  3455. 

  3456.             

  3457.           

  3458.             

  3459.               

  3460.   

  3461.   

  3462.   

  3463.     <li class="md-nav__item">

  3464.       <a href="../llama.types.embeddingdata/" class="md-nav__link">

  3465.         llama.types.embeddingdata

  3466.       </a>

  3467.     </li>

  3468.   

  3469. 

  3470.             

  3471.           

  3472.             

  3473.               

  3474.   

  3475.   

  3476.   

  3477.     <li class="md-nav__item">

  3478.       <a href="../llama.types.embeddingusage/" class="md-nav__link">

  3479.         llama.types.embeddingusage

  3480.       </a>

  3481.     </li>

  3482.   

  3483. 

  3484.             

  3485.           

  3486.             

  3487.               

  3488.   

  3489.   

  3490.   

  3491.     <li class="md-nav__item">

  3492.       <a href="../logger/" class="md-nav__link">

  3493.         logger

  3494.       </a>

  3495.     </li>

  3496.   

  3497. 

  3498.             

  3499.           

  3500.         </ul>

  3501.       </nav>

  3502.     </li>

  3503.   

  3504. 

  3505.     

  3506.   </ul>

  3507. </nav>

  3508.                   </div>

  3509.                 </div>

  3510.               </div>

  3511.             

  3512.             

  3513.               

  3514.               <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >

  3515.                 <div class="md-sidebar__scrollwrap">

  3516.                   <div class="md-sidebar__inner">

  3517.                     

  3518. 

  3519. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">

  3520.   

  3521.   

  3522.   

  3523.     

  3524.   

  3525.   

  3526.     <label class="md-nav__title" for="__toc">

  3527.       <span class="md-nav__icon md-icon"></span>

  3528.       Table of contents

  3529.     </label>

  3530.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>

  3531.       

  3532.         <li class="md-nav__item">

  3533.   <a href="#properties" class="md-nav__link">

  3534.     Properties

  3535.   </a>

  3536.   

  3537.     <nav class="md-nav" aria-label="Properties">

  3538.       <ul class="md-nav__list">

  3539.         

  3540.           <li class="md-nav__item">

  3541.   <a href="#contextsize" class="md-nav__link">

  3542.     ContextSize

  3543.   </a>

  3544.   

  3545.     <nav class="md-nav" aria-label="ContextSize">

  3546.       <ul class="md-nav__list">

  3547.         

  3548.           <li class="md-nav__item">

  3549.   <a href="#property-value" class="md-nav__link">

  3550.     Property Value

  3551.   </a>

  3552.   

  3553. </li>

  3554.         

  3555.       </ul>

  3556.     </nav>

  3557.   

  3558. </li>

  3559.         

  3560.           <li class="md-nav__item">

  3561.   <a href="#maingpu" class="md-nav__link">

  3562.     MainGpu

  3563.   </a>

  3564.   

  3565.     <nav class="md-nav" aria-label="MainGpu">

  3566.       <ul class="md-nav__list">

  3567.         

  3568.           <li class="md-nav__item">

  3569.   <a href="#property-value_1" class="md-nav__link">

  3570.     Property Value

  3571.   </a>

  3572.   

  3573. </li>

  3574.         

  3575.       </ul>

  3576.     </nav>

  3577.   

  3578. </li>

  3579.         

  3580.           <li class="md-nav__item">

  3581.   <a href="#splitmode" class="md-nav__link">

  3582.     SplitMode

  3583.   </a>

  3584.   

  3585.     <nav class="md-nav" aria-label="SplitMode">

  3586.       <ul class="md-nav__list">

  3587.         

  3588.           <li class="md-nav__item">

  3589.   <a href="#property-value_2" class="md-nav__link">

  3590.     Property Value

  3591.   </a>

  3592.   

  3593. </li>

  3594.         

  3595.       </ul>

  3596.     </nav>

  3597.   

  3598. </li>

  3599.         

  3600.           <li class="md-nav__item">

  3601.   <a href="#gpulayercount" class="md-nav__link">

  3602.     GpuLayerCount

  3603.   </a>

  3604.   

  3605.     <nav class="md-nav" aria-label="GpuLayerCount">

  3606.       <ul class="md-nav__list">

  3607.         

  3608.           <li class="md-nav__item">

  3609.   <a href="#property-value_3" class="md-nav__link">

  3610.     Property Value

  3611.   </a>

  3612.   

  3613. </li>

  3614.         

  3615.       </ul>

  3616.     </nav>

  3617.   

  3618. </li>

  3619.         

  3620.           <li class="md-nav__item">

  3621.   <a href="#seed" class="md-nav__link">

  3622.     Seed

  3623.   </a>

  3624.   

  3625.     <nav class="md-nav" aria-label="Seed">

  3626.       <ul class="md-nav__list">

  3627.         

  3628.           <li class="md-nav__item">

  3629.   <a href="#property-value_4" class="md-nav__link">

  3630.     Property Value

  3631.   </a>

  3632.   

  3633. </li>

  3634.         

  3635.       </ul>

  3636.     </nav>

  3637.   

  3638. </li>

  3639.         

  3640.           <li class="md-nav__item">

  3641.   <a href="#usememorymap" class="md-nav__link">

  3642.     UseMemorymap

  3643.   </a>

  3644.   

  3645.     <nav class="md-nav" aria-label="UseMemorymap">

  3646.       <ul class="md-nav__list">

  3647.         

  3648.           <li class="md-nav__item">

  3649.   <a href="#property-value_5" class="md-nav__link">

  3650.     Property Value

  3651.   </a>

  3652.   

  3653. </li>

  3654.         

  3655.       </ul>

  3656.     </nav>

  3657.   

  3658. </li>

  3659.         

  3660.           <li class="md-nav__item">

  3661.   <a href="#usememorylock" class="md-nav__link">

  3662.     UseMemoryLock

  3663.   </a>

  3664.   

  3665.     <nav class="md-nav" aria-label="UseMemoryLock">

  3666.       <ul class="md-nav__list">

  3667.         

  3668.           <li class="md-nav__item">

  3669.   <a href="#property-value_6" class="md-nav__link">

  3670.     Property Value

  3671.   </a>

  3672.   

  3673. </li>

  3674.         

  3675.       </ul>

  3676.     </nav>

  3677.   

  3678. </li>

  3679.         

  3680.           <li class="md-nav__item">

  3681.   <a href="#modelpath" class="md-nav__link">

  3682.     ModelPath

  3683.   </a>

  3684.   

  3685.     <nav class="md-nav" aria-label="ModelPath">

  3686.       <ul class="md-nav__list">

  3687.         

  3688.           <li class="md-nav__item">

  3689.   <a href="#property-value_7" class="md-nav__link">

  3690.     Property Value

  3691.   </a>

  3692.   

  3693. </li>

  3694.         

  3695.       </ul>

  3696.     </nav>

  3697.   

  3698. </li>

  3699.         

  3700.           <li class="md-nav__item">

  3701.   <a href="#loraadapters" class="md-nav__link">

  3702.     LoraAdapters

  3703.   </a>

  3704.   

  3705.     <nav class="md-nav" aria-label="LoraAdapters">

  3706.       <ul class="md-nav__list">

  3707.         

  3708.           <li class="md-nav__item">

  3709.   <a href="#property-value_8" class="md-nav__link">

  3710.     Property Value

  3711.   </a>

  3712.   

  3713. </li>

  3714.         

  3715.       </ul>

  3716.     </nav>

  3717.   

  3718. </li>

  3719.         

  3720.           <li class="md-nav__item">

  3721.   <a href="#lorabase" class="md-nav__link">

  3722.     LoraBase

  3723.   </a>

  3724.   

  3725.     <nav class="md-nav" aria-label="LoraBase">

  3726.       <ul class="md-nav__list">

  3727.         

  3728.           <li class="md-nav__item">

  3729.   <a href="#property-value_9" class="md-nav__link">

  3730.     Property Value

  3731.   </a>

  3732.   

  3733. </li>

  3734.         

  3735.       </ul>

  3736.     </nav>

  3737.   

  3738. </li>

  3739.         

  3740.           <li class="md-nav__item">

  3741.   <a href="#threads" class="md-nav__link">

  3742.     Threads

  3743.   </a>

  3744.   

  3745.     <nav class="md-nav" aria-label="Threads">

  3746.       <ul class="md-nav__list">

  3747.         

  3748.           <li class="md-nav__item">

  3749.   <a href="#property-value_10" class="md-nav__link">

  3750.     Property Value

  3751.   </a>

  3752.   

  3753. </li>

  3754.         

  3755.       </ul>

  3756.     </nav>

  3757.   

  3758. </li>

  3759.         

  3760.           <li class="md-nav__item">

  3761.   <a href="#batchthreads" class="md-nav__link">

  3762.     BatchThreads

  3763.   </a>

  3764.   

  3765.     <nav class="md-nav" aria-label="BatchThreads">

  3766.       <ul class="md-nav__list">

  3767.         

  3768.           <li class="md-nav__item">

  3769.   <a href="#property-value_11" class="md-nav__link">

  3770.     Property Value

  3771.   </a>

  3772.   

  3773. </li>

  3774.         

  3775.       </ul>

  3776.     </nav>

  3777.   

  3778. </li>

  3779.         

  3780.           <li class="md-nav__item">

  3781.   <a href="#batchsize" class="md-nav__link">

  3782.     BatchSize

  3783.   </a>

  3784.   

  3785.     <nav class="md-nav" aria-label="BatchSize">

  3786.       <ul class="md-nav__list">

  3787.         

  3788.           <li class="md-nav__item">

  3789.   <a href="#property-value_12" class="md-nav__link">

  3790.     Property Value

  3791.   </a>

  3792.   

  3793. </li>

  3794.         

  3795.       </ul>

  3796.     </nav>

  3797.   

  3798. </li>

  3799.         

  3800.           <li class="md-nav__item">

  3801.   <a href="#embeddingmode" class="md-nav__link">

  3802.     EmbeddingMode

  3803.   </a>

  3804.   

  3805.     <nav class="md-nav" aria-label="EmbeddingMode">

  3806.       <ul class="md-nav__list">

  3807.         

  3808.           <li class="md-nav__item">

  3809.   <a href="#property-value_13" class="md-nav__link">

  3810.     Property Value

  3811.   </a>

  3812.   

  3813. </li>

  3814.         

  3815.       </ul>

  3816.     </nav>

  3817.   

  3818. </li>

  3819.         

  3820.           <li class="md-nav__item">

  3821.   <a href="#tensorsplits" class="md-nav__link">

  3822.     TensorSplits

  3823.   </a>

  3824.   

  3825.     <nav class="md-nav" aria-label="TensorSplits">

  3826.       <ul class="md-nav__list">

  3827.         

  3828.           <li class="md-nav__item">

  3829.   <a href="#property-value_14" class="md-nav__link">

  3830.     Property Value

  3831.   </a>

  3832.   

  3833. </li>

  3834.         

  3835.       </ul>

  3836.     </nav>

  3837.   

  3838. </li>

  3839.         

  3840.           <li class="md-nav__item">

  3841.   <a href="#metadataoverrides" class="md-nav__link">

  3842.     MetadataOverrides

  3843.   </a>

  3844.   

  3845.     <nav class="md-nav" aria-label="MetadataOverrides">

  3846.       <ul class="md-nav__list">

  3847.         

  3848.           <li class="md-nav__item">

  3849.   <a href="#property-value_15" class="md-nav__link">

  3850.     Property Value

  3851.   </a>

  3852.   

  3853. </li>

  3854.         

  3855.       </ul>

  3856.     </nav>

  3857.   

  3858. </li>

  3859.         

  3860.           <li class="md-nav__item">

  3861.   <a href="#ropefrequencybase" class="md-nav__link">

  3862.     RopeFrequencyBase

  3863.   </a>

  3864.   

  3865.     <nav class="md-nav" aria-label="RopeFrequencyBase">

  3866.       <ul class="md-nav__list">

  3867.         

  3868.           <li class="md-nav__item">

  3869.   <a href="#property-value_16" class="md-nav__link">

  3870.     Property Value

  3871.   </a>

  3872.   

  3873. </li>

  3874.         

  3875.       </ul>

  3876.     </nav>

  3877.   

  3878. </li>

  3879.         

  3880.           <li class="md-nav__item">

  3881.   <a href="#ropefrequencyscale" class="md-nav__link">

  3882.     RopeFrequencyScale

  3883.   </a>

  3884.   

  3885.     <nav class="md-nav" aria-label="RopeFrequencyScale">

  3886.       <ul class="md-nav__list">

  3887.         

  3888.           <li class="md-nav__item">

  3889.   <a href="#property-value_17" class="md-nav__link">

  3890.     Property Value

  3891.   </a>

  3892.   

  3893. </li>

  3894.         

  3895.       </ul>

  3896.     </nav>

  3897.   

  3898. </li>

  3899.         

  3900.           <li class="md-nav__item">

  3901.   <a href="#yarnextrapolationfactor" class="md-nav__link">

  3902.     YarnExtrapolationFactor

  3903.   </a>

  3904.   

  3905.     <nav class="md-nav" aria-label="YarnExtrapolationFactor">

  3906.       <ul class="md-nav__list">

  3907.         

  3908.           <li class="md-nav__item">

  3909.   <a href="#property-value_18" class="md-nav__link">

  3910.     Property Value

  3911.   </a>

  3912.   

  3913. </li>

  3914.         

  3915.       </ul>

  3916.     </nav>

  3917.   

  3918. </li>

  3919.         

  3920.           <li class="md-nav__item">

  3921.   <a href="#yarnattentionfactor" class="md-nav__link">

  3922.     YarnAttentionFactor

  3923.   </a>

  3924.   

  3925.     <nav class="md-nav" aria-label="YarnAttentionFactor">

  3926.       <ul class="md-nav__list">

  3927.         

  3928.           <li class="md-nav__item">

  3929.   <a href="#property-value_19" class="md-nav__link">

  3930.     Property Value

  3931.   </a>

  3932.   

  3933. </li>

  3934.         

  3935.       </ul>

  3936.     </nav>

  3937.   

  3938. </li>

  3939.         

  3940.           <li class="md-nav__item">

  3941.   <a href="#yarnbetafast" class="md-nav__link">

  3942.     YarnBetaFast

  3943.   </a>

  3944.   

  3945.     <nav class="md-nav" aria-label="YarnBetaFast">

  3946.       <ul class="md-nav__list">

  3947.         

  3948.           <li class="md-nav__item">

  3949.   <a href="#property-value_20" class="md-nav__link">

  3950.     Property Value

  3951.   </a>

  3952.   

  3953. </li>

  3954.         

  3955.       </ul>

  3956.     </nav>

  3957.   

  3958. </li>

  3959.         

  3960.           <li class="md-nav__item">

  3961.   <a href="#yarnbetaslow" class="md-nav__link">

  3962.     YarnBetaSlow

  3963.   </a>

  3964.   

  3965.     <nav class="md-nav" aria-label="YarnBetaSlow">

  3966.       <ul class="md-nav__list">

  3967.         

  3968.           <li class="md-nav__item">

  3969.   <a href="#property-value_21" class="md-nav__link">

  3970.     Property Value

  3971.   </a>

  3972.   

  3973. </li>

  3974.         

  3975.       </ul>

  3976.     </nav>

  3977.   

  3978. </li>

  3979.         

  3980.           <li class="md-nav__item">

  3981.   <a href="#yarnoriginalcontext" class="md-nav__link">

  3982.     YarnOriginalContext

  3983.   </a>

  3984.   

  3985.     <nav class="md-nav" aria-label="YarnOriginalContext">

  3986.       <ul class="md-nav__list">

  3987.         

  3988.           <li class="md-nav__item">

  3989.   <a href="#property-value_22" class="md-nav__link">

  3990.     Property Value

  3991.   </a>

  3992.   

  3993. </li>

  3994.         

  3995.       </ul>

  3996.     </nav>

  3997.   

  3998. </li>

  3999.         

  4000.           <li class="md-nav__item">

  4001.   <a href="#yarnscalingtype" class="md-nav__link">

  4002.     YarnScalingType

  4003.   </a>

  4004.   

  4005.     <nav class="md-nav" aria-label="YarnScalingType">

  4006.       <ul class="md-nav__list">

  4007.         

  4008.           <li class="md-nav__item">

  4009.   <a href="#property-value_23" class="md-nav__link">

  4010.     Property Value

  4011.   </a>

  4012.   

  4013. </li>

  4014.         

  4015.       </ul>

  4016.     </nav>

  4017.   

  4018. </li>

  4019.         

  4020.           <li class="md-nav__item">

  4021.   <a href="#typek" class="md-nav__link">

  4022.     TypeK

  4023.   </a>

  4024.   

  4025.     <nav class="md-nav" aria-label="TypeK">

  4026.       <ul class="md-nav__list">

  4027.         

  4028.           <li class="md-nav__item">

  4029.   <a href="#property-value_24" class="md-nav__link">

  4030.     Property Value

  4031.   </a>

  4032.   

  4033. </li>

  4034.         

  4035.       </ul>

  4036.     </nav>

  4037.   

  4038. </li>

  4039.         

  4040.           <li class="md-nav__item">

  4041.   <a href="#typev" class="md-nav__link">

  4042.     TypeV

  4043.   </a>

  4044.   

  4045.     <nav class="md-nav" aria-label="TypeV">

  4046.       <ul class="md-nav__list">

  4047.         

  4048.           <li class="md-nav__item">

  4049.   <a href="#property-value_25" class="md-nav__link">

  4050.     Property Value

  4051.   </a>

  4052.   

  4053. </li>

  4054.         

  4055.       </ul>

  4056.     </nav>

  4057.   

  4058. </li>

  4059.         

  4060.           <li class="md-nav__item">

  4061.   <a href="#nokqvoffload" class="md-nav__link">

  4062.     NoKqvOffload

  4063.   </a>

  4064.   

  4065.     <nav class="md-nav" aria-label="NoKqvOffload">

  4066.       <ul class="md-nav__list">

  4067.         

  4068.           <li class="md-nav__item">

  4069.   <a href="#property-value_26" class="md-nav__link">

  4070.     Property Value

  4071.   </a>

  4072.   

  4073. </li>

  4074.         

  4075.       </ul>

  4076.     </nav>

  4077.   

  4078. </li>

  4079.         

  4080.           <li class="md-nav__item">

  4081.   <a href="#defragthreshold" class="md-nav__link">

  4082.     DefragThreshold

  4083.   </a>

  4084.   

  4085.     <nav class="md-nav" aria-label="DefragThreshold">

  4086.       <ul class="md-nav__list">

  4087.         

  4088.           <li class="md-nav__item">

  4089.   <a href="#property-value_27" class="md-nav__link">

  4090.     Property Value

  4091.   </a>

  4092.   

  4093. </li>

  4094.         

  4095.       </ul>

  4096.     </nav>

  4097.   

  4098. </li>

  4099.         

  4100.           <li class="md-nav__item">

  4101.   <a href="#dopooling" class="md-nav__link">

  4102.     DoPooling

  4103.   </a>

  4104.   

  4105.     <nav class="md-nav" aria-label="DoPooling">

  4106.       <ul class="md-nav__list">

  4107.         

  4108.           <li class="md-nav__item">

  4109.   <a href="#property-value_28" class="md-nav__link">

  4110.     Property Value

  4111.   </a>

  4112.   

  4113. </li>

  4114.         

  4115.       </ul>

  4116.     </nav>

  4117.   

  4118. </li>

  4119.         

  4120.           <li class="md-nav__item">

  4121.   <a href="#vocabonly" class="md-nav__link">

  4122.     VocabOnly

  4123.   </a>

  4124.   

  4125.     <nav class="md-nav" aria-label="VocabOnly">

  4126.       <ul class="md-nav__list">

  4127.         

  4128.           <li class="md-nav__item">

  4129.   <a href="#property-value_29" class="md-nav__link">

  4130.     Property Value

  4131.   </a>

  4132.   

  4133. </li>

  4134.         

  4135.       </ul>

  4136.     </nav>

  4137.   

  4138. </li>

  4139.         

  4140.           <li class="md-nav__item">

  4141.   <a href="#encoding" class="md-nav__link">

  4142.     Encoding

  4143.   </a>

  4144.   

  4145.     <nav class="md-nav" aria-label="Encoding">

  4146.       <ul class="md-nav__list">

  4147.         

  4148.           <li class="md-nav__item">

  4149.   <a href="#property-value_30" class="md-nav__link">

  4150.     Property Value

  4151.   </a>

  4152.   

  4153. </li>

  4154.         

  4155.       </ul>

  4156.     </nav>

  4157.   

  4158. </li>

  4159.         

  4160.       </ul>

  4161.     </nav>

  4162.   

  4163. </li>

  4164.       

  4165.         <li class="md-nav__item">

  4166.   <a href="#constructors" class="md-nav__link">

  4167.     Constructors

  4168.   </a>

  4169.   

  4170.     <nav class="md-nav" aria-label="Constructors">

  4171.       <ul class="md-nav__list">

  4172.         

  4173.           <li class="md-nav__item">

  4174.   <a href="#modelparamsstring" class="md-nav__link">

  4175.     ModelParams(String)

  4176.   </a>

  4177.   

  4178.     <nav class="md-nav" aria-label="ModelParams(String)">

  4179.       <ul class="md-nav__list">

  4180.         

  4181.           <li class="md-nav__item">

  4182.   <a href="#parameters" class="md-nav__link">

  4183.     Parameters

  4184.   </a>

  4185.   

  4186. </li>

  4187.         

  4188.       </ul>

  4189.     </nav>

  4190.   

  4191. </li>

  4192.         

  4193.       </ul>

  4194.     </nav>

  4195.   

  4196. </li>

  4197.       

  4198.         <li class="md-nav__item">

  4199.   <a href="#methods" class="md-nav__link">

  4200.     Methods

  4201.   </a>

  4202.   

  4203.     <nav class="md-nav" aria-label="Methods">

  4204.       <ul class="md-nav__list">

  4205.         

  4206.           <li class="md-nav__item">

  4207.   <a href="#tostring" class="md-nav__link">

  4208.     ToString()

  4209.   </a>

  4210.   

  4211.     <nav class="md-nav" aria-label="ToString()">

  4212.       <ul class="md-nav__list">

  4213.         

  4214.           <li class="md-nav__item">

  4215.   <a href="#returns" class="md-nav__link">

  4216.     Returns

  4217.   </a>

  4218.   

  4219. </li>

  4220.         

  4221.       </ul>

  4222.     </nav>

  4223.   

  4224. </li>

  4225.         

  4226.           <li class="md-nav__item">

  4227.   <a href="#printmembersstringbuilder" class="md-nav__link">

  4228.     PrintMembers(StringBuilder)

  4229.   </a>

  4230.   

  4231.     <nav class="md-nav" aria-label="PrintMembers(StringBuilder)">

  4232.       <ul class="md-nav__list">

  4233.         

  4234.           <li class="md-nav__item">

  4235.   <a href="#parameters_1" class="md-nav__link">

  4236.     Parameters

  4237.   </a>

  4238.   

  4239. </li>

  4240.         

  4241.           <li class="md-nav__item">

  4242.   <a href="#returns_1" class="md-nav__link">

  4243.     Returns

  4244.   </a>

  4245.   

  4246. </li>

  4247.         

  4248.       </ul>

  4249.     </nav>

  4250.   

  4251. </li>

  4252.         

  4253.           <li class="md-nav__item">

  4254.   <a href="#gethashcode" class="md-nav__link">

  4255.     GetHashCode()

  4256.   </a>

  4257.   

  4258.     <nav class="md-nav" aria-label="GetHashCode()">

  4259.       <ul class="md-nav__list">

  4260.         

  4261.           <li class="md-nav__item">

  4262.   <a href="#returns_2" class="md-nav__link">

  4263.     Returns

  4264.   </a>

  4265.   

  4266. </li>

  4267.         

  4268.       </ul>

  4269.     </nav>

  4270.   

  4271. </li>

  4272.         

  4273.           <li class="md-nav__item">

  4274.   <a href="#equalsobject" class="md-nav__link">

  4275.     Equals(Object)

  4276.   </a>

  4277.   

  4278.     <nav class="md-nav" aria-label="Equals(Object)">

  4279.       <ul class="md-nav__list">

  4280.         

  4281.           <li class="md-nav__item">

  4282.   <a href="#parameters_2" class="md-nav__link">

  4283.     Parameters

  4284.   </a>

  4285.   

  4286. </li>

  4287.         

  4288.           <li class="md-nav__item">

  4289.   <a href="#returns_3" class="md-nav__link">

  4290.     Returns

  4291.   </a>

  4292.   

  4293. </li>

  4294.         

  4295.       </ul>

  4296.     </nav>

  4297.   

  4298. </li>

  4299.         

  4300.           <li class="md-nav__item">

  4301.   <a href="#equalsmodelparams" class="md-nav__link">

  4302.     Equals(ModelParams)

  4303.   </a>

  4304.   

  4305.     <nav class="md-nav" aria-label="Equals(ModelParams)">

  4306.       <ul class="md-nav__list">

  4307.         

  4308.           <li class="md-nav__item">

  4309.   <a href="#parameters_3" class="md-nav__link">

  4310.     Parameters

  4311.   </a>

  4312.   

  4313. </li>

  4314.         

  4315.           <li class="md-nav__item">

  4316.   <a href="#returns_4" class="md-nav__link">

  4317.     Returns

  4318.   </a>

  4319.   

  4320. </li>

  4321.         

  4322.       </ul>

  4323.     </nav>

  4324.   

  4325. </li>

  4326.         

  4327.           <li class="md-nav__item">

  4328.   <a href="#clone" class="md-nav__link">

  4329.     &lt;Clone&gt;$()

  4330.   </a>

  4331.   

  4332.     <nav class="md-nav" aria-label="<Clone>$()">

  4333.       <ul class="md-nav__list">

  4334.         

  4335.           <li class="md-nav__item">

  4336.   <a href="#returns_5" class="md-nav__link">

  4337.     Returns

  4338.   </a>

  4339.   

  4340. </li>

  4341.         

  4342.       </ul>

  4343.     </nav>

  4344.   

  4345. </li>

  4346.         

  4347.       </ul>

  4348.     </nav>

  4349.   

  4350. </li>

  4351.       

  4352.     </ul>

  4353.   

  4354. </nav>

  4355.                   </div>

  4356.                 </div>

  4357.               </div>

  4358.             

  4359.           

  4360.           

  4361.             <div class="md-content" data-md-component="content">

  4362.               <article class="md-content__inner md-typeset">

  4363.                 

  4364.                   

  4365. 

  4366. 

  4367. <h1 id="modelparams">ModelParams</h1>

  4368. <p>Namespace: LLama.Common</p>

  4369. <p>The parameters for initializing a LLama model.</p>

  4370. <pre><code class="language-csharp">public class ModelParams : LLama.Abstractions.ILLamaParams, LLama.Abstractions.IModelParams, LLama.Abstractions.IContextParams, System.IEquatable`1[[LLama.Common.ModelParams, LLamaSharp, Version=0.0.0.0, Culture=neutral, PublicKeyToken=null]]

  4371. </code></pre>

  4372. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="./">ModelParams</a><br>

  4373. Implements <a href="../llama.abstractions.illamaparams/">ILLamaParams</a>, <a href="../llama.abstractions.imodelparams/">IModelParams</a>, <a href="../llama.abstractions.icontextparams/">IContextParams</a>, <a href="https://docs.microsoft.com/en-us/dotnet/api/system.iequatable-1">IEquatable&lt;ModelParams&gt;</a></p>

  4374. <h2 id="properties">Properties</h2>

  4375. <h3 id="contextsize"><strong>ContextSize</strong></h3>

  4376. <pre><code class="language-csharp">public Nullable&lt;uint&gt; ContextSize { get; set; }

  4377. </code></pre>

  4378. <h4 id="property-value">Property Value</h4>

  4379. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;UInt32&gt;</a><br></p>

  4380. <h3 id="maingpu"><strong>MainGpu</strong></h3>

  4381. <pre><code class="language-csharp">public int MainGpu { get; set; }

  4382. </code></pre>

  4383. <h4 id="property-value_1">Property Value</h4>

  4384. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>

  4385. <h3 id="splitmode"><strong>SplitMode</strong></h3>

  4386. <pre><code class="language-csharp">public GPUSplitMode SplitMode { get; set; }

  4387. </code></pre>

  4388. <h4 id="property-value_2">Property Value</h4>

  4389. <p><a href="../llama.native.gpusplitmode/">GPUSplitMode</a><br></p>

  4390. <h3 id="gpulayercount"><strong>GpuLayerCount</strong></h3>

  4391. <pre><code class="language-csharp">public int GpuLayerCount { get; set; }

  4392. </code></pre>

  4393. <h4 id="property-value_3">Property Value</h4>

  4394. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>

  4395. <h3 id="seed"><strong>Seed</strong></h3>

  4396. <pre><code class="language-csharp">public uint Seed { get; set; }

  4397. </code></pre>

  4398. <h4 id="property-value_4">Property Value</h4>

  4399. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint32">UInt32</a><br></p>

  4400. <h3 id="usememorymap"><strong>UseMemorymap</strong></h3>

  4401. <pre><code class="language-csharp">public bool UseMemorymap { get; set; }

  4402. </code></pre>

  4403. <h4 id="property-value_5">Property Value</h4>

  4404. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4405. <h3 id="usememorylock"><strong>UseMemoryLock</strong></h3>

  4406. <pre><code class="language-csharp">public bool UseMemoryLock { get; set; }

  4407. </code></pre>

  4408. <h4 id="property-value_6">Property Value</h4>

  4409. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4410. <h3 id="modelpath"><strong>ModelPath</strong></h3>

  4411. <pre><code class="language-csharp">public string ModelPath { get; set; }

  4412. </code></pre>

  4413. <h4 id="property-value_7">Property Value</h4>

  4414. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>

  4415. <h3 id="loraadapters"><strong>LoraAdapters</strong></h3>

  4416. <pre><code class="language-csharp">public AdapterCollection LoraAdapters { get; set; }

  4417. </code></pre>

  4418. <h4 id="property-value_8">Property Value</h4>

  4419. <p><a href="../llama.abstractions.adaptercollection/">AdapterCollection</a><br></p>

  4420. <h3 id="lorabase"><strong>LoraBase</strong></h3>

  4421. <pre><code class="language-csharp">public string LoraBase { get; set; }

  4422. </code></pre>

  4423. <h4 id="property-value_9">Property Value</h4>

  4424. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>

  4425. <h3 id="threads"><strong>Threads</strong></h3>

  4426. <pre><code class="language-csharp">public Nullable&lt;uint&gt; Threads { get; set; }

  4427. </code></pre>

  4428. <h4 id="property-value_10">Property Value</h4>

  4429. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;UInt32&gt;</a><br></p>

  4430. <h3 id="batchthreads"><strong>BatchThreads</strong></h3>

  4431. <pre><code class="language-csharp">public Nullable&lt;uint&gt; BatchThreads { get; set; }

  4432. </code></pre>

  4433. <h4 id="property-value_11">Property Value</h4>

  4434. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;UInt32&gt;</a><br></p>

  4435. <h3 id="batchsize"><strong>BatchSize</strong></h3>

  4436. <pre><code class="language-csharp">public uint BatchSize { get; set; }

  4437. </code></pre>

  4438. <h4 id="property-value_12">Property Value</h4>

  4439. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint32">UInt32</a><br></p>

  4440. <h3 id="embeddingmode"><strong>EmbeddingMode</strong></h3>

  4441. <pre><code class="language-csharp">public bool EmbeddingMode { get; set; }

  4442. </code></pre>

  4443. <h4 id="property-value_13">Property Value</h4>

  4444. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4445. <h3 id="tensorsplits"><strong>TensorSplits</strong></h3>

  4446. <pre><code class="language-csharp">public TensorSplitsCollection TensorSplits { get; set; }

  4447. </code></pre>

  4448. <h4 id="property-value_14">Property Value</h4>

  4449. <p><a href="../llama.abstractions.tensorsplitscollection/">TensorSplitsCollection</a><br></p>

  4450. <h3 id="metadataoverrides"><strong>MetadataOverrides</strong></h3>

  4451. <pre><code class="language-csharp">public List&lt;MetadataOverride&gt; MetadataOverrides { get; set; }

  4452. </code></pre>

  4453. <h4 id="property-value_15">Property Value</h4>

  4454. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.collections.generic.list-1">List&lt;MetadataOverride&gt;</a><br></p>

  4455. <h3 id="ropefrequencybase"><strong>RopeFrequencyBase</strong></h3>

  4456. <pre><code class="language-csharp">public Nullable&lt;float&gt; RopeFrequencyBase { get; set; }

  4457. </code></pre>

  4458. <h4 id="property-value_16">Property Value</h4>

  4459. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4460. <h3 id="ropefrequencyscale"><strong>RopeFrequencyScale</strong></h3>

  4461. <pre><code class="language-csharp">public Nullable&lt;float&gt; RopeFrequencyScale { get; set; }

  4462. </code></pre>

  4463. <h4 id="property-value_17">Property Value</h4>

  4464. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4465. <h3 id="yarnextrapolationfactor"><strong>YarnExtrapolationFactor</strong></h3>

  4466. <pre><code class="language-csharp">public Nullable&lt;float&gt; YarnExtrapolationFactor { get; set; }

  4467. </code></pre>

  4468. <h4 id="property-value_18">Property Value</h4>

  4469. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4470. <h3 id="yarnattentionfactor"><strong>YarnAttentionFactor</strong></h3>

  4471. <pre><code class="language-csharp">public Nullable&lt;float&gt; YarnAttentionFactor { get; set; }

  4472. </code></pre>

  4473. <h4 id="property-value_19">Property Value</h4>

  4474. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4475. <h3 id="yarnbetafast"><strong>YarnBetaFast</strong></h3>

  4476. <pre><code class="language-csharp">public Nullable&lt;float&gt; YarnBetaFast { get; set; }

  4477. </code></pre>

  4478. <h4 id="property-value_20">Property Value</h4>

  4479. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4480. <h3 id="yarnbetaslow"><strong>YarnBetaSlow</strong></h3>

  4481. <pre><code class="language-csharp">public Nullable&lt;float&gt; YarnBetaSlow { get; set; }

  4482. </code></pre>

  4483. <h4 id="property-value_21">Property Value</h4>

  4484. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;Single&gt;</a><br></p>

  4485. <h3 id="yarnoriginalcontext"><strong>YarnOriginalContext</strong></h3>

  4486. <pre><code class="language-csharp">public Nullable&lt;uint&gt; YarnOriginalContext { get; set; }

  4487. </code></pre>

  4488. <h4 id="property-value_22">Property Value</h4>

  4489. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;UInt32&gt;</a><br></p>

  4490. <h3 id="yarnscalingtype"><strong>YarnScalingType</strong></h3>

  4491. <pre><code class="language-csharp">public Nullable&lt;RopeScalingType&gt; YarnScalingType { get; set; }

  4492. </code></pre>

  4493. <h4 id="property-value_23">Property Value</h4>

  4494. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;RopeScalingType&gt;</a><br></p>

  4495. <h3 id="typek"><strong>TypeK</strong></h3>

  4496. <pre><code class="language-csharp">public Nullable&lt;GGMLType&gt; TypeK { get; set; }

  4497. </code></pre>

  4498. <h4 id="property-value_24">Property Value</h4>

  4499. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;GGMLType&gt;</a><br></p>

  4500. <h3 id="typev"><strong>TypeV</strong></h3>

  4501. <pre><code class="language-csharp">public Nullable&lt;GGMLType&gt; TypeV { get; set; }

  4502. </code></pre>

  4503. <h4 id="property-value_25">Property Value</h4>

  4504. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.nullable-1">Nullable&lt;GGMLType&gt;</a><br></p>

  4505. <h3 id="nokqvoffload"><strong>NoKqvOffload</strong></h3>

  4506. <pre><code class="language-csharp">public bool NoKqvOffload { get; set; }

  4507. </code></pre>

  4508. <h4 id="property-value_26">Property Value</h4>

  4509. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4510. <h3 id="defragthreshold"><strong>DefragThreshold</strong></h3>

  4511. <pre><code class="language-csharp">public float DefragThreshold { get; set; }

  4512. </code></pre>

  4513. <h4 id="property-value_27">Property Value</h4>

  4514. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  4515. <h3 id="dopooling"><strong>DoPooling</strong></h3>

  4516. <pre><code class="language-csharp">public bool DoPooling { get; set; }

  4517. </code></pre>

  4518. <h4 id="property-value_28">Property Value</h4>

  4519. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4520. <h3 id="vocabonly"><strong>VocabOnly</strong></h3>

  4521. <pre><code class="language-csharp">public bool VocabOnly { get; set; }

  4522. </code></pre>

  4523. <h4 id="property-value_29">Property Value</h4>

  4524. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4525. <h3 id="encoding"><strong>Encoding</strong></h3>

  4526. <pre><code class="language-csharp">public Encoding Encoding { get; set; }

  4527. </code></pre>

  4528. <h4 id="property-value_30">Property Value</h4>

  4529. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.text.encoding">Encoding</a><br></p>

  4530. <h2 id="constructors">Constructors</h2>

  4531. <h3 id="modelparamsstring"><strong>ModelParams(String)</strong></h3>

  4532. <pre><code class="language-csharp">public ModelParams(string modelPath)

  4533. </code></pre>

  4534. <h4 id="parameters">Parameters</h4>

  4535. <p><code>modelPath</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>

  4536. The model path.</p>

  4537. <h2 id="methods">Methods</h2>

  4538. <h3 id="tostring"><strong>ToString()</strong></h3>

  4539. <pre><code class="language-csharp">public string ToString()

  4540. </code></pre>

  4541. <h4 id="returns">Returns</h4>

  4542. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>

  4543. <h3 id="printmembersstringbuilder"><strong>PrintMembers(StringBuilder)</strong></h3>

  4544. <pre><code class="language-csharp">protected bool PrintMembers(StringBuilder builder)

  4545. </code></pre>

  4546. <h4 id="parameters_1">Parameters</h4>

  4547. <p><code>builder</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.text.stringbuilder">StringBuilder</a><br></p>

  4548. <h4 id="returns_1">Returns</h4>

  4549. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4550. <h3 id="gethashcode"><strong>GetHashCode()</strong></h3>

  4551. <pre><code class="language-csharp">public int GetHashCode()

  4552. </code></pre>

  4553. <h4 id="returns_2">Returns</h4>

  4554. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br></p>

  4555. <h3 id="equalsobject"><strong>Equals(Object)</strong></h3>

  4556. <pre><code class="language-csharp">public bool Equals(object obj)

  4557. </code></pre>

  4558. <h4 id="parameters_2">Parameters</h4>

  4559. <p><code>obj</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a><br></p>

  4560. <h4 id="returns_3">Returns</h4>

  4561. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4562. <h3 id="equalsmodelparams"><strong>Equals(ModelParams)</strong></h3>

  4563. <pre><code class="language-csharp">public bool Equals(ModelParams other)

  4564. </code></pre>

  4565. <h4 id="parameters_3">Parameters</h4>

  4566. <p><code>other</code> <a href="./">ModelParams</a><br></p>

  4567. <h4 id="returns_4">Returns</h4>

  4568. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  4569. <h3 id="clone"><strong>&lt;Clone&gt;$()</strong></h3>

  4570. <pre><code class="language-csharp">public ModelParams &lt;Clone&gt;$()

  4571. </code></pre>

  4572. <h4 id="returns_5">Returns</h4>

  4573. <p><a href="./">ModelParams</a><br></p>

  4574. 

  4575. 

  4576. 

  4577. 

  4578. 

  4579.                 

  4580.               </article>

  4581.             </div>

  4582.           

  4583.           

  4584.         </div>

  4585.         

  4586.       </main>

  4587.       

  4588.         <footer class="md-footer">

  4589.   

  4590.   <div class="md-footer-meta md-typeset">

  4591.     <div class="md-footer-meta__inner md-grid">

  4592.       <div class="md-copyright">

  4593.   

  4594.   

  4595.     Made with

  4596.     <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">

  4597.       Material for MkDocs

  4598.     </a>

  4599.   

  4600. </div>

  4601.       

  4602.     </div>

  4603.   </div>

  4604. </footer>

  4605.       

  4606.     </div>

  4607.     <div class="md-dialog" data-md-component="dialog">

  4608.       <div class="md-dialog__inner md-typeset"></div>

  4609.     </div>

  4610.     

  4611.     <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>

  4612.     

  4613.     

  4614.       <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>

  4615.       

  4616.     

  4617.   </body>

  4618. </html>