scisharp
/
LLamaSharp
Not watched
1
0
Fork 0
Code
Releases 17 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: gh-pages
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'gh-pages'
${ noResults }
LLamaSharp/0.11.2/xmldocs/llama.native.llamatokendata.../index.html

3836 lines
104 kB
Raw Permalink Blame History 

  1. 

  2. <!doctype html>

  3. <html lang="en" class="no-js">

  4.   <head>

  5.     

  6.       <meta charset="utf-8">

  7.       <meta name="viewport" content="width=device-width,initial-scale=1">

  8.       

  9.       

  10.       

  11.       

  12.         <link rel="prev" href="../llama.native.llamatokendata/">

  13.       

  14.       

  15.         <link rel="next" href="../llama.native.llamatokendataarraynative/">

  16.       

  17.       <link rel="icon" href="../../media/icon128.png">

  18.       <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">

  19.     

  20.     

  21.       

  22.         <title>llama.native.llamatokendataarray - LLamaSharp Documentation</title>

  23.       

  24.     

  25.     

  26.       <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">

  27.       

  28.         

  29.         <link rel="stylesheet" href="../../assets/stylesheets/palette.ecc896b0.min.css">

  30.       

  31.       

  32. 

  33.     

  34.     

  35.     

  36.       

  37.         

  38.         

  39.         <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>

  40.         <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Fira+Sans:300,300i,400,400i,700,700i%7CFira+Mono:400,400i,700,700i&display=fallback">

  41.         <style>:root{--md-text-font:"Fira Sans";--md-code-font:"Fira Mono"}</style>

  42.       

  43.     

  44.     

  45.       <link rel="stylesheet" href="../../css/extra.css?v=14">

  46.     

  47.     <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>

  48.     

  49.       

  50. 

  51.     

  52.     

  53.     

  54.   </head>

  55.   

  56.   

  57.     

  58.     

  59.       

  60.     

  61.     

  62.     

  63.     

  64.     <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red">

  65.   

  66.     

  67.     

  68.       <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>

  69.     

  70.     <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">

  71.     <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">

  72.     <label class="md-overlay" for="__drawer"></label>

  73.     <div data-md-component="skip">

  74.       

  75.         

  76.         <a href="#llamatokendataarray" class="md-skip">

  77.           Skip to content

  78.         </a>

  79.       

  80.     </div>

  81.     <div data-md-component="announce">

  82.       

  83.     </div>

  84.     

  85.       <div data-md-color-scheme="default" data-md-component="outdated" hidden>

  86.         

  87.       </div>

  88.     

  89.     

  90.       

  91. 

  92.   

  93. 

  94. <header class="md-header md-header--shadow" data-md-component="header">

  95.   <nav class="md-header__inner md-grid" aria-label="Header">

  96.     <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">

  97.       

  98.   

  99.   <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>

  100. 

  101.     </a>

  102.     <label class="md-header__button md-icon" for="__drawer">

  103.       <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>

  104.     </label>

  105.     <div class="md-header__title" data-md-component="header-title">

  106.       <div class="md-header__ellipsis">

  107.         <div class="md-header__topic">

  108.           <span class="md-ellipsis">

  109.             LLamaSharp Documentation

  110.           </span>

  111.         </div>

  112.         <div class="md-header__topic" data-md-component="header-topic">

  113.           <span class="md-ellipsis">

  114.             

  115.               llama.native.llamatokendataarray

  116.             

  117.           </span>

  118.         </div>

  119.       </div>

  120.     </div>

  121.     

  122.       

  123.         <form class="md-header__option" data-md-component="palette">

  124.           

  125.             

  126.             

  127.             

  128.             <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red"  aria-label="Switch to dark mode"  type="radio" name="__palette" id="__palette_1">

  129.             

  130.               <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>

  131.                 <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>

  132.               </label>

  133.             

  134.           

  135.             

  136.             

  137.             

  138.             <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="blue" data-md-color-accent="blue"  aria-label="Switch to light mode"  type="radio" name="__palette" id="__palette_2">

  139.             

  140.               <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>

  141.                 <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>

  142.               </label>

  143.             

  144.           

  145.         </form>

  146.       

  147.     

  148.     

  149.     

  150.       <label class="md-header__button md-icon" for="__search">

  151.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>

  152.       </label>

  153.       <div class="md-search" data-md-component="search" role="dialog">

  154.   <label class="md-search__overlay" for="__search"></label>

  155.   <div class="md-search__inner" role="search">

  156.     <form class="md-search__form" name="search">

  157.       <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>

  158.       <label class="md-search__icon md-icon" for="__search">

  159.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>

  160.         <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>

  161.       </label>

  162.       <nav class="md-search__options" aria-label="Search">

  163.         

  164.         <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">

  165.           <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>

  166.         </button>

  167.       </nav>

  168.       

  169.     </form>

  170.     <div class="md-search__output">

  171.       <div class="md-search__scrollwrap" data-md-scrollfix>

  172.         <div class="md-search-result" data-md-component="search-result">

  173.           <div class="md-search-result__meta">

  174.             Initializing search

  175.           </div>

  176.           <ol class="md-search-result__list" role="presentation"></ol>

  177.         </div>

  178.       </div>

  179.     </div>

  180.   </div>

  181. </div>

  182.     

  183.     

  184.   </nav>

  185.   

  186. </header>

  187.     

  188.     <div class="md-container" data-md-component="container">

  189.       

  190.       

  191.         

  192.           

  193.         

  194.       

  195.       <main class="md-main" data-md-component="main">

  196.         <div class="md-main__inner md-grid">

  197.           

  198.             

  199.               

  200.               <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >

  201.                 <div class="md-sidebar__scrollwrap">

  202.                   <div class="md-sidebar__inner">

  203.                     

  204. 

  205. 

  206. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">

  207.   <label class="md-nav__title" for="__drawer">

  208.     <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">

  209.       

  210.   

  211.   <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>

  212. 

  213.     </a>

  214.     LLamaSharp Documentation

  215.   </label>

  216.   

  217.   <ul class="md-nav__list" data-md-scrollfix>

  218.     

  219.       

  220.       

  221.       

  222. 

  223.   

  224.   

  225.   

  226.     <li class="md-nav__item">

  227.       <a href="../.." class="md-nav__link">

  228.         Overview

  229.       </a>

  230.     </li>

  231.   

  232. 

  233.     

  234.       

  235.       

  236.       

  237. 

  238.   

  239.   

  240.   

  241.     <li class="md-nav__item">

  242.       <a href="../../QuickStart/" class="md-nav__link">

  243.         Quick Start

  244.       </a>

  245.     </li>

  246.   

  247. 

  248.     

  249.       

  250.       

  251.       

  252. 

  253.   

  254.   

  255.   

  256.     <li class="md-nav__item">

  257.       <a href="../../Architecture/" class="md-nav__link">

  258.         Architecture

  259.       </a>

  260.     </li>

  261.   

  262. 

  263.     

  264.       

  265.       

  266.       

  267. 

  268.   

  269.   

  270.   

  271.     <li class="md-nav__item">

  272.       <a href="../../FAQ/" class="md-nav__link">

  273.         FAQ

  274.       </a>

  275.     </li>

  276.   

  277. 

  278.     

  279.       

  280.       

  281.       

  282. 

  283.   

  284.   

  285.   

  286.     <li class="md-nav__item">

  287.       <a href="../../ContributingGuide/" class="md-nav__link">

  288.         Contributing Guide

  289.       </a>

  290.     </li>

  291.   

  292. 

  293.     

  294.       

  295.       

  296.       

  297. 

  298.   

  299.   

  300.   

  301.     

  302.     <li class="md-nav__item md-nav__item--nested">

  303.       

  304.       

  305.       

  306.       

  307.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >

  308.       

  309.       

  310.       

  311.         <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">

  312.           Tutorials

  313.           <span class="md-nav__icon md-icon"></span>

  314.         </label>

  315.       

  316.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">

  317.         <label class="md-nav__title" for="__nav_6">

  318.           <span class="md-nav__icon md-icon"></span>

  319.           Tutorials

  320.         </label>

  321.         <ul class="md-nav__list" data-md-scrollfix>

  322.           

  323.             

  324.               

  325.   

  326.   

  327.   

  328.     <li class="md-nav__item">

  329.       <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">

  330.         Customize the native library loading

  331.       </a>

  332.     </li>

  333.   

  334. 

  335.             

  336.           

  337.             

  338.               

  339.   

  340.   

  341.   

  342.     <li class="md-nav__item">

  343.       <a href="../../Tutorials/Executors/" class="md-nav__link">

  344.         Use executors

  345.       </a>

  346.     </li>

  347.   

  348. 

  349.             

  350.           

  351.             

  352.               

  353.   

  354.   

  355.   

  356.     <li class="md-nav__item">

  357.       <a href="../../Tutorials/ChatSession/" class="md-nav__link">

  358.         Use ChatSession

  359.       </a>

  360.     </li>

  361.   

  362. 

  363.             

  364.           

  365.             

  366.               

  367.   

  368.   

  369.   

  370.     <li class="md-nav__item">

  371.       <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">

  372.         Understand LLamaContext

  373.       </a>

  374.     </li>

  375.   

  376. 

  377.             

  378.           

  379.             

  380.               

  381.   

  382.   

  383.   

  384.     <li class="md-nav__item">

  385.       <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">

  386.         Get embeddings

  387.       </a>

  388.     </li>

  389.   

  390. 

  391.             

  392.           

  393.             

  394.               

  395.   

  396.   

  397.   

  398.     <li class="md-nav__item">

  399.       <a href="../../Tutorials/Quantization/" class="md-nav__link">

  400.         Quantize the model

  401.       </a>

  402.     </li>

  403.   

  404. 

  405.             

  406.           

  407.         </ul>

  408.       </nav>

  409.     </li>

  410.   

  411. 

  412.     

  413.       

  414.       

  415.       

  416. 

  417.   

  418.   

  419.   

  420.     

  421.     <li class="md-nav__item md-nav__item--nested">

  422.       

  423.       

  424.       

  425.       

  426.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >

  427.       

  428.       

  429.       

  430.         <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">

  431.           Integrations

  432.           <span class="md-nav__icon md-icon"></span>

  433.         </label>

  434.       

  435.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">

  436.         <label class="md-nav__title" for="__nav_7">

  437.           <span class="md-nav__icon md-icon"></span>

  438.           Integrations

  439.         </label>

  440.         <ul class="md-nav__list" data-md-scrollfix>

  441.           

  442.             

  443.               

  444.   

  445.   

  446.   

  447.     <li class="md-nav__item">

  448.       <a href="../../Integrations/semantic-kernel/" class="md-nav__link">

  449.         semantic-kernel integration

  450.       </a>

  451.     </li>

  452.   

  453. 

  454.             

  455.           

  456.             

  457.               

  458.   

  459.   

  460.   

  461.     <li class="md-nav__item">

  462.       <a href="../../Integrations/kernel-memory/" class="md-nav__link">

  463.         kernel-memory integration

  464.       </a>

  465.     </li>

  466.   

  467. 

  468.             

  469.           

  470.             

  471.               

  472.   

  473.   

  474.   

  475.     <li class="md-nav__item">

  476.       <a href="../../Integrations/BotSharp.md" class="md-nav__link">

  477.         BotSharp integration

  478.       </a>

  479.     </li>

  480.   

  481. 

  482.             

  483.           

  484.             

  485.               

  486.   

  487.   

  488.   

  489.     <li class="md-nav__item">

  490.       <a href="../../Integrations/Langchain.md" class="md-nav__link">

  491.         Langchain integration

  492.       </a>

  493.     </li>

  494.   

  495. 

  496.             

  497.           

  498.         </ul>

  499.       </nav>

  500.     </li>

  501.   

  502. 

  503.     

  504.       

  505.       

  506.       

  507. 

  508.   

  509.   

  510.   

  511.     

  512.     <li class="md-nav__item md-nav__item--nested">

  513.       

  514.       

  515.       

  516.       

  517.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >

  518.       

  519.       

  520.       

  521.         <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">

  522.           Examples

  523.           <span class="md-nav__icon md-icon"></span>

  524.         </label>

  525.       

  526.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">

  527.         <label class="md-nav__title" for="__nav_8">

  528.           <span class="md-nav__icon md-icon"></span>

  529.           Examples

  530.         </label>

  531.         <ul class="md-nav__list" data-md-scrollfix>

  532.           

  533.             

  534.               

  535.   

  536.   

  537.   

  538.     <li class="md-nav__item">

  539.       <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">

  540.         Bacthed executor - multi-output to one input

  541.       </a>

  542.     </li>

  543.   

  544. 

  545.             

  546.           

  547.             

  548.               

  549.   

  550.   

  551.   

  552.     <li class="md-nav__item">

  553.       <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">

  554.         Batched executor - basic guidance

  555.       </a>

  556.     </li>

  557.   

  558. 

  559.             

  560.           

  561.             

  562.               

  563.   

  564.   

  565.   

  566.     <li class="md-nav__item">

  567.       <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">

  568.         Batched executor - rewinding to an earlier state

  569.       </a>

  570.     </li>

  571.   

  572. 

  573.             

  574.           

  575.             

  576.               

  577.   

  578.   

  579.   

  580.     <li class="md-nav__item">

  581.       <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">

  582.         Chinese LLM - with GB2312 encoding

  583.       </a>

  584.     </li>

  585.   

  586. 

  587.             

  588.           

  589.             

  590.               

  591.   

  592.   

  593.   

  594.     <li class="md-nav__item">

  595.       <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">

  596.         ChatSession - stripping role names

  597.       </a>

  598.     </li>

  599.   

  600. 

  601.             

  602.           

  603.             

  604.               

  605.   

  606.   

  607.   

  608.     <li class="md-nav__item">

  609.       <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">

  610.         ChatSession - with history

  611.       </a>

  612.     </li>

  613.   

  614. 

  615.             

  616.           

  617.             

  618.               

  619.   

  620.   

  621.   

  622.     <li class="md-nav__item">

  623.       <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">

  624.         ChatSession - restarting

  625.       </a>

  626.     </li>

  627.   

  628. 

  629.             

  630.           

  631.             

  632.               

  633.   

  634.   

  635.   

  636.     <li class="md-nav__item">

  637.       <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">

  638.         ChatSession - Basic

  639.       </a>

  640.     </li>

  641.   

  642. 

  643.             

  644.           

  645.             

  646.               

  647.   

  648.   

  649.   

  650.     <li class="md-nav__item">

  651.       <a href="../../Examples/CodingAssistant/" class="md-nav__link">

  652.         Coding assistant

  653.       </a>

  654.     </li>

  655.   

  656. 

  657.             

  658.           

  659.             

  660.               

  661.   

  662.   

  663.   

  664.     <li class="md-nav__item">

  665.       <a href="../../Examples/GetEmbeddings/" class="md-nav__link">

  666.         Get embeddings

  667.       </a>

  668.     </li>

  669.   

  670. 

  671.             

  672.           

  673.             

  674.               

  675.   

  676.   

  677.   

  678.     <li class="md-nav__item">

  679.       <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">

  680.         Grammar - json response

  681.       </a>

  682.     </li>

  683.   

  684. 

  685.             

  686.           

  687.             

  688.               

  689.   

  690.   

  691.   

  692.     <li class="md-nav__item">

  693.       <a href="../../Examples/InstructModeExecute/" class="md-nav__link">

  694.         Instruct executor - basic

  695.       </a>

  696.     </li>

  697.   

  698. 

  699.             

  700.           

  701.             

  702.               

  703.   

  704.   

  705.   

  706.     <li class="md-nav__item">

  707.       <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">

  708.         Interactive executor - basic

  709.       </a>

  710.     </li>

  711.   

  712. 

  713.             

  714.           

  715.             

  716.               

  717.   

  718.   

  719.   

  720.     <li class="md-nav__item">

  721.       <a href="../../Examples/KernelMemory/" class="md-nav__link">

  722.         Kernel memory integration - basic

  723.       </a>

  724.     </li>

  725.   

  726. 

  727.             

  728.           

  729.             

  730.               

  731.   

  732.   

  733.   

  734.     <li class="md-nav__item">

  735.       <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">

  736.         Kernel-memory - save & load

  737.       </a>

  738.     </li>

  739.   

  740. 

  741.             

  742.           

  743.             

  744.               

  745.   

  746.   

  747.   

  748.     <li class="md-nav__item">

  749.       <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">

  750.         LLaVA - basic

  751.       </a>

  752.     </li>

  753.   

  754. 

  755.             

  756.           

  757.             

  758.               

  759.   

  760.   

  761.   

  762.     <li class="md-nav__item">

  763.       <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">

  764.         ChatSession - load & save

  765.       </a>

  766.     </li>

  767.   

  768. 

  769.             

  770.           

  771.             

  772.               

  773.   

  774.   

  775.   

  776.     <li class="md-nav__item">

  777.       <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">

  778.         Executor - save/load state

  779.       </a>

  780.     </li>

  781.   

  782. 

  783.             

  784.           

  785.             

  786.               

  787.   

  788.   

  789.   

  790.     <li class="md-nav__item">

  791.       <a href="../../Examples/QuantizeModel/" class="md-nav__link">

  792.         Quantization

  793.       </a>

  794.     </li>

  795.   

  796. 

  797.             

  798.           

  799.             

  800.               

  801.   

  802.   

  803.   

  804.     <li class="md-nav__item">

  805.       <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">

  806.         Semantic-kernel - chat

  807.       </a>

  808.     </li>

  809.   

  810. 

  811.             

  812.           

  813.             

  814.               

  815.   

  816.   

  817.   

  818.     <li class="md-nav__item">

  819.       <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">

  820.         Semantic-kernel - with kernel-memory

  821.       </a>

  822.     </li>

  823.   

  824. 

  825.             

  826.           

  827.             

  828.               

  829.   

  830.   

  831.   

  832.     <li class="md-nav__item">

  833.       <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">

  834.         Semantic-kernel - basic

  835.       </a>

  836.     </li>

  837.   

  838. 

  839.             

  840.           

  841.             

  842.               

  843.   

  844.   

  845.   

  846.     <li class="md-nav__item">

  847.       <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">

  848.         Stateless executor

  849.       </a>

  850.     </li>

  851.   

  852. 

  853.             

  854.           

  855.             

  856.               

  857.   

  858.   

  859.   

  860.     <li class="md-nav__item">

  861.       <a href="../../Examples/TalkToYourself/" class="md-nav__link">

  862.         Talk to yourself

  863.       </a>

  864.     </li>

  865.   

  866. 

  867.             

  868.           

  869.         </ul>

  870.       </nav>

  871.     </li>

  872.   

  873. 

  874.     

  875.       

  876.       

  877.       

  878. 

  879.   

  880.   

  881.     

  882.   

  883.   

  884.     

  885.     <li class="md-nav__item md-nav__item--active md-nav__item--nested">

  886.       

  887.       

  888.       

  889.       

  890.       <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>

  891.       

  892.       

  893.       

  894.         <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">

  895.           API Reference

  896.           <span class="md-nav__icon md-icon"></span>

  897.         </label>

  898.       

  899.       <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">

  900.         <label class="md-nav__title" for="__nav_9">

  901.           <span class="md-nav__icon md-icon"></span>

  902.           API Reference

  903.         </label>

  904.         <ul class="md-nav__list" data-md-scrollfix>

  905.           

  906.             

  907.               

  908.   

  909.   

  910.   

  911.     <li class="md-nav__item">

  912.       <a href="../" class="md-nav__link">

  913.         index

  914.       </a>

  915.     </li>

  916.   

  917. 

  918.             

  919.           

  920.             

  921.               

  922.   

  923.   

  924.   

  925.     <li class="md-nav__item">

  926.       <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">

  927.         llama.abstractions.adaptercollection

  928.       </a>

  929.     </li>

  930.   

  931. 

  932.             

  933.           

  934.             

  935.               

  936.   

  937.   

  938.   

  939.     <li class="md-nav__item">

  940.       <a href="../llama.abstractions.icontextparams/" class="md-nav__link">

  941.         llama.abstractions.icontextparams

  942.       </a>

  943.     </li>

  944.   

  945. 

  946.             

  947.           

  948.             

  949.               

  950.   

  951.   

  952.   

  953.     <li class="md-nav__item">

  954.       <a href="../llama.abstractions.ihistorytransform/" class="md-nav__link">

  955.         llama.abstractions.ihistorytransform

  956.       </a>

  957.     </li>

  958.   

  959. 

  960.             

  961.           

  962.             

  963.               

  964.   

  965.   

  966.   

  967.     <li class="md-nav__item">

  968.       <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">

  969.         llama.abstractions.iinferenceparams

  970.       </a>

  971.     </li>

  972.   

  973. 

  974.             

  975.           

  976.             

  977.               

  978.   

  979.   

  980.   

  981.     <li class="md-nav__item">

  982.       <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">

  983.         llama.abstractions.illamaexecutor

  984.       </a>

  985.     </li>

  986.   

  987. 

  988.             

  989.           

  990.             

  991.               

  992.   

  993.   

  994.   

  995.     <li class="md-nav__item">

  996.       <a href="../llama.abstractions.illamaparams/" class="md-nav__link">

  997.         llama.abstractions.illamaparams

  998.       </a>

  999.     </li>

  1000.   

  1001. 

  1002.             

  1003.           

  1004.             

  1005.               

  1006.   

  1007.   

  1008.   

  1009.     <li class="md-nav__item">

  1010.       <a href="../llama.abstractions.imodelparams/" class="md-nav__link">

  1011.         llama.abstractions.imodelparams

  1012.       </a>

  1013.     </li>

  1014.   

  1015. 

  1016.             

  1017.           

  1018.             

  1019.               

  1020.   

  1021.   

  1022.   

  1023.     <li class="md-nav__item">

  1024.       <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">

  1025.         llama.abstractions.itextstreamtransform

  1026.       </a>

  1027.     </li>

  1028.   

  1029. 

  1030.             

  1031.           

  1032.             

  1033.               

  1034.   

  1035.   

  1036.   

  1037.     <li class="md-nav__item">

  1038.       <a href="../llama.abstractions.itexttransform/" class="md-nav__link">

  1039.         llama.abstractions.itexttransform

  1040.       </a>

  1041.     </li>

  1042.   

  1043. 

  1044.             

  1045.           

  1046.             

  1047.               

  1048.   

  1049.   

  1050.   

  1051.     <li class="md-nav__item">

  1052.       <a href="../llama.abstractions.loraadapter/" class="md-nav__link">

  1053.         llama.abstractions.loraadapter

  1054.       </a>

  1055.     </li>

  1056.   

  1057. 

  1058.             

  1059.           

  1060.             

  1061.               

  1062.   

  1063.   

  1064.   

  1065.     <li class="md-nav__item">

  1066.       <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">

  1067.         llama.abstractions.metadataoverride

  1068.       </a>

  1069.     </li>

  1070.   

  1071. 

  1072.             

  1073.           

  1074.             

  1075.               

  1076.   

  1077.   

  1078.   

  1079.     <li class="md-nav__item">

  1080.       <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">

  1081.         llama.abstractions.metadataoverrideconverter

  1082.       </a>

  1083.     </li>

  1084.   

  1085. 

  1086.             

  1087.           

  1088.             

  1089.               

  1090.   

  1091.   

  1092.   

  1093.     <li class="md-nav__item">

  1094.       <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">

  1095.         llama.abstractions.tensorsplitscollection

  1096.       </a>

  1097.     </li>

  1098.   

  1099. 

  1100.             

  1101.           

  1102.             

  1103.               

  1104.   

  1105.   

  1106.   

  1107.     <li class="md-nav__item">

  1108.       <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">

  1109.         llama.abstractions.tensorsplitscollectionconverter

  1110.       </a>

  1111.     </li>

  1112.   

  1113. 

  1114.             

  1115.           

  1116.             

  1117.               

  1118.   

  1119.   

  1120.   

  1121.     <li class="md-nav__item">

  1122.       <a href="../llama.antipromptprocessor/" class="md-nav__link">

  1123.         llama.antipromptprocessor

  1124.       </a>

  1125.     </li>

  1126.   

  1127. 

  1128.             

  1129.           

  1130.             

  1131.               

  1132.   

  1133.   

  1134.   

  1135.     <li class="md-nav__item">

  1136.       <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">

  1137.         llama.batched.alreadypromptedconversationexception

  1138.       </a>

  1139.     </li>

  1140.   

  1141. 

  1142.             

  1143.           

  1144.             

  1145.               

  1146.   

  1147.   

  1148.   

  1149.     <li class="md-nav__item">

  1150.       <a href="../llama.batched.batchedexecutor/" class="md-nav__link">

  1151.         llama.batched.batchedexecutor

  1152.       </a>

  1153.     </li>

  1154.   

  1155. 

  1156.             

  1157.           

  1158.             

  1159.               

  1160.   

  1161.   

  1162.   

  1163.     <li class="md-nav__item">

  1164.       <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">

  1165.         llama.batched.cannotforkwhilerequiresinferenceexception

  1166.       </a>

  1167.     </li>

  1168.   

  1169. 

  1170.             

  1171.           

  1172.             

  1173.               

  1174.   

  1175.   

  1176.   

  1177.     <li class="md-nav__item">

  1178.       <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">

  1179.         llama.batched.cannotmodifywhilerequiresinferenceexception

  1180.       </a>

  1181.     </li>

  1182.   

  1183. 

  1184.             

  1185.           

  1186.             

  1187.               

  1188.   

  1189.   

  1190.   

  1191.     <li class="md-nav__item">

  1192.       <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">

  1193.         llama.batched.cannotsamplerequiresinferenceexception

  1194.       </a>

  1195.     </li>

  1196.   

  1197. 

  1198.             

  1199.           

  1200.             

  1201.               

  1202.   

  1203.   

  1204.   

  1205.     <li class="md-nav__item">

  1206.       <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">

  1207.         llama.batched.cannotsamplerequirespromptexception

  1208.       </a>

  1209.     </li>

  1210.   

  1211. 

  1212.             

  1213.           

  1214.             

  1215.               

  1216.   

  1217.   

  1218.   

  1219.     <li class="md-nav__item">

  1220.       <a href="../llama.batched.conversation/" class="md-nav__link">

  1221.         llama.batched.conversation

  1222.       </a>

  1223.     </li>

  1224.   

  1225. 

  1226.             

  1227.           

  1228.             

  1229.               

  1230.   

  1231.   

  1232.   

  1233.     <li class="md-nav__item">

  1234.       <a href="../llama.batched.conversationextensions/" class="md-nav__link">

  1235.         llama.batched.conversationextensions

  1236.       </a>

  1237.     </li>

  1238.   

  1239. 

  1240.             

  1241.           

  1242.             

  1243.               

  1244.   

  1245.   

  1246.   

  1247.     <li class="md-nav__item">

  1248.       <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">

  1249.         llama.batched.experimentalbatchedexecutorexception

  1250.       </a>

  1251.     </li>

  1252.   

  1253. 

  1254.             

  1255.           

  1256.             

  1257.               

  1258.   

  1259.   

  1260.   

  1261.     <li class="md-nav__item">

  1262.       <a href="../llama.chatsession-1/" class="md-nav__link">

  1263.         llama.chatsession-1

  1264.       </a>

  1265.     </li>

  1266.   

  1267. 

  1268.             

  1269.           

  1270.             

  1271.               

  1272.   

  1273.   

  1274.   

  1275.     <li class="md-nav__item">

  1276.       <a href="../llama.chatsession/" class="md-nav__link">

  1277.         llama.chatsession

  1278.       </a>

  1279.     </li>

  1280.   

  1281. 

  1282.             

  1283.           

  1284.             

  1285.               

  1286.   

  1287.   

  1288.   

  1289.     <li class="md-nav__item">

  1290.       <a href="../llama.common.authorrole/" class="md-nav__link">

  1291.         llama.common.authorrole

  1292.       </a>

  1293.     </li>

  1294.   

  1295. 

  1296.             

  1297.           

  1298.             

  1299.               

  1300.   

  1301.   

  1302.   

  1303.     <li class="md-nav__item">

  1304.       <a href="../llama.common.chathistory/" class="md-nav__link">

  1305.         llama.common.chathistory

  1306.       </a>

  1307.     </li>

  1308.   

  1309. 

  1310.             

  1311.           

  1312.             

  1313.               

  1314.   

  1315.   

  1316.   

  1317.     <li class="md-nav__item">

  1318.       <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">

  1319.         llama.common.fixedsizequeue-1

  1320.       </a>

  1321.     </li>

  1322.   

  1323. 

  1324.             

  1325.           

  1326.             

  1327.               

  1328.   

  1329.   

  1330.   

  1331.     <li class="md-nav__item">

  1332.       <a href="../llama.common.inferenceparams/" class="md-nav__link">

  1333.         llama.common.inferenceparams

  1334.       </a>

  1335.     </li>

  1336.   

  1337. 

  1338.             

  1339.           

  1340.             

  1341.               

  1342.   

  1343.   

  1344.   

  1345.     <li class="md-nav__item">

  1346.       <a href="../llama.common.mirostattype/" class="md-nav__link">

  1347.         llama.common.mirostattype

  1348.       </a>

  1349.     </li>

  1350.   

  1351. 

  1352.             

  1353.           

  1354.             

  1355.               

  1356.   

  1357.   

  1358.   

  1359.     <li class="md-nav__item">

  1360.       <a href="../llama.common.modelparams/" class="md-nav__link">

  1361.         llama.common.modelparams

  1362.       </a>

  1363.     </li>

  1364.   

  1365. 

  1366.             

  1367.           

  1368.             

  1369.               

  1370.   

  1371.   

  1372.   

  1373.     <li class="md-nav__item">

  1374.       <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">

  1375.         llama.exceptions.grammarexpectedname

  1376.       </a>

  1377.     </li>

  1378.   

  1379. 

  1380.             

  1381.           

  1382.             

  1383.               

  1384.   

  1385.   

  1386.   

  1387.     <li class="md-nav__item">

  1388.       <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">

  1389.         llama.exceptions.grammarexpectednext

  1390.       </a>

  1391.     </li>

  1392.   

  1393. 

  1394.             

  1395.           

  1396.             

  1397.               

  1398.   

  1399.   

  1400.   

  1401.     <li class="md-nav__item">

  1402.       <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">

  1403.         llama.exceptions.grammarexpectedprevious

  1404.       </a>

  1405.     </li>

  1406.   

  1407. 

  1408.             

  1409.           

  1410.             

  1411.               

  1412.   

  1413.   

  1414.   

  1415.     <li class="md-nav__item">

  1416.       <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">

  1417.         llama.exceptions.grammarformatexception

  1418.       </a>

  1419.     </li>

  1420.   

  1421. 

  1422.             

  1423.           

  1424.             

  1425.               

  1426.   

  1427.   

  1428.   

  1429.     <li class="md-nav__item">

  1430.       <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">

  1431.         llama.exceptions.grammarunexpectedcharaltelement

  1432.       </a>

  1433.     </li>

  1434.   

  1435. 

  1436.             

  1437.           

  1438.             

  1439.               

  1440.   

  1441.   

  1442.   

  1443.     <li class="md-nav__item">

  1444.       <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">

  1445.         llama.exceptions.grammarunexpectedcharrngelement

  1446.       </a>

  1447.     </li>

  1448.   

  1449. 

  1450.             

  1451.           

  1452.             

  1453.               

  1454.   

  1455.   

  1456.   

  1457.     <li class="md-nav__item">

  1458.       <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">

  1459.         llama.exceptions.grammarunexpectedendelement

  1460.       </a>

  1461.     </li>

  1462.   

  1463. 

  1464.             

  1465.           

  1466.             

  1467.               

  1468.   

  1469.   

  1470.   

  1471.     <li class="md-nav__item">

  1472.       <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">

  1473.         llama.exceptions.grammarunexpectedendofinput

  1474.       </a>

  1475.     </li>

  1476.   

  1477. 

  1478.             

  1479.           

  1480.             

  1481.               

  1482.   

  1483.   

  1484.   

  1485.     <li class="md-nav__item">

  1486.       <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">

  1487.         llama.exceptions.grammarunexpectedhexcharscount

  1488.       </a>

  1489.     </li>

  1490.   

  1491. 

  1492.             

  1493.           

  1494.             

  1495.               

  1496.   

  1497.   

  1498.   

  1499.     <li class="md-nav__item">

  1500.       <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">

  1501.         llama.exceptions.grammarunknownescapecharacter

  1502.       </a>

  1503.     </li>

  1504.   

  1505. 

  1506.             

  1507.           

  1508.             

  1509.               

  1510.   

  1511.   

  1512.   

  1513.     <li class="md-nav__item">

  1514.       <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">

  1515.         llama.exceptions.llamadecodeerror

  1516.       </a>

  1517.     </li>

  1518.   

  1519. 

  1520.             

  1521.           

  1522.             

  1523.               

  1524.   

  1525.   

  1526.   

  1527.     <li class="md-nav__item">

  1528.       <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">

  1529.         llama.exceptions.loadweightsfailedexception

  1530.       </a>

  1531.     </li>

  1532.   

  1533. 

  1534.             

  1535.           

  1536.             

  1537.               

  1538.   

  1539.   

  1540.   

  1541.     <li class="md-nav__item">

  1542.       <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">

  1543.         llama.exceptions.runtimeerror

  1544.       </a>

  1545.     </li>

  1546.   

  1547. 

  1548.             

  1549.           

  1550.             

  1551.               

  1552.   

  1553.   

  1554.   

  1555.     <li class="md-nav__item">

  1556.       <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">

  1557.         llama.extensions.icontextparamsextensions

  1558.       </a>

  1559.     </li>

  1560.   

  1561. 

  1562.             

  1563.           

  1564.             

  1565.               

  1566.   

  1567.   

  1568.   

  1569.     <li class="md-nav__item">

  1570.       <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">

  1571.         llama.extensions.imodelparamsextensions

  1572.       </a>

  1573.     </li>

  1574.   

  1575. 

  1576.             

  1577.           

  1578.             

  1579.               

  1580.   

  1581.   

  1582.   

  1583.     <li class="md-nav__item">

  1584.       <a href="../llama.grammars.grammar/" class="md-nav__link">

  1585.         llama.grammars.grammar

  1586.       </a>

  1587.     </li>

  1588.   

  1589. 

  1590.             

  1591.           

  1592.             

  1593.               

  1594.   

  1595.   

  1596.   

  1597.     <li class="md-nav__item">

  1598.       <a href="../llama.grammars.grammarrule/" class="md-nav__link">

  1599.         llama.grammars.grammarrule

  1600.       </a>

  1601.     </li>

  1602.   

  1603. 

  1604.             

  1605.           

  1606.             

  1607.               

  1608.   

  1609.   

  1610.   

  1611.     <li class="md-nav__item">

  1612.       <a href="../llama.ichatmodel/" class="md-nav__link">

  1613.         llama.ichatmodel

  1614.       </a>

  1615.     </li>

  1616.   

  1617. 

  1618.             

  1619.           

  1620.             

  1621.               

  1622.   

  1623.   

  1624.   

  1625.     <li class="md-nav__item">

  1626.       <a href="../llama.llamacache/" class="md-nav__link">

  1627.         llama.llamacache

  1628.       </a>

  1629.     </li>

  1630.   

  1631. 

  1632.             

  1633.           

  1634.             

  1635.               

  1636.   

  1637.   

  1638.   

  1639.     <li class="md-nav__item">

  1640.       <a href="../llama.llamaembedder/" class="md-nav__link">

  1641.         llama.llamaembedder

  1642.       </a>

  1643.     </li>

  1644.   

  1645. 

  1646.             

  1647.           

  1648.             

  1649.               

  1650.   

  1651.   

  1652.   

  1653.     <li class="md-nav__item">

  1654.       <a href="../llama.llamamodel/" class="md-nav__link">

  1655.         llama.llamamodel

  1656.       </a>

  1657.     </li>

  1658.   

  1659. 

  1660.             

  1661.           

  1662.             

  1663.               

  1664.   

  1665.   

  1666.   

  1667.     <li class="md-nav__item">

  1668.       <a href="../llama.llamamodelv1/" class="md-nav__link">

  1669.         llama.llamamodelv1

  1670.       </a>

  1671.     </li>

  1672.   

  1673. 

  1674.             

  1675.           

  1676.             

  1677.               

  1678.   

  1679.   

  1680.   

  1681.     <li class="md-nav__item">

  1682.       <a href="../llama.llamaparams/" class="md-nav__link">

  1683.         llama.llamaparams

  1684.       </a>

  1685.     </li>

  1686.   

  1687. 

  1688.             

  1689.           

  1690.             

  1691.               

  1692.   

  1693.   

  1694.   

  1695.     <li class="md-nav__item">

  1696.       <a href="../llama.llamaquantizer/" class="md-nav__link">

  1697.         llama.llamaquantizer

  1698.       </a>

  1699.     </li>

  1700.   

  1701. 

  1702.             

  1703.           

  1704.             

  1705.               

  1706.   

  1707.   

  1708.   

  1709.     <li class="md-nav__item">

  1710.       <a href="../llama.llamastate/" class="md-nav__link">

  1711.         llama.llamastate

  1712.       </a>

  1713.     </li>

  1714.   

  1715. 

  1716.             

  1717.           

  1718.             

  1719.               

  1720.   

  1721.   

  1722.   

  1723.     <li class="md-nav__item">

  1724.       <a href="../llama.llamatransforms/" class="md-nav__link">

  1725.         llama.llamatransforms

  1726.       </a>

  1727.     </li>

  1728.   

  1729. 

  1730.             

  1731.           

  1732.             

  1733.               

  1734.   

  1735.   

  1736.   

  1737.     <li class="md-nav__item">

  1738.       <a href="../llama.llavaweights/" class="md-nav__link">

  1739.         llama.llavaweights

  1740.       </a>

  1741.     </li>

  1742.   

  1743. 

  1744.             

  1745.           

  1746.             

  1747.               

  1748.   

  1749.   

  1750.   

  1751.     <li class="md-nav__item">

  1752.       <a href="../llama.native.decoderesult/" class="md-nav__link">

  1753.         llama.native.decoderesult

  1754.       </a>

  1755.     </li>

  1756.   

  1757. 

  1758.             

  1759.           

  1760.             

  1761.               

  1762.   

  1763.   

  1764.   

  1765.     <li class="md-nav__item">

  1766.       <a href="../llama.native.ggmltype/" class="md-nav__link">

  1767.         llama.native.ggmltype

  1768.       </a>

  1769.     </li>

  1770.   

  1771. 

  1772.             

  1773.           

  1774.             

  1775.               

  1776.   

  1777.   

  1778.   

  1779.     <li class="md-nav__item">

  1780.       <a href="../llama.native.gpusplitmode/" class="md-nav__link">

  1781.         llama.native.gpusplitmode

  1782.       </a>

  1783.     </li>

  1784.   

  1785. 

  1786.             

  1787.           

  1788.             

  1789.               

  1790.   

  1791.   

  1792.   

  1793.     <li class="md-nav__item">

  1794.       <a href="../llama.native.llamabatch/" class="md-nav__link">

  1795.         llama.native.llamabatch

  1796.       </a>

  1797.     </li>

  1798.   

  1799. 

  1800.             

  1801.           

  1802.             

  1803.               

  1804.   

  1805.   

  1806.   

  1807.     <li class="md-nav__item">

  1808.       <a href="../llama.native.llamabeamsstate/" class="md-nav__link">

  1809.         llama.native.llamabeamsstate

  1810.       </a>

  1811.     </li>

  1812.   

  1813. 

  1814.             

  1815.           

  1816.             

  1817.               

  1818.   

  1819.   

  1820.   

  1821.     <li class="md-nav__item">

  1822.       <a href="../llama.native.llamabeamview/" class="md-nav__link">

  1823.         llama.native.llamabeamview

  1824.       </a>

  1825.     </li>

  1826.   

  1827. 

  1828.             

  1829.           

  1830.             

  1831.               

  1832.   

  1833.   

  1834.   

  1835.     <li class="md-nav__item">

  1836.       <a href="../llama.native.llamachatmessage/" class="md-nav__link">

  1837.         llama.native.llamachatmessage

  1838.       </a>

  1839.     </li>

  1840.   

  1841. 

  1842.             

  1843.           

  1844.             

  1845.               

  1846.   

  1847.   

  1848.   

  1849.     <li class="md-nav__item">

  1850.       <a href="../llama.native.llamacontextparams/" class="md-nav__link">

  1851.         llama.native.llamacontextparams

  1852.       </a>

  1853.     </li>

  1854.   

  1855. 

  1856.             

  1857.           

  1858.             

  1859.               

  1860.   

  1861.   

  1862.   

  1863.     <li class="md-nav__item">

  1864.       <a href="../llama.native.llamaftype/" class="md-nav__link">

  1865.         llama.native.llamaftype

  1866.       </a>

  1867.     </li>

  1868.   

  1869. 

  1870.             

  1871.           

  1872.             

  1873.               

  1874.   

  1875.   

  1876.   

  1877.     <li class="md-nav__item">

  1878.       <a href="../llama.native.llamagrammarelement/" class="md-nav__link">

  1879.         llama.native.llamagrammarelement

  1880.       </a>

  1881.     </li>

  1882.   

  1883. 

  1884.             

  1885.           

  1886.             

  1887.               

  1888.   

  1889.   

  1890.   

  1891.     <li class="md-nav__item">

  1892.       <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">

  1893.         llama.native.llamagrammarelementtype

  1894.       </a>

  1895.     </li>

  1896.   

  1897. 

  1898.             

  1899.           

  1900.             

  1901.               

  1902.   

  1903.   

  1904.   

  1905.     <li class="md-nav__item">

  1906.       <a href="../llama.native.llamakvcacheview/" class="md-nav__link">

  1907.         llama.native.llamakvcacheview

  1908.       </a>

  1909.     </li>

  1910.   

  1911. 

  1912.             

  1913.           

  1914.             

  1915.               

  1916.   

  1917.   

  1918.   

  1919.     <li class="md-nav__item">

  1920.       <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">

  1921.         llama.native.llamakvcacheviewcell

  1922.       </a>

  1923.     </li>

  1924.   

  1925. 

  1926.             

  1927.           

  1928.             

  1929.               

  1930.   

  1931.   

  1932.   

  1933.     <li class="md-nav__item">

  1934.       <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">

  1935.         llama.native.llamakvcacheviewsafehandle

  1936.       </a>

  1937.     </li>

  1938.   

  1939. 

  1940.             

  1941.           

  1942.             

  1943.               

  1944.   

  1945.   

  1946.   

  1947.     <li class="md-nav__item">

  1948.       <a href="../llama.native.llamaloglevel/" class="md-nav__link">

  1949.         llama.native.llamaloglevel

  1950.       </a>

  1951.     </li>

  1952.   

  1953. 

  1954.             

  1955.           

  1956.             

  1957.               

  1958.   

  1959.   

  1960.   

  1961.     <li class="md-nav__item">

  1962.       <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">

  1963.         llama.native.llamamodelkvoverridetype

  1964.       </a>

  1965.     </li>

  1966.   

  1967. 

  1968.             

  1969.           

  1970.             

  1971.               

  1972.   

  1973.   

  1974.   

  1975.     <li class="md-nav__item">

  1976.       <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">

  1977.         llama.native.llamamodelmetadataoverride

  1978.       </a>

  1979.     </li>

  1980.   

  1981. 

  1982.             

  1983.           

  1984.             

  1985.               

  1986.   

  1987.   

  1988.   

  1989.     <li class="md-nav__item">

  1990.       <a href="../llama.native.llamamodelparams/" class="md-nav__link">

  1991.         llama.native.llamamodelparams

  1992.       </a>

  1993.     </li>

  1994.   

  1995. 

  1996.             

  1997.           

  1998.             

  1999.               

  2000.   

  2001.   

  2002.   

  2003.     <li class="md-nav__item">

  2004.       <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">

  2005.         llama.native.llamamodelquantizeparams

  2006.       </a>

  2007.     </li>

  2008.   

  2009. 

  2010.             

  2011.           

  2012.             

  2013.               

  2014.   

  2015.   

  2016.   

  2017.     <li class="md-nav__item">

  2018.       <a href="../llama.native.llamanativebatch/" class="md-nav__link">

  2019.         llama.native.llamanativebatch

  2020.       </a>

  2021.     </li>

  2022.   

  2023. 

  2024.             

  2025.           

  2026.             

  2027.               

  2028.   

  2029.   

  2030.   

  2031.     <li class="md-nav__item">

  2032.       <a href="../llama.native.llamapoolingtype/" class="md-nav__link">

  2033.         llama.native.llamapoolingtype

  2034.       </a>

  2035.     </li>

  2036.   

  2037. 

  2038.             

  2039.           

  2040.             

  2041.               

  2042.   

  2043.   

  2044.   

  2045.     <li class="md-nav__item">

  2046.       <a href="../llama.native.llamapos/" class="md-nav__link">

  2047.         llama.native.llamapos

  2048.       </a>

  2049.     </li>

  2050.   

  2051. 

  2052.             

  2053.           

  2054.             

  2055.               

  2056.   

  2057.   

  2058.   

  2059.     <li class="md-nav__item">

  2060.       <a href="../llama.native.llamaropetype/" class="md-nav__link">

  2061.         llama.native.llamaropetype

  2062.       </a>

  2063.     </li>

  2064.   

  2065. 

  2066.             

  2067.           

  2068.             

  2069.               

  2070.   

  2071.   

  2072.   

  2073.     <li class="md-nav__item">

  2074.       <a href="../llama.native.llamaseqid/" class="md-nav__link">

  2075.         llama.native.llamaseqid

  2076.       </a>

  2077.     </li>

  2078.   

  2079. 

  2080.             

  2081.           

  2082.             

  2083.               

  2084.   

  2085.   

  2086.   

  2087.     <li class="md-nav__item">

  2088.       <a href="../llama.native.llamatoken/" class="md-nav__link">

  2089.         llama.native.llamatoken

  2090.       </a>

  2091.     </li>

  2092.   

  2093. 

  2094.             

  2095.           

  2096.             

  2097.               

  2098.   

  2099.   

  2100.   

  2101.     <li class="md-nav__item">

  2102.       <a href="../llama.native.llamatokendata/" class="md-nav__link">

  2103.         llama.native.llamatokendata

  2104.       </a>

  2105.     </li>

  2106.   

  2107. 

  2108.             

  2109.           

  2110.             

  2111.               

  2112.   

  2113.   

  2114.     

  2115.   

  2116.   

  2117.     <li class="md-nav__item md-nav__item--active">

  2118.       

  2119.       <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">

  2120.       

  2121.       

  2122.         

  2123.       

  2124.       

  2125.         <label class="md-nav__link md-nav__link--active" for="__toc">

  2126.           llama.native.llamatokendataarray

  2127.           <span class="md-nav__icon md-icon"></span>

  2128.         </label>

  2129.       

  2130.       <a href="./" class="md-nav__link md-nav__link--active">

  2131.         llama.native.llamatokendataarray

  2132.       </a>

  2133.       

  2134.         

  2135. 

  2136. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">

  2137.   

  2138.   

  2139.   

  2140.     

  2141.   

  2142.   

  2143.     <label class="md-nav__title" for="__toc">

  2144.       <span class="md-nav__icon md-icon"></span>

  2145.       Table of contents

  2146.     </label>

  2147.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>

  2148.       

  2149.         <li class="md-nav__item">

  2150.   <a href="#fields" class="md-nav__link">

  2151.     Fields

  2152.   </a>

  2153.   

  2154.     <nav class="md-nav" aria-label="Fields">

  2155.       <ul class="md-nav__list">

  2156.         

  2157.           <li class="md-nav__item">

  2158.   <a href="#data" class="md-nav__link">

  2159.     data

  2160.   </a>

  2161.   

  2162. </li>

  2163.         

  2164.           <li class="md-nav__item">

  2165.   <a href="#sorted" class="md-nav__link">

  2166.     sorted

  2167.   </a>

  2168.   

  2169. </li>

  2170.         

  2171.       </ul>

  2172.     </nav>

  2173.   

  2174. </li>

  2175.       

  2176.         <li class="md-nav__item">

  2177.   <a href="#constructors" class="md-nav__link">

  2178.     Constructors

  2179.   </a>

  2180.   

  2181.     <nav class="md-nav" aria-label="Constructors">

  2182.       <ul class="md-nav__list">

  2183.         

  2184.           <li class="md-nav__item">

  2185.   <a href="#llamatokendataarraymemoryllamatokendata-boolean" class="md-nav__link">

  2186.     LLamaTokenDataArray(Memory&lt;LLamaTokenData&gt;, Boolean)

  2187.   </a>

  2188.   

  2189.     <nav class="md-nav" aria-label="LLamaTokenDataArray(Memory<LLamaTokenData>, Boolean)">

  2190.       <ul class="md-nav__list">

  2191.         

  2192.           <li class="md-nav__item">

  2193.   <a href="#parameters" class="md-nav__link">

  2194.     Parameters

  2195.   </a>

  2196.   

  2197. </li>

  2198.         

  2199.       </ul>

  2200.     </nav>

  2201.   

  2202. </li>

  2203.         

  2204.       </ul>

  2205.     </nav>

  2206.   

  2207. </li>

  2208.       

  2209.         <li class="md-nav__item">

  2210.   <a href="#methods" class="md-nav__link">

  2211.     Methods

  2212.   </a>

  2213.   

  2214.     <nav class="md-nav" aria-label="Methods">

  2215.       <ul class="md-nav__list">

  2216.         

  2217.           <li class="md-nav__item">

  2218.   <a href="#createreadonlyspansingle" class="md-nav__link">

  2219.     Create(ReadOnlySpan&lt;Single&gt;)

  2220.   </a>

  2221.   

  2222.     <nav class="md-nav" aria-label="Create(ReadOnlySpan<Single>)">

  2223.       <ul class="md-nav__list">

  2224.         

  2225.           <li class="md-nav__item">

  2226.   <a href="#parameters_1" class="md-nav__link">

  2227.     Parameters

  2228.   </a>

  2229.   

  2230. </li>

  2231.         

  2232.           <li class="md-nav__item">

  2233.   <a href="#returns" class="md-nav__link">

  2234.     Returns

  2235.   </a>

  2236.   

  2237. </li>

  2238.         

  2239.       </ul>

  2240.     </nav>

  2241.   

  2242. </li>

  2243.         

  2244.           <li class="md-nav__item">

  2245.   <a href="#overwritelogitsreadonlyspanvaluetuplellamatoken-single" class="md-nav__link">

  2246.     OverwriteLogits(ReadOnlySpan&lt;ValueTuple&lt;LLamaToken, Single&gt;&gt;)

  2247.   </a>

  2248.   

  2249.     <nav class="md-nav" aria-label="OverwriteLogits(ReadOnlySpan<ValueTuple<LLamaToken, Single>>)">

  2250.       <ul class="md-nav__list">

  2251.         

  2252.           <li class="md-nav__item">

  2253.   <a href="#parameters_2" class="md-nav__link">

  2254.     Parameters

  2255.   </a>

  2256.   

  2257. </li>

  2258.         

  2259.       </ul>

  2260.     </nav>

  2261.   

  2262. </li>

  2263.         

  2264.           <li class="md-nav__item">

  2265.   <a href="#applygrammarsafellamacontexthandle-safellamagrammarhandle" class="md-nav__link">

  2266.     ApplyGrammar(SafeLLamaContextHandle, SafeLLamaGrammarHandle)

  2267.   </a>

  2268.   

  2269.     <nav class="md-nav" aria-label="ApplyGrammar(SafeLLamaContextHandle, SafeLLamaGrammarHandle)">

  2270.       <ul class="md-nav__list">

  2271.         

  2272.           <li class="md-nav__item">

  2273.   <a href="#parameters_3" class="md-nav__link">

  2274.     Parameters

  2275.   </a>

  2276.   

  2277. </li>

  2278.         

  2279.       </ul>

  2280.     </nav>

  2281.   

  2282. </li>

  2283.         

  2284.           <li class="md-nav__item">

  2285.   <a href="#topksafellamacontexthandle-int32-uint64" class="md-nav__link">

  2286.     TopK(SafeLLamaContextHandle, Int32, UInt64)

  2287.   </a>

  2288.   

  2289.     <nav class="md-nav" aria-label="TopK(SafeLLamaContextHandle, Int32, UInt64)">

  2290.       <ul class="md-nav__list">

  2291.         

  2292.           <li class="md-nav__item">

  2293.   <a href="#parameters_4" class="md-nav__link">

  2294.     Parameters

  2295.   </a>

  2296.   

  2297. </li>

  2298.         

  2299.       </ul>

  2300.     </nav>

  2301.   

  2302. </li>

  2303.         

  2304.           <li class="md-nav__item">

  2305.   <a href="#toppsafellamacontexthandle-single-uint64" class="md-nav__link">

  2306.     TopP(SafeLLamaContextHandle, Single, UInt64)

  2307.   </a>

  2308.   

  2309.     <nav class="md-nav" aria-label="TopP(SafeLLamaContextHandle, Single, UInt64)">

  2310.       <ul class="md-nav__list">

  2311.         

  2312.           <li class="md-nav__item">

  2313.   <a href="#parameters_5" class="md-nav__link">

  2314.     Parameters

  2315.   </a>

  2316.   

  2317. </li>

  2318.         

  2319.       </ul>

  2320.     </nav>

  2321.   

  2322. </li>

  2323.         

  2324.           <li class="md-nav__item">

  2325.   <a href="#minpsafellamacontexthandle-single-uint64" class="md-nav__link">

  2326.     MinP(SafeLLamaContextHandle, Single, UInt64)

  2327.   </a>

  2328.   

  2329.     <nav class="md-nav" aria-label="MinP(SafeLLamaContextHandle, Single, UInt64)">

  2330.       <ul class="md-nav__list">

  2331.         

  2332.           <li class="md-nav__item">

  2333.   <a href="#parameters_6" class="md-nav__link">

  2334.     Parameters

  2335.   </a>

  2336.   

  2337. </li>

  2338.         

  2339.       </ul>

  2340.     </nav>

  2341.   

  2342. </li>

  2343.         

  2344.           <li class="md-nav__item">

  2345.   <a href="#tailfreesafellamacontexthandle-single-uint64" class="md-nav__link">

  2346.     TailFree(SafeLLamaContextHandle, Single, UInt64)

  2347.   </a>

  2348.   

  2349.     <nav class="md-nav" aria-label="TailFree(SafeLLamaContextHandle, Single, UInt64)">

  2350.       <ul class="md-nav__list">

  2351.         

  2352.           <li class="md-nav__item">

  2353.   <a href="#parameters_7" class="md-nav__link">

  2354.     Parameters

  2355.   </a>

  2356.   

  2357. </li>

  2358.         

  2359.       </ul>

  2360.     </nav>

  2361.   

  2362. </li>

  2363.         

  2364.           <li class="md-nav__item">

  2365.   <a href="#locallytypicalsafellamacontexthandle-single-uint64" class="md-nav__link">

  2366.     LocallyTypical(SafeLLamaContextHandle, Single, UInt64)

  2367.   </a>

  2368.   

  2369.     <nav class="md-nav" aria-label="LocallyTypical(SafeLLamaContextHandle, Single, UInt64)">

  2370.       <ul class="md-nav__list">

  2371.         

  2372.           <li class="md-nav__item">

  2373.   <a href="#parameters_8" class="md-nav__link">

  2374.     Parameters

  2375.   </a>

  2376.   

  2377. </li>

  2378.         

  2379.       </ul>

  2380.     </nav>

  2381.   

  2382. </li>

  2383.         

  2384.           <li class="md-nav__item">

  2385.   <a href="#repetitionpenaltysafellamacontexthandle-readonlyspanllamatoken-single-single-single" class="md-nav__link">

  2386.     RepetitionPenalty(SafeLLamaContextHandle, ReadOnlySpan&lt;LLamaToken&gt;, Single, Single, Single)

  2387.   </a>

  2388.   

  2389.     <nav class="md-nav" aria-label="RepetitionPenalty(SafeLLamaContextHandle, ReadOnlySpan<LLamaToken>, Single, Single, Single)">

  2390.       <ul class="md-nav__list">

  2391.         

  2392.           <li class="md-nav__item">

  2393.   <a href="#parameters_9" class="md-nav__link">

  2394.     Parameters

  2395.   </a>

  2396.   

  2397. </li>

  2398.         

  2399.       </ul>

  2400.     </nav>

  2401.   

  2402. </li>

  2403.         

  2404.           <li class="md-nav__item">

  2405.   <a href="#guidancesafellamacontexthandle-readonlyspansingle-single" class="md-nav__link">

  2406.     Guidance(SafeLLamaContextHandle, ReadOnlySpan&lt;Single&gt;, Single)

  2407.   </a>

  2408.   

  2409.     <nav class="md-nav" aria-label="Guidance(SafeLLamaContextHandle, ReadOnlySpan<Single>, Single)">

  2410.       <ul class="md-nav__list">

  2411.         

  2412.           <li class="md-nav__item">

  2413.   <a href="#parameters_10" class="md-nav__link">

  2414.     Parameters

  2415.   </a>

  2416.   

  2417. </li>

  2418.         

  2419.       </ul>

  2420.     </nav>

  2421.   

  2422. </li>

  2423.         

  2424.           <li class="md-nav__item">

  2425.   <a href="#temperaturesafellamacontexthandle-single" class="md-nav__link">

  2426.     Temperature(SafeLLamaContextHandle, Single)

  2427.   </a>

  2428.   

  2429.     <nav class="md-nav" aria-label="Temperature(SafeLLamaContextHandle, Single)">

  2430.       <ul class="md-nav__list">

  2431.         

  2432.           <li class="md-nav__item">

  2433.   <a href="#parameters_11" class="md-nav__link">

  2434.     Parameters

  2435.   </a>

  2436.   

  2437. </li>

  2438.         

  2439.       </ul>

  2440.     </nav>

  2441.   

  2442. </li>

  2443.         

  2444.           <li class="md-nav__item">

  2445.   <a href="#softmaxsafellamacontexthandle" class="md-nav__link">

  2446.     Softmax(SafeLLamaContextHandle)

  2447.   </a>

  2448.   

  2449.     <nav class="md-nav" aria-label="Softmax(SafeLLamaContextHandle)">

  2450.       <ul class="md-nav__list">

  2451.         

  2452.           <li class="md-nav__item">

  2453.   <a href="#parameters_12" class="md-nav__link">

  2454.     Parameters

  2455.   </a>

  2456.   

  2457. </li>

  2458.         

  2459.       </ul>

  2460.     </nav>

  2461.   

  2462. </li>

  2463.         

  2464.           <li class="md-nav__item">

  2465.   <a href="#sampletokensafellamacontexthandle" class="md-nav__link">

  2466.     SampleToken(SafeLLamaContextHandle)

  2467.   </a>

  2468.   

  2469.     <nav class="md-nav" aria-label="SampleToken(SafeLLamaContextHandle)">

  2470.       <ul class="md-nav__list">

  2471.         

  2472.           <li class="md-nav__item">

  2473.   <a href="#parameters_13" class="md-nav__link">

  2474.     Parameters

  2475.   </a>

  2476.   

  2477. </li>

  2478.         

  2479.           <li class="md-nav__item">

  2480.   <a href="#returns_1" class="md-nav__link">

  2481.     Returns

  2482.   </a>

  2483.   

  2484. </li>

  2485.         

  2486.       </ul>

  2487.     </nav>

  2488.   

  2489. </li>

  2490.         

  2491.           <li class="md-nav__item">

  2492.   <a href="#sampletokengreedysafellamacontexthandle" class="md-nav__link">

  2493.     SampleTokenGreedy(SafeLLamaContextHandle)

  2494.   </a>

  2495.   

  2496.     <nav class="md-nav" aria-label="SampleTokenGreedy(SafeLLamaContextHandle)">

  2497.       <ul class="md-nav__list">

  2498.         

  2499.           <li class="md-nav__item">

  2500.   <a href="#parameters_14" class="md-nav__link">

  2501.     Parameters

  2502.   </a>

  2503.   

  2504. </li>

  2505.         

  2506.           <li class="md-nav__item">

  2507.   <a href="#returns_2" class="md-nav__link">

  2508.     Returns

  2509.   </a>

  2510.   

  2511. </li>

  2512.         

  2513.       </ul>

  2514.     </nav>

  2515.   

  2516. </li>

  2517.         

  2518.           <li class="md-nav__item">

  2519.   <a href="#sampletokenmirostatsafellamacontexthandle-single-single-int32-single" class="md-nav__link">

  2520.     SampleTokenMirostat(SafeLLamaContextHandle, Single, Single, Int32, Single&amp;)

  2521.   </a>

  2522.   

  2523.     <nav class="md-nav" aria-label="SampleTokenMirostat(SafeLLamaContextHandle, Single, Single, Int32, Single&)">

  2524.       <ul class="md-nav__list">

  2525.         

  2526.           <li class="md-nav__item">

  2527.   <a href="#parameters_15" class="md-nav__link">

  2528.     Parameters

  2529.   </a>

  2530.   

  2531. </li>

  2532.         

  2533.           <li class="md-nav__item">

  2534.   <a href="#returns_3" class="md-nav__link">

  2535.     Returns

  2536.   </a>

  2537.   

  2538. </li>

  2539.         

  2540.       </ul>

  2541.     </nav>

  2542.   

  2543. </li>

  2544.         

  2545.           <li class="md-nav__item">

  2546.   <a href="#sampletokenmirostat2safellamacontexthandle-single-single-single" class="md-nav__link">

  2547.     SampleTokenMirostat2(SafeLLamaContextHandle, Single, Single, Single&amp;)

  2548.   </a>

  2549.   

  2550.     <nav class="md-nav" aria-label="SampleTokenMirostat2(SafeLLamaContextHandle, Single, Single, Single&)">

  2551.       <ul class="md-nav__list">

  2552.         

  2553.           <li class="md-nav__item">

  2554.   <a href="#parameters_16" class="md-nav__link">

  2555.     Parameters

  2556.   </a>

  2557.   

  2558. </li>

  2559.         

  2560.           <li class="md-nav__item">

  2561.   <a href="#returns_4" class="md-nav__link">

  2562.     Returns

  2563.   </a>

  2564.   

  2565. </li>

  2566.         

  2567.       </ul>

  2568.     </nav>

  2569.   

  2570. </li>

  2571.         

  2572.       </ul>

  2573.     </nav>

  2574.   

  2575. </li>

  2576.       

  2577.     </ul>

  2578.   

  2579. </nav>

  2580.       

  2581.     </li>

  2582.   

  2583. 

  2584.             

  2585.           

  2586.             

  2587.               

  2588.   

  2589.   

  2590.   

  2591.     <li class="md-nav__item">

  2592.       <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">

  2593.         llama.native.llamatokendataarraynative

  2594.       </a>

  2595.     </li>

  2596.   

  2597. 

  2598.             

  2599.           

  2600.             

  2601.               

  2602.   

  2603.   

  2604.   

  2605.     <li class="md-nav__item">

  2606.       <a href="../llama.native.llamatokentype/" class="md-nav__link">

  2607.         llama.native.llamatokentype

  2608.       </a>

  2609.     </li>

  2610.   

  2611. 

  2612.             

  2613.           

  2614.             

  2615.               

  2616.   

  2617.   

  2618.   

  2619.     <li class="md-nav__item">

  2620.       <a href="../llama.native.llamavocabtype/" class="md-nav__link">

  2621.         llama.native.llamavocabtype

  2622.       </a>

  2623.     </li>

  2624.   

  2625. 

  2626.             

  2627.           

  2628.             

  2629.               

  2630.   

  2631.   

  2632.   

  2633.     <li class="md-nav__item">

  2634.       <a href="../llama.native.llavaimageembed/" class="md-nav__link">

  2635.         llama.native.llavaimageembed

  2636.       </a>

  2637.     </li>

  2638.   

  2639. 

  2640.             

  2641.           

  2642.             

  2643.               

  2644.   

  2645.   

  2646.   

  2647.     <li class="md-nav__item">

  2648.       <a href="../llama.native.nativeapi/" class="md-nav__link">

  2649.         llama.native.nativeapi

  2650.       </a>

  2651.     </li>

  2652.   

  2653. 

  2654.             

  2655.           

  2656.             

  2657.               

  2658.   

  2659.   

  2660.   

  2661.     <li class="md-nav__item">

  2662.       <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">

  2663.         llama.native.nativelibraryconfig

  2664.       </a>

  2665.     </li>

  2666.   

  2667. 

  2668.             

  2669.           

  2670.             

  2671.               

  2672.   

  2673.   

  2674.   

  2675.     <li class="md-nav__item">

  2676.       <a href="../llama.native.ropescalingtype/" class="md-nav__link">

  2677.         llama.native.ropescalingtype

  2678.       </a>

  2679.     </li>

  2680.   

  2681. 

  2682.             

  2683.           

  2684.             

  2685.               

  2686.   

  2687.   

  2688.   

  2689.     <li class="md-nav__item">

  2690.       <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">

  2691.         llama.native.safellamacontexthandle

  2692.       </a>

  2693.     </li>

  2694.   

  2695. 

  2696.             

  2697.           

  2698.             

  2699.               

  2700.   

  2701.   

  2702.   

  2703.     <li class="md-nav__item">

  2704.       <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">

  2705.         llama.native.safellamagrammarhandle

  2706.       </a>

  2707.     </li>

  2708.   

  2709. 

  2710.             

  2711.           

  2712.             

  2713.               

  2714.   

  2715.   

  2716.   

  2717.     <li class="md-nav__item">

  2718.       <a href="../llama.native.safellamahandlebase/" class="md-nav__link">

  2719.         llama.native.safellamahandlebase

  2720.       </a>

  2721.     </li>

  2722.   

  2723. 

  2724.             

  2725.           

  2726.             

  2727.               

  2728.   

  2729.   

  2730.   

  2731.     <li class="md-nav__item">

  2732.       <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">

  2733.         llama.native.safellamamodelhandle

  2734.       </a>

  2735.     </li>

  2736.   

  2737. 

  2738.             

  2739.           

  2740.             

  2741.               

  2742.   

  2743.   

  2744.   

  2745.     <li class="md-nav__item">

  2746.       <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">

  2747.         llama.native.safellavaimageembedhandle

  2748.       </a>

  2749.     </li>

  2750.   

  2751. 

  2752.             

  2753.           

  2754.             

  2755.               

  2756.   

  2757.   

  2758.   

  2759.     <li class="md-nav__item">

  2760.       <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">

  2761.         llama.native.safellavamodelhandle

  2762.       </a>

  2763.     </li>

  2764.   

  2765. 

  2766.             

  2767.           

  2768.             

  2769.               

  2770.   

  2771.   

  2772.   

  2773.     <li class="md-nav__item">

  2774.       <a href="../llama.quantizer/" class="md-nav__link">

  2775.         llama.quantizer

  2776.       </a>

  2777.     </li>

  2778.   

  2779. 

  2780.             

  2781.           

  2782.             

  2783.               

  2784.   

  2785.   

  2786.   

  2787.     <li class="md-nav__item">

  2788.       <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">

  2789.         llama.sampling.basesamplingpipeline

  2790.       </a>

  2791.     </li>

  2792.   

  2793. 

  2794.             

  2795.           

  2796.             

  2797.               

  2798.   

  2799.   

  2800.   

  2801.     <li class="md-nav__item">

  2802.       <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">

  2803.         llama.sampling.defaultsamplingpipeline

  2804.       </a>

  2805.     </li>

  2806.   

  2807. 

  2808.             

  2809.           

  2810.             

  2811.               

  2812.   

  2813.   

  2814.   

  2815.     <li class="md-nav__item">

  2816.       <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">

  2817.         llama.sampling.greedysamplingpipeline

  2818.       </a>

  2819.     </li>

  2820.   

  2821. 

  2822.             

  2823.           

  2824.             

  2825.               

  2826.   

  2827.   

  2828.   

  2829.     <li class="md-nav__item">

  2830.       <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">

  2831.         llama.sampling.isamplingpipeline

  2832.       </a>

  2833.     </li>

  2834.   

  2835. 

  2836.             

  2837.           

  2838.             

  2839.               

  2840.   

  2841.   

  2842.   

  2843.     <li class="md-nav__item">

  2844.       <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">

  2845.         llama.sampling.isamplingpipelineextensions

  2846.       </a>

  2847.     </li>

  2848.   

  2849. 

  2850.             

  2851.           

  2852.             

  2853.               

  2854.   

  2855.   

  2856.   

  2857.     <li class="md-nav__item">

  2858.       <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">

  2859.         llama.sampling.mirostate2samplingpipeline

  2860.       </a>

  2861.     </li>

  2862.   

  2863. 

  2864.             

  2865.           

  2866.             

  2867.               

  2868.   

  2869.   

  2870.   

  2871.     <li class="md-nav__item">

  2872.       <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">

  2873.         llama.sampling.mirostatesamplingpipeline

  2874.       </a>

  2875.     </li>

  2876.   

  2877. 

  2878.             

  2879.           

  2880.             

  2881.               

  2882.   

  2883.   

  2884.   

  2885.     <li class="md-nav__item">

  2886.       <a href="../llama.sessionstate/" class="md-nav__link">

  2887.         llama.sessionstate

  2888.       </a>

  2889.     </li>

  2890.   

  2891. 

  2892.             

  2893.           

  2894.             

  2895.               

  2896.   

  2897.   

  2898.   

  2899.     <li class="md-nav__item">

  2900.       <a href="../llama.streamingtokendecoder/" class="md-nav__link">

  2901.         llama.streamingtokendecoder

  2902.       </a>

  2903.     </li>

  2904.   

  2905. 

  2906.             

  2907.           

  2908.             

  2909.               

  2910.   

  2911.   

  2912.   

  2913.     <li class="md-nav__item">

  2914.       <a href="../llama.types.chatcompletion/" class="md-nav__link">

  2915.         llama.types.chatcompletion

  2916.       </a>

  2917.     </li>

  2918.   

  2919. 

  2920.             

  2921.           

  2922.             

  2923.               

  2924.   

  2925.   

  2926.   

  2927.     <li class="md-nav__item">

  2928.       <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">

  2929.         llama.types.chatcompletionchoice

  2930.       </a>

  2931.     </li>

  2932.   

  2933. 

  2934.             

  2935.           

  2936.             

  2937.               

  2938.   

  2939.   

  2940.   

  2941.     <li class="md-nav__item">

  2942.       <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">

  2943.         llama.types.chatcompletionchunk

  2944.       </a>

  2945.     </li>

  2946.   

  2947. 

  2948.             

  2949.           

  2950.             

  2951.               

  2952.   

  2953.   

  2954.   

  2955.     <li class="md-nav__item">

  2956.       <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">

  2957.         llama.types.chatcompletionchunkchoice

  2958.       </a>

  2959.     </li>

  2960.   

  2961. 

  2962.             

  2963.           

  2964.             

  2965.               

  2966.   

  2967.   

  2968.   

  2969.     <li class="md-nav__item">

  2970.       <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">

  2971.         llama.types.chatcompletionchunkdelta

  2972.       </a>

  2973.     </li>

  2974.   

  2975. 

  2976.             

  2977.           

  2978.             

  2979.               

  2980.   

  2981.   

  2982.   

  2983.     <li class="md-nav__item">

  2984.       <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">

  2985.         llama.types.chatcompletionmessage

  2986.       </a>

  2987.     </li>

  2988.   

  2989. 

  2990.             

  2991.           

  2992.             

  2993.               

  2994.   

  2995.   

  2996.   

  2997.     <li class="md-nav__item">

  2998.       <a href="../llama.types.chatmessagerecord/" class="md-nav__link">

  2999.         llama.types.chatmessagerecord

  3000.       </a>

  3001.     </li>

  3002.   

  3003. 

  3004.             

  3005.           

  3006.             

  3007.               

  3008.   

  3009.   

  3010.   

  3011.     <li class="md-nav__item">

  3012.       <a href="../llama.types.chatrole/" class="md-nav__link">

  3013.         llama.types.chatrole

  3014.       </a>

  3015.     </li>

  3016.   

  3017. 

  3018.             

  3019.           

  3020.             

  3021.               

  3022.   

  3023.   

  3024.   

  3025.     <li class="md-nav__item">

  3026.       <a href="../llama.types.completion/" class="md-nav__link">

  3027.         llama.types.completion

  3028.       </a>

  3029.     </li>

  3030.   

  3031. 

  3032.             

  3033.           

  3034.             

  3035.               

  3036.   

  3037.   

  3038.   

  3039.     <li class="md-nav__item">

  3040.       <a href="../llama.types.completionchoice/" class="md-nav__link">

  3041.         llama.types.completionchoice

  3042.       </a>

  3043.     </li>

  3044.   

  3045. 

  3046.             

  3047.           

  3048.             

  3049.               

  3050.   

  3051.   

  3052.   

  3053.     <li class="md-nav__item">

  3054.       <a href="../llama.types.completionchunk/" class="md-nav__link">

  3055.         llama.types.completionchunk

  3056.       </a>

  3057.     </li>

  3058.   

  3059. 

  3060.             

  3061.           

  3062.             

  3063.               

  3064.   

  3065.   

  3066.   

  3067.     <li class="md-nav__item">

  3068.       <a href="../llama.types.completionlogprobs/" class="md-nav__link">

  3069.         llama.types.completionlogprobs

  3070.       </a>

  3071.     </li>

  3072.   

  3073. 

  3074.             

  3075.           

  3076.             

  3077.               

  3078.   

  3079.   

  3080.   

  3081.     <li class="md-nav__item">

  3082.       <a href="../llama.types.completionusage/" class="md-nav__link">

  3083.         llama.types.completionusage

  3084.       </a>

  3085.     </li>

  3086.   

  3087. 

  3088.             

  3089.           

  3090.             

  3091.               

  3092.   

  3093.   

  3094.   

  3095.     <li class="md-nav__item">

  3096.       <a href="../llama.types.embedding/" class="md-nav__link">

  3097.         llama.types.embedding

  3098.       </a>

  3099.     </li>

  3100.   

  3101. 

  3102.             

  3103.           

  3104.             

  3105.               

  3106.   

  3107.   

  3108.   

  3109.     <li class="md-nav__item">

  3110.       <a href="../llama.types.embeddingdata/" class="md-nav__link">

  3111.         llama.types.embeddingdata

  3112.       </a>

  3113.     </li>

  3114.   

  3115. 

  3116.             

  3117.           

  3118.             

  3119.               

  3120.   

  3121.   

  3122.   

  3123.     <li class="md-nav__item">

  3124.       <a href="../llama.types.embeddingusage/" class="md-nav__link">

  3125.         llama.types.embeddingusage

  3126.       </a>

  3127.     </li>

  3128.   

  3129. 

  3130.             

  3131.           

  3132.             

  3133.               

  3134.   

  3135.   

  3136.   

  3137.     <li class="md-nav__item">

  3138.       <a href="../logger/" class="md-nav__link">

  3139.         logger

  3140.       </a>

  3141.     </li>

  3142.   

  3143. 

  3144.             

  3145.           

  3146.         </ul>

  3147.       </nav>

  3148.     </li>

  3149.   

  3150. 

  3151.     

  3152.   </ul>

  3153. </nav>

  3154.                   </div>

  3155.                 </div>

  3156.               </div>

  3157.             

  3158.             

  3159.               

  3160.               <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >

  3161.                 <div class="md-sidebar__scrollwrap">

  3162.                   <div class="md-sidebar__inner">

  3163.                     

  3164. 

  3165. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">

  3166.   

  3167.   

  3168.   

  3169.     

  3170.   

  3171.   

  3172.     <label class="md-nav__title" for="__toc">

  3173.       <span class="md-nav__icon md-icon"></span>

  3174.       Table of contents

  3175.     </label>

  3176.     <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>

  3177.       

  3178.         <li class="md-nav__item">

  3179.   <a href="#fields" class="md-nav__link">

  3180.     Fields

  3181.   </a>

  3182.   

  3183.     <nav class="md-nav" aria-label="Fields">

  3184.       <ul class="md-nav__list">

  3185.         

  3186.           <li class="md-nav__item">

  3187.   <a href="#data" class="md-nav__link">

  3188.     data

  3189.   </a>

  3190.   

  3191. </li>

  3192.         

  3193.           <li class="md-nav__item">

  3194.   <a href="#sorted" class="md-nav__link">

  3195.     sorted

  3196.   </a>

  3197.   

  3198. </li>

  3199.         

  3200.       </ul>

  3201.     </nav>

  3202.   

  3203. </li>

  3204.       

  3205.         <li class="md-nav__item">

  3206.   <a href="#constructors" class="md-nav__link">

  3207.     Constructors

  3208.   </a>

  3209.   

  3210.     <nav class="md-nav" aria-label="Constructors">

  3211.       <ul class="md-nav__list">

  3212.         

  3213.           <li class="md-nav__item">

  3214.   <a href="#llamatokendataarraymemoryllamatokendata-boolean" class="md-nav__link">

  3215.     LLamaTokenDataArray(Memory&lt;LLamaTokenData&gt;, Boolean)

  3216.   </a>

  3217.   

  3218.     <nav class="md-nav" aria-label="LLamaTokenDataArray(Memory<LLamaTokenData>, Boolean)">

  3219.       <ul class="md-nav__list">

  3220.         

  3221.           <li class="md-nav__item">

  3222.   <a href="#parameters" class="md-nav__link">

  3223.     Parameters

  3224.   </a>

  3225.   

  3226. </li>

  3227.         

  3228.       </ul>

  3229.     </nav>

  3230.   

  3231. </li>

  3232.         

  3233.       </ul>

  3234.     </nav>

  3235.   

  3236. </li>

  3237.       

  3238.         <li class="md-nav__item">

  3239.   <a href="#methods" class="md-nav__link">

  3240.     Methods

  3241.   </a>

  3242.   

  3243.     <nav class="md-nav" aria-label="Methods">

  3244.       <ul class="md-nav__list">

  3245.         

  3246.           <li class="md-nav__item">

  3247.   <a href="#createreadonlyspansingle" class="md-nav__link">

  3248.     Create(ReadOnlySpan&lt;Single&gt;)

  3249.   </a>

  3250.   

  3251.     <nav class="md-nav" aria-label="Create(ReadOnlySpan<Single>)">

  3252.       <ul class="md-nav__list">

  3253.         

  3254.           <li class="md-nav__item">

  3255.   <a href="#parameters_1" class="md-nav__link">

  3256.     Parameters

  3257.   </a>

  3258.   

  3259. </li>

  3260.         

  3261.           <li class="md-nav__item">

  3262.   <a href="#returns" class="md-nav__link">

  3263.     Returns

  3264.   </a>

  3265.   

  3266. </li>

  3267.         

  3268.       </ul>

  3269.     </nav>

  3270.   

  3271. </li>

  3272.         

  3273.           <li class="md-nav__item">

  3274.   <a href="#overwritelogitsreadonlyspanvaluetuplellamatoken-single" class="md-nav__link">

  3275.     OverwriteLogits(ReadOnlySpan&lt;ValueTuple&lt;LLamaToken, Single&gt;&gt;)

  3276.   </a>

  3277.   

  3278.     <nav class="md-nav" aria-label="OverwriteLogits(ReadOnlySpan<ValueTuple<LLamaToken, Single>>)">

  3279.       <ul class="md-nav__list">

  3280.         

  3281.           <li class="md-nav__item">

  3282.   <a href="#parameters_2" class="md-nav__link">

  3283.     Parameters

  3284.   </a>

  3285.   

  3286. </li>

  3287.         

  3288.       </ul>

  3289.     </nav>

  3290.   

  3291. </li>

  3292.         

  3293.           <li class="md-nav__item">

  3294.   <a href="#applygrammarsafellamacontexthandle-safellamagrammarhandle" class="md-nav__link">

  3295.     ApplyGrammar(SafeLLamaContextHandle, SafeLLamaGrammarHandle)

  3296.   </a>

  3297.   

  3298.     <nav class="md-nav" aria-label="ApplyGrammar(SafeLLamaContextHandle, SafeLLamaGrammarHandle)">

  3299.       <ul class="md-nav__list">

  3300.         

  3301.           <li class="md-nav__item">

  3302.   <a href="#parameters_3" class="md-nav__link">

  3303.     Parameters

  3304.   </a>

  3305.   

  3306. </li>

  3307.         

  3308.       </ul>

  3309.     </nav>

  3310.   

  3311. </li>

  3312.         

  3313.           <li class="md-nav__item">

  3314.   <a href="#topksafellamacontexthandle-int32-uint64" class="md-nav__link">

  3315.     TopK(SafeLLamaContextHandle, Int32, UInt64)

  3316.   </a>

  3317.   

  3318.     <nav class="md-nav" aria-label="TopK(SafeLLamaContextHandle, Int32, UInt64)">

  3319.       <ul class="md-nav__list">

  3320.         

  3321.           <li class="md-nav__item">

  3322.   <a href="#parameters_4" class="md-nav__link">

  3323.     Parameters

  3324.   </a>

  3325.   

  3326. </li>

  3327.         

  3328.       </ul>

  3329.     </nav>

  3330.   

  3331. </li>

  3332.         

  3333.           <li class="md-nav__item">

  3334.   <a href="#toppsafellamacontexthandle-single-uint64" class="md-nav__link">

  3335.     TopP(SafeLLamaContextHandle, Single, UInt64)

  3336.   </a>

  3337.   

  3338.     <nav class="md-nav" aria-label="TopP(SafeLLamaContextHandle, Single, UInt64)">

  3339.       <ul class="md-nav__list">

  3340.         

  3341.           <li class="md-nav__item">

  3342.   <a href="#parameters_5" class="md-nav__link">

  3343.     Parameters

  3344.   </a>

  3345.   

  3346. </li>

  3347.         

  3348.       </ul>

  3349.     </nav>

  3350.   

  3351. </li>

  3352.         

  3353.           <li class="md-nav__item">

  3354.   <a href="#minpsafellamacontexthandle-single-uint64" class="md-nav__link">

  3355.     MinP(SafeLLamaContextHandle, Single, UInt64)

  3356.   </a>

  3357.   

  3358.     <nav class="md-nav" aria-label="MinP(SafeLLamaContextHandle, Single, UInt64)">

  3359.       <ul class="md-nav__list">

  3360.         

  3361.           <li class="md-nav__item">

  3362.   <a href="#parameters_6" class="md-nav__link">

  3363.     Parameters

  3364.   </a>

  3365.   

  3366. </li>

  3367.         

  3368.       </ul>

  3369.     </nav>

  3370.   

  3371. </li>

  3372.         

  3373.           <li class="md-nav__item">

  3374.   <a href="#tailfreesafellamacontexthandle-single-uint64" class="md-nav__link">

  3375.     TailFree(SafeLLamaContextHandle, Single, UInt64)

  3376.   </a>

  3377.   

  3378.     <nav class="md-nav" aria-label="TailFree(SafeLLamaContextHandle, Single, UInt64)">

  3379.       <ul class="md-nav__list">

  3380.         

  3381.           <li class="md-nav__item">

  3382.   <a href="#parameters_7" class="md-nav__link">

  3383.     Parameters

  3384.   </a>

  3385.   

  3386. </li>

  3387.         

  3388.       </ul>

  3389.     </nav>

  3390.   

  3391. </li>

  3392.         

  3393.           <li class="md-nav__item">

  3394.   <a href="#locallytypicalsafellamacontexthandle-single-uint64" class="md-nav__link">

  3395.     LocallyTypical(SafeLLamaContextHandle, Single, UInt64)

  3396.   </a>

  3397.   

  3398.     <nav class="md-nav" aria-label="LocallyTypical(SafeLLamaContextHandle, Single, UInt64)">

  3399.       <ul class="md-nav__list">

  3400.         

  3401.           <li class="md-nav__item">

  3402.   <a href="#parameters_8" class="md-nav__link">

  3403.     Parameters

  3404.   </a>

  3405.   

  3406. </li>

  3407.         

  3408.       </ul>

  3409.     </nav>

  3410.   

  3411. </li>

  3412.         

  3413.           <li class="md-nav__item">

  3414.   <a href="#repetitionpenaltysafellamacontexthandle-readonlyspanllamatoken-single-single-single" class="md-nav__link">

  3415.     RepetitionPenalty(SafeLLamaContextHandle, ReadOnlySpan&lt;LLamaToken&gt;, Single, Single, Single)

  3416.   </a>

  3417.   

  3418.     <nav class="md-nav" aria-label="RepetitionPenalty(SafeLLamaContextHandle, ReadOnlySpan<LLamaToken>, Single, Single, Single)">

  3419.       <ul class="md-nav__list">

  3420.         

  3421.           <li class="md-nav__item">

  3422.   <a href="#parameters_9" class="md-nav__link">

  3423.     Parameters

  3424.   </a>

  3425.   

  3426. </li>

  3427.         

  3428.       </ul>

  3429.     </nav>

  3430.   

  3431. </li>

  3432.         

  3433.           <li class="md-nav__item">

  3434.   <a href="#guidancesafellamacontexthandle-readonlyspansingle-single" class="md-nav__link">

  3435.     Guidance(SafeLLamaContextHandle, ReadOnlySpan&lt;Single&gt;, Single)

  3436.   </a>

  3437.   

  3438.     <nav class="md-nav" aria-label="Guidance(SafeLLamaContextHandle, ReadOnlySpan<Single>, Single)">

  3439.       <ul class="md-nav__list">

  3440.         

  3441.           <li class="md-nav__item">

  3442.   <a href="#parameters_10" class="md-nav__link">

  3443.     Parameters

  3444.   </a>

  3445.   

  3446. </li>

  3447.         

  3448.       </ul>

  3449.     </nav>

  3450.   

  3451. </li>

  3452.         

  3453.           <li class="md-nav__item">

  3454.   <a href="#temperaturesafellamacontexthandle-single" class="md-nav__link">

  3455.     Temperature(SafeLLamaContextHandle, Single)

  3456.   </a>

  3457.   

  3458.     <nav class="md-nav" aria-label="Temperature(SafeLLamaContextHandle, Single)">

  3459.       <ul class="md-nav__list">

  3460.         

  3461.           <li class="md-nav__item">

  3462.   <a href="#parameters_11" class="md-nav__link">

  3463.     Parameters

  3464.   </a>

  3465.   

  3466. </li>

  3467.         

  3468.       </ul>

  3469.     </nav>

  3470.   

  3471. </li>

  3472.         

  3473.           <li class="md-nav__item">

  3474.   <a href="#softmaxsafellamacontexthandle" class="md-nav__link">

  3475.     Softmax(SafeLLamaContextHandle)

  3476.   </a>

  3477.   

  3478.     <nav class="md-nav" aria-label="Softmax(SafeLLamaContextHandle)">

  3479.       <ul class="md-nav__list">

  3480.         

  3481.           <li class="md-nav__item">

  3482.   <a href="#parameters_12" class="md-nav__link">

  3483.     Parameters

  3484.   </a>

  3485.   

  3486. </li>

  3487.         

  3488.       </ul>

  3489.     </nav>

  3490.   

  3491. </li>

  3492.         

  3493.           <li class="md-nav__item">

  3494.   <a href="#sampletokensafellamacontexthandle" class="md-nav__link">

  3495.     SampleToken(SafeLLamaContextHandle)

  3496.   </a>

  3497.   

  3498.     <nav class="md-nav" aria-label="SampleToken(SafeLLamaContextHandle)">

  3499.       <ul class="md-nav__list">

  3500.         

  3501.           <li class="md-nav__item">

  3502.   <a href="#parameters_13" class="md-nav__link">

  3503.     Parameters

  3504.   </a>

  3505.   

  3506. </li>

  3507.         

  3508.           <li class="md-nav__item">

  3509.   <a href="#returns_1" class="md-nav__link">

  3510.     Returns

  3511.   </a>

  3512.   

  3513. </li>

  3514.         

  3515.       </ul>

  3516.     </nav>

  3517.   

  3518. </li>

  3519.         

  3520.           <li class="md-nav__item">

  3521.   <a href="#sampletokengreedysafellamacontexthandle" class="md-nav__link">

  3522.     SampleTokenGreedy(SafeLLamaContextHandle)

  3523.   </a>

  3524.   

  3525.     <nav class="md-nav" aria-label="SampleTokenGreedy(SafeLLamaContextHandle)">

  3526.       <ul class="md-nav__list">

  3527.         

  3528.           <li class="md-nav__item">

  3529.   <a href="#parameters_14" class="md-nav__link">

  3530.     Parameters

  3531.   </a>

  3532.   

  3533. </li>

  3534.         

  3535.           <li class="md-nav__item">

  3536.   <a href="#returns_2" class="md-nav__link">

  3537.     Returns

  3538.   </a>

  3539.   

  3540. </li>

  3541.         

  3542.       </ul>

  3543.     </nav>

  3544.   

  3545. </li>

  3546.         

  3547.           <li class="md-nav__item">

  3548.   <a href="#sampletokenmirostatsafellamacontexthandle-single-single-int32-single" class="md-nav__link">

  3549.     SampleTokenMirostat(SafeLLamaContextHandle, Single, Single, Int32, Single&amp;)

  3550.   </a>

  3551.   

  3552.     <nav class="md-nav" aria-label="SampleTokenMirostat(SafeLLamaContextHandle, Single, Single, Int32, Single&)">

  3553.       <ul class="md-nav__list">

  3554.         

  3555.           <li class="md-nav__item">

  3556.   <a href="#parameters_15" class="md-nav__link">

  3557.     Parameters

  3558.   </a>

  3559.   

  3560. </li>

  3561.         

  3562.           <li class="md-nav__item">

  3563.   <a href="#returns_3" class="md-nav__link">

  3564.     Returns

  3565.   </a>

  3566.   

  3567. </li>

  3568.         

  3569.       </ul>

  3570.     </nav>

  3571.   

  3572. </li>

  3573.         

  3574.           <li class="md-nav__item">

  3575.   <a href="#sampletokenmirostat2safellamacontexthandle-single-single-single" class="md-nav__link">

  3576.     SampleTokenMirostat2(SafeLLamaContextHandle, Single, Single, Single&amp;)

  3577.   </a>

  3578.   

  3579.     <nav class="md-nav" aria-label="SampleTokenMirostat2(SafeLLamaContextHandle, Single, Single, Single&)">

  3580.       <ul class="md-nav__list">

  3581.         

  3582.           <li class="md-nav__item">

  3583.   <a href="#parameters_16" class="md-nav__link">

  3584.     Parameters

  3585.   </a>

  3586.   

  3587. </li>

  3588.         

  3589.           <li class="md-nav__item">

  3590.   <a href="#returns_4" class="md-nav__link">

  3591.     Returns

  3592.   </a>

  3593.   

  3594. </li>

  3595.         

  3596.       </ul>

  3597.     </nav>

  3598.   

  3599. </li>

  3600.         

  3601.       </ul>

  3602.     </nav>

  3603.   

  3604. </li>

  3605.       

  3606.     </ul>

  3607.   

  3608. </nav>

  3609.                   </div>

  3610.                 </div>

  3611.               </div>

  3612.             

  3613.           

  3614.           

  3615.             <div class="md-content" data-md-component="content">

  3616.               <article class="md-content__inner md-typeset">

  3617.                 

  3618.                   

  3619. 

  3620. 

  3621. <h1 id="llamatokendataarray">LLamaTokenDataArray<a class="headerlink" href="#llamatokendataarray" title="Permanent link"></a></h1>

  3622. <p>Namespace: LLama.Native</p>

  3623. <p>Contains an array of LLamaTokenData, potentially sorted.</p>

  3624. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="k">struct</span><span class="w"> </span><span class="nc">LLamaTokenDataArray</span>

  3625. </code></pre></div></td></tr></table></div>

  3626. <p>Inheritance <a href="https://docs.microsoft.com/en-us/dotnet/api/system.object">Object</a> → <a href="https://docs.microsoft.com/en-us/dotnet/api/system.valuetype">ValueType</a> → <a href="./">LLamaTokenDataArray</a></p>

  3627. <h2 id="fields">Fields<a class="headerlink" href="#fields" title="Permanent link"></a></h2>

  3628. <h3 id="data"><strong>data</strong><a class="headerlink" href="#data" title="Permanent link"></a></h3>

  3629. <p>The LLamaTokenData</p>

  3630. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="n">Memory</span><span class="o">&lt;</span><span class="n">LLamaTokenData</span><span class="o">&gt;</span><span class="w"> </span><span class="n">data</span><span class="p">;</span>

  3631. </code></pre></div></td></tr></table></div>

  3632. <h3 id="sorted"><strong>sorted</strong><a class="headerlink" href="#sorted" title="Permanent link"></a></h3>

  3633. <p>Indicates if <code>data</code> is sorted by logits in descending order. If this is false the token data is in <em>no particular order</em>.</p>

  3634. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="kt">bool</span><span class="w"> </span><span class="n">sorted</span><span class="p">;</span>

  3635. </code></pre></div></td></tr></table></div>

  3636. <h2 id="constructors">Constructors<a class="headerlink" href="#constructors" title="Permanent link"></a></h2>

  3637. <h3 id="llamatokendataarraymemoryllamatokendata-boolean"><strong>LLamaTokenDataArray(Memory&lt;LLamaTokenData&gt;, Boolean)</strong><a class="headerlink" href="#llamatokendataarraymemoryllamatokendata-boolean" title="Permanent link"></a></h3>

  3638. <p>Create a new LLamaTokenDataArray</p>

  3639. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaTokenDataArray</span><span class="p">(</span><span class="n">Memory</span><span class="o">&lt;</span><span class="n">LLamaTokenData</span><span class="o">&gt;</span><span class="w"> </span><span class="n">tokens</span><span class="p">,</span><span class="w"> </span><span class="kt">bool</span><span class="w"> </span><span class="n">isSorted</span><span class="p">)</span>

  3640. </code></pre></div></td></tr></table></div>

  3641. <h4 id="parameters">Parameters<a class="headerlink" href="#parameters" title="Permanent link"></a></h4>

  3642. <p><code>tokens</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.memory-1">Memory&lt;LLamaTokenData&gt;</a><br></p>

  3643. <p><code>isSorted</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.boolean">Boolean</a><br></p>

  3644. <h2 id="methods">Methods<a class="headerlink" href="#methods" title="Permanent link"></a></h2>

  3645. <h3 id="createreadonlyspansingle"><strong>Create(ReadOnlySpan&lt;Single&gt;)</strong><a class="headerlink" href="#createreadonlyspansingle" title="Permanent link"></a></h3>

  3646. <p>Create a new LLamaTokenDataArray, copying the data from the given logits</p>

  3647. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaTokenDataArray</span><span class="w"> </span><span class="nf">Create</span><span class="p">(</span><span class="n">ReadOnlySpan</span><span class="o">&lt;</span><span class="kt">float</span><span class="o">&gt;</span><span class="w"> </span><span class="n">logits</span><span class="p">)</span>

  3648. </code></pre></div></td></tr></table></div>

  3649. <h4 id="parameters_1">Parameters<a class="headerlink" href="#parameters_1" title="Permanent link"></a></h4>

  3650. <p><code>logits</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.readonlyspan-1">ReadOnlySpan&lt;Single&gt;</a><br></p>

  3651. <h4 id="returns">Returns<a class="headerlink" href="#returns" title="Permanent link"></a></h4>

  3652. <p><a href="./">LLamaTokenDataArray</a><br></p>

  3653. <h3 id="overwritelogitsreadonlyspanvaluetuplellamatoken-single"><strong>OverwriteLogits(ReadOnlySpan&lt;ValueTuple&lt;LLamaToken, Single&gt;&gt;)</strong><a class="headerlink" href="#overwritelogitsreadonlyspanvaluetuplellamatoken-single" title="Permanent link"></a></h3>

  3654. <p>Overwrite the logit values for all given tokens</p>

  3655. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">OverwriteLogits</span><span class="p">(</span><span class="n">ReadOnlySpan</span><span class="o">&lt;</span><span class="n">ValueTuple</span><span class="o">&lt;</span><span class="n">LLamaToken</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="o">&gt;&gt;</span><span class="w"> </span><span class="n">values</span><span class="p">)</span>

  3656. </code></pre></div></td></tr></table></div>

  3657. <h4 id="parameters_2">Parameters<a class="headerlink" href="#parameters_2" title="Permanent link"></a></h4>

  3658. <p><code>values</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.readonlyspan-1">ReadOnlySpan&lt;ValueTuple&lt;LLamaToken, Single&gt;&gt;</a><br>

  3659. tuples of token and logit value to overwrite</p>

  3660. <h3 id="applygrammarsafellamacontexthandle-safellamagrammarhandle"><strong>ApplyGrammar(SafeLLamaContextHandle, SafeLLamaGrammarHandle)</strong><a class="headerlink" href="#applygrammarsafellamacontexthandle-safellamagrammarhandle" title="Permanent link"></a></h3>

  3661. <p>Apply grammar rules to candidate tokens</p>

  3662. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">ApplyGrammar</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">ctx</span><span class="p">,</span><span class="w"> </span><span class="n">SafeLLamaGrammarHandle</span><span class="w"> </span><span class="n">grammar</span><span class="p">)</span>

  3663. </code></pre></div></td></tr></table></div>

  3664. <h4 id="parameters_3">Parameters<a class="headerlink" href="#parameters_3" title="Permanent link"></a></h4>

  3665. <p><code>ctx</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3666. <p><code>grammar</code> <a href="../llama.native.safellamagrammarhandle/">SafeLLamaGrammarHandle</a><br></p>

  3667. <h3 id="topksafellamacontexthandle-int32-uint64"><strong>TopK(SafeLLamaContextHandle, Int32, UInt64)</strong><a class="headerlink" href="#topksafellamacontexthandle-int32-uint64" title="Permanent link"></a></h3>

  3668. <p>Top-K sampling described in academic paper "The Curious Case of Neural Text Degeneration" <a href="https://arxiv.org/abs/1904.09751">https://arxiv.org/abs/1904.09751</a></p>

  3669. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">TopK</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">k</span><span class="p">,</span><span class="w"> </span><span class="kt">ulong</span><span class="w"> </span><span class="n">minKeep</span><span class="p">)</span>

  3670. </code></pre></div></td></tr></table></div>

  3671. <h4 id="parameters_4">Parameters<a class="headerlink" href="#parameters_4" title="Permanent link"></a></h4>

  3672. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3673. <p><code>k</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>

  3674. Number of tokens to keep</p>

  3675. <p><code>minKeep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint64">UInt64</a><br>

  3676. Minimum number to keep</p>

  3677. <h3 id="toppsafellamacontexthandle-single-uint64"><strong>TopP(SafeLLamaContextHandle, Single, UInt64)</strong><a class="headerlink" href="#toppsafellamacontexthandle-single-uint64" title="Permanent link"></a></h3>

  3678. <p>Nucleus sampling described in academic paper "The Curious Case of Neural Text Degeneration" <a href="https://arxiv.org/abs/1904.09751">https://arxiv.org/abs/1904.09751</a></p>

  3679. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">TopP</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">p</span><span class="p">,</span><span class="w"> </span><span class="kt">ulong</span><span class="w"> </span><span class="n">minKeep</span><span class="p">)</span>

  3680. </code></pre></div></td></tr></table></div>

  3681. <h4 id="parameters_5">Parameters<a class="headerlink" href="#parameters_5" title="Permanent link"></a></h4>

  3682. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3683. <p><code>p</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3684. <p><code>minKeep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint64">UInt64</a><br></p>

  3685. <h3 id="minpsafellamacontexthandle-single-uint64"><strong>MinP(SafeLLamaContextHandle, Single, UInt64)</strong><a class="headerlink" href="#minpsafellamacontexthandle-single-uint64" title="Permanent link"></a></h3>

  3686. <p>Minimum P sampling as described in <a href="https://github.com/ggerganov/llama.cpp/pull/3841">https://github.com/ggerganov/llama.cpp/pull/3841</a></p>

  3687. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">MinP</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">p</span><span class="p">,</span><span class="w"> </span><span class="kt">ulong</span><span class="w"> </span><span class="n">minKeep</span><span class="p">)</span>

  3688. </code></pre></div></td></tr></table></div>

  3689. <h4 id="parameters_6">Parameters<a class="headerlink" href="#parameters_6" title="Permanent link"></a></h4>

  3690. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3691. <p><code>p</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3692. All tokens with probability greater than this will be kept</p>

  3693. <p><code>minKeep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint64">UInt64</a><br></p>

  3694. <h3 id="tailfreesafellamacontexthandle-single-uint64"><strong>TailFree(SafeLLamaContextHandle, Single, UInt64)</strong><a class="headerlink" href="#tailfreesafellamacontexthandle-single-uint64" title="Permanent link"></a></h3>

  3695. <p>Tail Free Sampling described in <a href="https://www.trentonbricken.com/Tail-Free-Sampling/">https://www.trentonbricken.com/Tail-Free-Sampling/</a>.</p>

  3696. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">TailFree</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">z</span><span class="p">,</span><span class="w"> </span><span class="kt">ulong</span><span class="w"> </span><span class="n">min_keep</span><span class="p">)</span>

  3697. </code></pre></div></td></tr></table></div>

  3698. <h4 id="parameters_7">Parameters<a class="headerlink" href="#parameters_7" title="Permanent link"></a></h4>

  3699. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3700. <p><code>z</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3701. <p><code>min_keep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint64">UInt64</a><br></p>

  3702. <h3 id="locallytypicalsafellamacontexthandle-single-uint64"><strong>LocallyTypical(SafeLLamaContextHandle, Single, UInt64)</strong><a class="headerlink" href="#locallytypicalsafellamacontexthandle-single-uint64" title="Permanent link"></a></h3>

  3703. <p>Locally Typical Sampling implementation described in the paper <a href="https://arxiv.org/abs/2202.00666">https://arxiv.org/abs/2202.00666</a>.</p>

  3704. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">LocallyTypical</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">p</span><span class="p">,</span><span class="w"> </span><span class="kt">ulong</span><span class="w"> </span><span class="n">min_keep</span><span class="p">)</span>

  3705. </code></pre></div></td></tr></table></div>

  3706. <h4 id="parameters_8">Parameters<a class="headerlink" href="#parameters_8" title="Permanent link"></a></h4>

  3707. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3708. <p><code>p</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3709. <p><code>min_keep</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.uint64">UInt64</a><br></p>

  3710. <h3 id="repetitionpenaltysafellamacontexthandle-readonlyspanllamatoken-single-single-single"><strong>RepetitionPenalty(SafeLLamaContextHandle, ReadOnlySpan&lt;LLamaToken&gt;, Single, Single, Single)</strong><a class="headerlink" href="#repetitionpenaltysafellamacontexthandle-readonlyspanllamatoken-single-single-single" title="Permanent link"></a></h3>

  3711. <p>Repetition penalty described in CTRL academic paper <a href="https://arxiv.org/abs/1909.05858">https://arxiv.org/abs/1909.05858</a>, with negative logit fix.

  3712.  Frequency and presence penalties described in OpenAI API <a href="https://platform.openai.com/docs/api-reference/parameter-details">https://platform.openai.com/docs/api-reference/parameter-details</a>.</p>

  3713. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">RepetitionPenalty</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="n">ReadOnlySpan</span><span class="o">&lt;</span><span class="n">LLamaToken</span><span class="o">&gt;</span><span class="w"> </span><span class="n">last_tokens</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">penalty_repeat</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">penalty_freq</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">penalty_present</span><span class="p">)</span>

  3714. </code></pre></div></td></tr></table></div>

  3715. <h4 id="parameters_9">Parameters<a class="headerlink" href="#parameters_9" title="Permanent link"></a></h4>

  3716. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3717. <p><code>last_tokens</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.readonlyspan-1">ReadOnlySpan&lt;LLamaToken&gt;</a><br></p>

  3718. <p><code>penalty_repeat</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3719. <p><code>penalty_freq</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3720. <p><code>penalty_present</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3721. <h3 id="guidancesafellamacontexthandle-readonlyspansingle-single"><strong>Guidance(SafeLLamaContextHandle, ReadOnlySpan&lt;Single&gt;, Single)</strong><a class="headerlink" href="#guidancesafellamacontexthandle-readonlyspansingle-single" title="Permanent link"></a></h3>

  3722. <p>Apply classifier-free guidance to the logits as described in academic paper "Stay on topic with Classifier-Free Guidance" <a href="https://arxiv.org/abs/2306.17806">https://arxiv.org/abs/2306.17806</a></p>

  3723. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">Guidance</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="n">ReadOnlySpan</span><span class="o">&lt;</span><span class="kt">float</span><span class="o">&gt;</span><span class="w"> </span><span class="n">guidanceLogits</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">guidance</span><span class="p">)</span>

  3724. </code></pre></div></td></tr></table></div>

  3725. <h4 id="parameters_10">Parameters<a class="headerlink" href="#parameters_10" title="Permanent link"></a></h4>

  3726. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3727. <p><code>guidanceLogits</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.readonlyspan-1">ReadOnlySpan&lt;Single&gt;</a><br>

  3728. Logits extracted from a separate context from the same model.

  3729.  Other than a negative prompt at the beginning, it should have all generated and user input tokens copied from the main context.</p>

  3730. <p><code>guidance</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3731. Guidance strength. 0 means no guidance, higher values applies stronger guidance</p>

  3732. <h3 id="temperaturesafellamacontexthandle-single"><strong>Temperature(SafeLLamaContextHandle, Single)</strong><a class="headerlink" href="#temperaturesafellamacontexthandle-single" title="Permanent link"></a></h3>

  3733. <p>Sample with temperature.

  3734.  As temperature increases, the prediction becomes more diverse but also vulnerable to hallucinations -- generating tokens that are sensible but not factual</p>

  3735. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">Temperature</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">temp</span><span class="p">)</span>

  3736. </code></pre></div></td></tr></table></div>

  3737. <h4 id="parameters_11">Parameters<a class="headerlink" href="#parameters_11" title="Permanent link"></a></h4>

  3738. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3739. <p><code>temp</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br></p>

  3740. <h3 id="softmaxsafellamacontexthandle"><strong>Softmax(SafeLLamaContextHandle)</strong><a class="headerlink" href="#softmaxsafellamacontexthandle" title="Permanent link"></a></h3>

  3741. <p>Sorts candidate tokens by their logits in descending order and calculate probabilities based on logits.</p>

  3742. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">void</span><span class="w"> </span><span class="nf">Softmax</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">)</span>

  3743. </code></pre></div></td></tr></table></div>

  3744. <h4 id="parameters_12">Parameters<a class="headerlink" href="#parameters_12" title="Permanent link"></a></h4>

  3745. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3746. <h3 id="sampletokensafellamacontexthandle"><strong>SampleToken(SafeLLamaContextHandle)</strong><a class="headerlink" href="#sampletokensafellamacontexthandle" title="Permanent link"></a></h3>

  3747. <p>Randomly selects a token from the candidates based on their probabilities.</p>

  3748. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaToken</span><span class="w"> </span><span class="nf">SampleToken</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">)</span>

  3749. </code></pre></div></td></tr></table></div>

  3750. <h4 id="parameters_13">Parameters<a class="headerlink" href="#parameters_13" title="Permanent link"></a></h4>

  3751. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3752. <h4 id="returns_1">Returns<a class="headerlink" href="#returns_1" title="Permanent link"></a></h4>

  3753. <p><a href="../llama.native.llamatoken/">LLamaToken</a><br></p>

  3754. <h3 id="sampletokengreedysafellamacontexthandle"><strong>SampleTokenGreedy(SafeLLamaContextHandle)</strong><a class="headerlink" href="#sampletokengreedysafellamacontexthandle" title="Permanent link"></a></h3>

  3755. <p>Selects the token with the highest probability.</p>

  3756. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaToken</span><span class="w"> </span><span class="nf">SampleTokenGreedy</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">)</span>

  3757. </code></pre></div></td></tr></table></div>

  3758. <h4 id="parameters_14">Parameters<a class="headerlink" href="#parameters_14" title="Permanent link"></a></h4>

  3759. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3760. <h4 id="returns_2">Returns<a class="headerlink" href="#returns_2" title="Permanent link"></a></h4>

  3761. <p><a href="../llama.native.llamatoken/">LLamaToken</a><br></p>

  3762. <h3 id="sampletokenmirostatsafellamacontexthandle-single-single-int32-single"><strong>SampleTokenMirostat(SafeLLamaContextHandle, Single, Single, Int32, Single&amp;)</strong><a class="headerlink" href="#sampletokenmirostatsafellamacontexthandle-single-single-int32-single" title="Permanent link"></a></h3>

  3763. <p>Mirostat 1.0 algorithm described in the paper <a href="https://arxiv.org/abs/2007.14966">https://arxiv.org/abs/2007.14966</a>. Uses tokens instead of words.</p>

  3764. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaToken</span><span class="w"> </span><span class="nf">SampleTokenMirostat</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">tau</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">eta</span><span class="p">,</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">m</span><span class="p">,</span><span class="w"> </span><span class="n">Single</span><span class="o">&amp;</span><span class="w"> </span><span class="n">mu</span><span class="p">)</span>

  3765. </code></pre></div></td></tr></table></div>

  3766. <h4 id="parameters_15">Parameters<a class="headerlink" href="#parameters_15" title="Permanent link"></a></h4>

  3767. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3768. <p><code>tau</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3769. The target cross-entropy (or surprise) value you want to achieve for the generated text. A higher value corresponds to more surprising or less predictable text, while a lower value corresponds to less surprising or more predictable text.</p>

  3770. <p><code>eta</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3771. The learning rate used to update <code>mu</code> based on the error between the target and observed surprisal of the sampled word. A larger learning rate will cause <code>mu</code> to be updated more quickly, while a smaller learning rate will result in slower updates.</p>

  3772. <p><code>m</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.int32">Int32</a><br>

  3773. The number of tokens considered in the estimation of <code>s_hat</code>. This is an arbitrary value that is used to calculate <code>s_hat</code>, which in turn helps to calculate the value of <code>k</code>. In the paper, they use <code>m = 100</code>, but you can experiment with different values to see how it affects the performance of the algorithm.</p>

  3774. <p><code>mu</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single&amp;">Single&amp;</a><br>

  3775. Maximum cross-entropy. This value is initialized to be twice the target cross-entropy (<code>2 * tau</code>) and is updated in the algorithm based on the error between the target and observed surprisal.</p>

  3776. <h4 id="returns_3">Returns<a class="headerlink" href="#returns_3" title="Permanent link"></a></h4>

  3777. <p><a href="../llama.native.llamatoken/">LLamaToken</a><br></p>

  3778. <h3 id="sampletokenmirostat2safellamacontexthandle-single-single-single"><strong>SampleTokenMirostat2(SafeLLamaContextHandle, Single, Single, Single&amp;)</strong><a class="headerlink" href="#sampletokenmirostat2safellamacontexthandle-single-single-single" title="Permanent link"></a></h3>

  3779. <p>Mirostat 2.0 algorithm described in the paper <a href="https://arxiv.org/abs/2007.14966">https://arxiv.org/abs/2007.14966</a>. Uses tokens instead of words.</p>

  3780. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">LLamaToken</span><span class="w"> </span><span class="nf">SampleTokenMirostat2</span><span class="p">(</span><span class="n">SafeLLamaContextHandle</span><span class="w"> </span><span class="n">context</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">tau</span><span class="p">,</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">eta</span><span class="p">,</span><span class="w"> </span><span class="n">Single</span><span class="o">&amp;</span><span class="w"> </span><span class="n">mu</span><span class="p">)</span>

  3781. </code></pre></div></td></tr></table></div>

  3782. <h4 id="parameters_16">Parameters<a class="headerlink" href="#parameters_16" title="Permanent link"></a></h4>

  3783. <p><code>context</code> <a href="../llama.native.safellamacontexthandle/">SafeLLamaContextHandle</a><br></p>

  3784. <p><code>tau</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3785. The target cross-entropy (or surprise) value you want to achieve for the generated text. A higher value corresponds to more surprising or less predictable text, while a lower value corresponds to less surprising or more predictable text.</p>

  3786. <p><code>eta</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single">Single</a><br>

  3787. The learning rate used to update <code>mu</code> based on the error between the target and observed surprisal of the sampled word. A larger learning rate will cause <code>mu</code> to be updated more quickly, while a smaller learning rate will result in slower updates.</p>

  3788. <p><code>mu</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.single&amp;">Single&amp;</a><br>

  3789. Maximum cross-entropy. This value is initialized to be twice the target cross-entropy (<code>2 * tau</code>) and is updated in the algorithm based on the error between the target and observed surprisal.</p>

  3790. <h4 id="returns_4">Returns<a class="headerlink" href="#returns_4" title="Permanent link"></a></h4>

  3791. <p><a href="../llama.native.llamatoken/">LLamaToken</a><br></p>

  3792. 

  3793. 

  3794. 

  3795. 

  3796. 

  3797.                 

  3798.               </article>

  3799.             </div>

  3800.           

  3801.           

  3802.         </div>

  3803.         

  3804.       </main>

  3805.       

  3806.         <footer class="md-footer">

  3807.   

  3808.   <div class="md-footer-meta md-typeset">

  3809.     <div class="md-footer-meta__inner md-grid">

  3810.       <div class="md-copyright">

  3811.   

  3812.   

  3813.     Made with

  3814.     <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">

  3815.       Material for MkDocs

  3816.     </a>

  3817.   

  3818. </div>

  3819.       

  3820.     </div>

  3821.   </div>

  3822. </footer>

  3823.       

  3824.     </div>

  3825.     <div class="md-dialog" data-md-component="dialog">

  3826.       <div class="md-dialog__inner md-typeset"></div>

  3827.     </div>

  3828.     

  3829.     <script id="__config" type="application/json">{"base": "../..", "features": ["content.action.edit", "navigation.instant"], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>

  3830.     

  3831.     

  3832.       <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>

  3833.       

  3834.     

  3835.   </body>

  3836. </html>