You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 60 kB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../llama.abstractions.icontextparams/">
  7. <link rel="next" href="../llama.abstractions.iinferenceparams/">
  8. <link rel="icon" href="../../media/icon128.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.20">
  10. <title>llama.abstractions.ihistorytransform - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.eebd395e.min.css">
  12. <link rel="stylesheet" href="../../assets/stylesheets/palette.ecc896b0.min.css">
  13. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  14. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Fira+Sans:300,300i,400,400i,700,700i%7CFira+Mono:400,400i,700,700i&display=fallback">
  15. <style>:root{--md-text-font:"Fira Sans";--md-code-font:"Fira Mono"}</style>
  16. <link rel="stylesheet" href="../../css/extra.css?v=14">
  17. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  18. </head>
  19. <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red">
  20. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  21. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  22. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  23. <label class="md-overlay" for="__drawer"></label>
  24. <div data-md-component="skip">
  25. <a href="#ihistorytransform" class="md-skip">
  26. Skip to content
  27. </a>
  28. </div>
  29. <div data-md-component="announce">
  30. </div>
  31. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  32. </div>
  33. <header class="md-header md-header--shadow" data-md-component="header">
  34. <nav class="md-header__inner md-grid" aria-label="Header">
  35. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  36. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>
  37. </a>
  38. <label class="md-header__button md-icon" for="__drawer">
  39. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  40. </label>
  41. <div class="md-header__title" data-md-component="header-title">
  42. <div class="md-header__ellipsis">
  43. <div class="md-header__topic">
  44. <span class="md-ellipsis">
  45. LLamaSharp Documentation
  46. </span>
  47. </div>
  48. <div class="md-header__topic" data-md-component="header-topic">
  49. <span class="md-ellipsis">
  50. llama.abstractions.ihistorytransform
  51. </span>
  52. </div>
  53. </div>
  54. </div>
  55. <form class="md-header__option" data-md-component="palette">
  56. <input class="md-option" data-md-color-media="(prefers-color-scheme: light)" data-md-color-scheme="default" data-md-color-primary="white" data-md-color-accent="red" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_1">
  57. <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_2" hidden>
  58. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 7a5 5 0 0 1 5 5 5 5 0 0 1-5 5 5 5 0 0 1-5-5 5 5 0 0 1 5-5m0 2a3 3 0 0 0-3 3 3 3 0 0 0 3 3 3 3 0 0 0 3-3 3 3 0 0 0-3-3m0-7 2.39 3.42C13.65 5.15 12.84 5 12 5c-.84 0-1.65.15-2.39.42L12 2M3.34 7l4.16-.35A7.2 7.2 0 0 0 5.94 8.5c-.44.74-.69 1.5-.83 2.29L3.34 7m.02 10 1.76-3.77a7.131 7.131 0 0 0 2.38 4.14L3.36 17M20.65 7l-1.77 3.79a7.023 7.023 0 0 0-2.38-4.15l4.15.36m-.01 10-4.14.36c.59-.51 1.12-1.14 1.54-1.86.42-.73.69-1.5.83-2.29L20.64 17M12 22l-2.41-3.44c.74.27 1.55.44 2.41.44.82 0 1.63-.17 2.37-.44L12 22Z"/></svg>
  59. </label>
  60. <input class="md-option" data-md-color-media="(prefers-color-scheme: dark)" data-md-color-scheme="slate" data-md-color-primary="blue" data-md-color-accent="blue" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_2">
  61. <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_1" hidden>
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m17.75 4.09-2.53 1.94.91 3.06-2.63-1.81-2.63 1.81.91-3.06-2.53-1.94L12.44 4l1.06-3 1.06 3 3.19.09m3.5 6.91-1.64 1.25.59 1.98-1.7-1.17-1.7 1.17.59-1.98L15.75 11l2.06-.05L18.5 9l.69 1.95 2.06.05m-2.28 4.95c.83-.08 1.72 1.1 1.19 1.85-.32.45-.66.87-1.08 1.27C15.17 23 8.84 23 4.94 19.07c-3.91-3.9-3.91-10.24 0-14.14.4-.4.82-.76 1.27-1.08.75-.53 1.93.36 1.85 1.19-.27 2.86.69 5.83 2.89 8.02a9.96 9.96 0 0 0 8.02 2.89m-1.64 2.02a12.08 12.08 0 0 1-7.8-3.47c-2.17-2.19-3.33-5-3.49-7.82-2.81 3.14-2.7 7.96.31 10.98 3.02 3.01 7.84 3.12 10.98.31Z"/></svg>
  63. </label>
  64. </form>
  65. <label class="md-header__button md-icon" for="__search">
  66. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  67. </label>
  68. <div class="md-search" data-md-component="search" role="dialog">
  69. <label class="md-search__overlay" for="__search"></label>
  70. <div class="md-search__inner" role="search">
  71. <form class="md-search__form" name="search">
  72. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  73. <label class="md-search__icon md-icon" for="__search">
  74. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  75. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  76. </label>
  77. <nav class="md-search__options" aria-label="Search">
  78. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  79. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  80. </button>
  81. </nav>
  82. </form>
  83. <div class="md-search__output">
  84. <div class="md-search__scrollwrap" data-md-scrollfix>
  85. <div class="md-search-result" data-md-component="search-result">
  86. <div class="md-search-result__meta">
  87. Initializing search
  88. </div>
  89. <ol class="md-search-result__list" role="presentation"></ol>
  90. </div>
  91. </div>
  92. </div>
  93. </div>
  94. </div>
  95. </nav>
  96. </header>
  97. <div class="md-container" data-md-component="container">
  98. <main class="md-main" data-md-component="main">
  99. <div class="md-main__inner md-grid">
  100. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  101. <div class="md-sidebar__scrollwrap">
  102. <div class="md-sidebar__inner">
  103. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  104. <label class="md-nav__title" for="__drawer">
  105. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  106. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 9h5.5L13 3.5V9M6 2h8l6 6v12a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V4c0-1.11.89-2 2-2m9 16v-2H6v2h9m3-4v-2H6v2h12Z"/></svg>
  107. </a>
  108. LLamaSharp Documentation
  109. </label>
  110. <ul class="md-nav__list" data-md-scrollfix>
  111. <li class="md-nav__item">
  112. <a href="../.." class="md-nav__link">
  113. Overview
  114. </a>
  115. </li>
  116. <li class="md-nav__item">
  117. <a href="../../QuickStart/" class="md-nav__link">
  118. Quick Start
  119. </a>
  120. </li>
  121. <li class="md-nav__item">
  122. <a href="../../Architecture/" class="md-nav__link">
  123. Architecture
  124. </a>
  125. </li>
  126. <li class="md-nav__item">
  127. <a href="../../FAQ/" class="md-nav__link">
  128. FAQ
  129. </a>
  130. </li>
  131. <li class="md-nav__item">
  132. <a href="../../ContributingGuide/" class="md-nav__link">
  133. Contributing Guide
  134. </a>
  135. </li>
  136. <li class="md-nav__item md-nav__item--nested">
  137. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  138. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  139. Tutorials
  140. <span class="md-nav__icon md-icon"></span>
  141. </label>
  142. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  143. <label class="md-nav__title" for="__nav_6">
  144. <span class="md-nav__icon md-icon"></span>
  145. Tutorials
  146. </label>
  147. <ul class="md-nav__list" data-md-scrollfix>
  148. <li class="md-nav__item">
  149. <a href="../../Tutorials/NativeLibraryConfig/" class="md-nav__link">
  150. Customize the native library loading
  151. </a>
  152. </li>
  153. <li class="md-nav__item">
  154. <a href="../../Tutorials/Executors/" class="md-nav__link">
  155. Use executors
  156. </a>
  157. </li>
  158. <li class="md-nav__item">
  159. <a href="../../Tutorials/ChatSession/" class="md-nav__link">
  160. Use ChatSession
  161. </a>
  162. </li>
  163. <li class="md-nav__item">
  164. <a href="../../Tutorials/UnderstandLLamaContext/" class="md-nav__link">
  165. Understand LLamaContext
  166. </a>
  167. </li>
  168. <li class="md-nav__item">
  169. <a href="../../Tutorials/GetEmbeddings/" class="md-nav__link">
  170. Get embeddings
  171. </a>
  172. </li>
  173. <li class="md-nav__item">
  174. <a href="../../Tutorials/Quantization/" class="md-nav__link">
  175. Quantize the model
  176. </a>
  177. </li>
  178. </ul>
  179. </nav>
  180. </li>
  181. <li class="md-nav__item md-nav__item--nested">
  182. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  183. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  184. Integrations
  185. <span class="md-nav__icon md-icon"></span>
  186. </label>
  187. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  188. <label class="md-nav__title" for="__nav_7">
  189. <span class="md-nav__icon md-icon"></span>
  190. Integrations
  191. </label>
  192. <ul class="md-nav__list" data-md-scrollfix>
  193. <li class="md-nav__item">
  194. <a href="../../Integrations/semantic-kernel/" class="md-nav__link">
  195. semantic-kernel integration
  196. </a>
  197. </li>
  198. <li class="md-nav__item">
  199. <a href="../../Integrations/kernel-memory/" class="md-nav__link">
  200. kernel-memory integration
  201. </a>
  202. </li>
  203. <li class="md-nav__item">
  204. <a href="../../Integrations/BotSharp.md" class="md-nav__link">
  205. BotSharp integration
  206. </a>
  207. </li>
  208. <li class="md-nav__item">
  209. <a href="../../Integrations/Langchain.md" class="md-nav__link">
  210. Langchain integration
  211. </a>
  212. </li>
  213. </ul>
  214. </nav>
  215. </li>
  216. <li class="md-nav__item md-nav__item--nested">
  217. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  218. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  219. Examples
  220. <span class="md-nav__icon md-icon"></span>
  221. </label>
  222. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  223. <label class="md-nav__title" for="__nav_8">
  224. <span class="md-nav__icon md-icon"></span>
  225. Examples
  226. </label>
  227. <ul class="md-nav__list" data-md-scrollfix>
  228. <li class="md-nav__item">
  229. <a href="../../Examples/BatchedExecutorFork/" class="md-nav__link">
  230. Bacthed executor - multi-output to one input
  231. </a>
  232. </li>
  233. <li class="md-nav__item">
  234. <a href="../../Examples/BatchedExecutorGuidance/" class="md-nav__link">
  235. Batched executor - basic guidance
  236. </a>
  237. </li>
  238. <li class="md-nav__item">
  239. <a href="../../Examples/BatchedExecutorRewind/" class="md-nav__link">
  240. Batched executor - rewinding to an earlier state
  241. </a>
  242. </li>
  243. <li class="md-nav__item">
  244. <a href="../../Examples/ChatChineseGB2312/" class="md-nav__link">
  245. Chinese LLM - with GB2312 encoding
  246. </a>
  247. </li>
  248. <li class="md-nav__item">
  249. <a href="../../Examples/ChatSessionStripRoleName/" class="md-nav__link">
  250. ChatSession - stripping role names
  251. </a>
  252. </li>
  253. <li class="md-nav__item">
  254. <a href="../../Examples/ChatSessionWithHistory/" class="md-nav__link">
  255. ChatSession - with history
  256. </a>
  257. </li>
  258. <li class="md-nav__item">
  259. <a href="../../Examples/ChatSessionWithRestart/" class="md-nav__link">
  260. ChatSession - restarting
  261. </a>
  262. </li>
  263. <li class="md-nav__item">
  264. <a href="../../Examples/ChatSessionWithRoleName/" class="md-nav__link">
  265. ChatSession - Basic
  266. </a>
  267. </li>
  268. <li class="md-nav__item">
  269. <a href="../../Examples/CodingAssistant/" class="md-nav__link">
  270. Coding assistant
  271. </a>
  272. </li>
  273. <li class="md-nav__item">
  274. <a href="../../Examples/GetEmbeddings/" class="md-nav__link">
  275. Get embeddings
  276. </a>
  277. </li>
  278. <li class="md-nav__item">
  279. <a href="../../Examples/GrammarJsonResponse/" class="md-nav__link">
  280. Grammar - json response
  281. </a>
  282. </li>
  283. <li class="md-nav__item">
  284. <a href="../../Examples/InstructModeExecute/" class="md-nav__link">
  285. Instruct executor - basic
  286. </a>
  287. </li>
  288. <li class="md-nav__item">
  289. <a href="../../Examples/InteractiveModeExecute/" class="md-nav__link">
  290. Interactive executor - basic
  291. </a>
  292. </li>
  293. <li class="md-nav__item">
  294. <a href="../../Examples/KernelMemory/" class="md-nav__link">
  295. Kernel memory integration - basic
  296. </a>
  297. </li>
  298. <li class="md-nav__item">
  299. <a href="../../Examples/KernelMemorySaveAndLoad/" class="md-nav__link">
  300. Kernel-memory - save & load
  301. </a>
  302. </li>
  303. <li class="md-nav__item">
  304. <a href="../../Examples/LLavaInteractiveModeExecute/" class="md-nav__link">
  305. LLaVA - basic
  306. </a>
  307. </li>
  308. <li class="md-nav__item">
  309. <a href="../../Examples/LoadAndSaveSession/" class="md-nav__link">
  310. ChatSession - load & save
  311. </a>
  312. </li>
  313. <li class="md-nav__item">
  314. <a href="../../Examples/LoadAndSaveState/" class="md-nav__link">
  315. Executor - save/load state
  316. </a>
  317. </li>
  318. <li class="md-nav__item">
  319. <a href="../../Examples/QuantizeModel/" class="md-nav__link">
  320. Quantization
  321. </a>
  322. </li>
  323. <li class="md-nav__item">
  324. <a href="../../Examples/SemanticKernelChat/" class="md-nav__link">
  325. Semantic-kernel - chat
  326. </a>
  327. </li>
  328. <li class="md-nav__item">
  329. <a href="../../Examples/SemanticKernelMemory/" class="md-nav__link">
  330. Semantic-kernel - with kernel-memory
  331. </a>
  332. </li>
  333. <li class="md-nav__item">
  334. <a href="../../Examples/SemanticKernelPrompt/" class="md-nav__link">
  335. Semantic-kernel - basic
  336. </a>
  337. </li>
  338. <li class="md-nav__item">
  339. <a href="../../Examples/StatelessModeExecute/" class="md-nav__link">
  340. Stateless executor
  341. </a>
  342. </li>
  343. <li class="md-nav__item">
  344. <a href="../../Examples/TalkToYourself/" class="md-nav__link">
  345. Talk to yourself
  346. </a>
  347. </li>
  348. </ul>
  349. </nav>
  350. </li>
  351. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  352. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" checked>
  353. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  354. API Reference
  355. <span class="md-nav__icon md-icon"></span>
  356. </label>
  357. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="true">
  358. <label class="md-nav__title" for="__nav_9">
  359. <span class="md-nav__icon md-icon"></span>
  360. API Reference
  361. </label>
  362. <ul class="md-nav__list" data-md-scrollfix>
  363. <li class="md-nav__item">
  364. <a href="../" class="md-nav__link">
  365. index
  366. </a>
  367. </li>
  368. <li class="md-nav__item">
  369. <a href="../llama.abstractions.adaptercollection/" class="md-nav__link">
  370. llama.abstractions.adaptercollection
  371. </a>
  372. </li>
  373. <li class="md-nav__item">
  374. <a href="../llama.abstractions.icontextparams/" class="md-nav__link">
  375. llama.abstractions.icontextparams
  376. </a>
  377. </li>
  378. <li class="md-nav__item md-nav__item--active">
  379. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  380. <label class="md-nav__link md-nav__link--active" for="__toc">
  381. llama.abstractions.ihistorytransform
  382. <span class="md-nav__icon md-icon"></span>
  383. </label>
  384. <a href="./" class="md-nav__link md-nav__link--active">
  385. llama.abstractions.ihistorytransform
  386. </a>
  387. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  388. <label class="md-nav__title" for="__toc">
  389. <span class="md-nav__icon md-icon"></span>
  390. Table of contents
  391. </label>
  392. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  393. <li class="md-nav__item">
  394. <a href="#methods" class="md-nav__link">
  395. Methods
  396. </a>
  397. <nav class="md-nav" aria-label="Methods">
  398. <ul class="md-nav__list">
  399. <li class="md-nav__item">
  400. <a href="#historytotextchathistory" class="md-nav__link">
  401. HistoryToText(ChatHistory)
  402. </a>
  403. <nav class="md-nav" aria-label="HistoryToText(ChatHistory)">
  404. <ul class="md-nav__list">
  405. <li class="md-nav__item">
  406. <a href="#parameters" class="md-nav__link">
  407. Parameters
  408. </a>
  409. </li>
  410. <li class="md-nav__item">
  411. <a href="#returns" class="md-nav__link">
  412. Returns
  413. </a>
  414. </li>
  415. </ul>
  416. </nav>
  417. </li>
  418. <li class="md-nav__item">
  419. <a href="#texttohistoryauthorrole-string" class="md-nav__link">
  420. TextToHistory(AuthorRole, String)
  421. </a>
  422. <nav class="md-nav" aria-label="TextToHistory(AuthorRole, String)">
  423. <ul class="md-nav__list">
  424. <li class="md-nav__item">
  425. <a href="#parameters_1" class="md-nav__link">
  426. Parameters
  427. </a>
  428. </li>
  429. <li class="md-nav__item">
  430. <a href="#returns_1" class="md-nav__link">
  431. Returns
  432. </a>
  433. </li>
  434. </ul>
  435. </nav>
  436. </li>
  437. <li class="md-nav__item">
  438. <a href="#clone" class="md-nav__link">
  439. Clone()
  440. </a>
  441. <nav class="md-nav" aria-label="Clone()">
  442. <ul class="md-nav__list">
  443. <li class="md-nav__item">
  444. <a href="#returns_2" class="md-nav__link">
  445. Returns
  446. </a>
  447. </li>
  448. </ul>
  449. </nav>
  450. </li>
  451. </ul>
  452. </nav>
  453. </li>
  454. </ul>
  455. </nav>
  456. </li>
  457. <li class="md-nav__item">
  458. <a href="../llama.abstractions.iinferenceparams/" class="md-nav__link">
  459. llama.abstractions.iinferenceparams
  460. </a>
  461. </li>
  462. <li class="md-nav__item">
  463. <a href="../llama.abstractions.illamaexecutor/" class="md-nav__link">
  464. llama.abstractions.illamaexecutor
  465. </a>
  466. </li>
  467. <li class="md-nav__item">
  468. <a href="../llama.abstractions.illamaparams/" class="md-nav__link">
  469. llama.abstractions.illamaparams
  470. </a>
  471. </li>
  472. <li class="md-nav__item">
  473. <a href="../llama.abstractions.imodelparams/" class="md-nav__link">
  474. llama.abstractions.imodelparams
  475. </a>
  476. </li>
  477. <li class="md-nav__item">
  478. <a href="../llama.abstractions.itextstreamtransform/" class="md-nav__link">
  479. llama.abstractions.itextstreamtransform
  480. </a>
  481. </li>
  482. <li class="md-nav__item">
  483. <a href="../llama.abstractions.itexttransform/" class="md-nav__link">
  484. llama.abstractions.itexttransform
  485. </a>
  486. </li>
  487. <li class="md-nav__item">
  488. <a href="../llama.abstractions.loraadapter/" class="md-nav__link">
  489. llama.abstractions.loraadapter
  490. </a>
  491. </li>
  492. <li class="md-nav__item">
  493. <a href="../llama.abstractions.metadataoverride/" class="md-nav__link">
  494. llama.abstractions.metadataoverride
  495. </a>
  496. </li>
  497. <li class="md-nav__item">
  498. <a href="../llama.abstractions.metadataoverrideconverter/" class="md-nav__link">
  499. llama.abstractions.metadataoverrideconverter
  500. </a>
  501. </li>
  502. <li class="md-nav__item">
  503. <a href="../llama.abstractions.tensorsplitscollection/" class="md-nav__link">
  504. llama.abstractions.tensorsplitscollection
  505. </a>
  506. </li>
  507. <li class="md-nav__item">
  508. <a href="../llama.abstractions.tensorsplitscollectionconverter/" class="md-nav__link">
  509. llama.abstractions.tensorsplitscollectionconverter
  510. </a>
  511. </li>
  512. <li class="md-nav__item">
  513. <a href="../llama.antipromptprocessor/" class="md-nav__link">
  514. llama.antipromptprocessor
  515. </a>
  516. </li>
  517. <li class="md-nav__item">
  518. <a href="../llama.batched.alreadypromptedconversationexception/" class="md-nav__link">
  519. llama.batched.alreadypromptedconversationexception
  520. </a>
  521. </li>
  522. <li class="md-nav__item">
  523. <a href="../llama.batched.batchedexecutor/" class="md-nav__link">
  524. llama.batched.batchedexecutor
  525. </a>
  526. </li>
  527. <li class="md-nav__item">
  528. <a href="../llama.batched.cannotforkwhilerequiresinferenceexception/" class="md-nav__link">
  529. llama.batched.cannotforkwhilerequiresinferenceexception
  530. </a>
  531. </li>
  532. <li class="md-nav__item">
  533. <a href="../llama.batched.cannotmodifywhilerequiresinferenceexception/" class="md-nav__link">
  534. llama.batched.cannotmodifywhilerequiresinferenceexception
  535. </a>
  536. </li>
  537. <li class="md-nav__item">
  538. <a href="../llama.batched.cannotsamplerequiresinferenceexception/" class="md-nav__link">
  539. llama.batched.cannotsamplerequiresinferenceexception
  540. </a>
  541. </li>
  542. <li class="md-nav__item">
  543. <a href="../llama.batched.cannotsamplerequirespromptexception/" class="md-nav__link">
  544. llama.batched.cannotsamplerequirespromptexception
  545. </a>
  546. </li>
  547. <li class="md-nav__item">
  548. <a href="../llama.batched.conversation/" class="md-nav__link">
  549. llama.batched.conversation
  550. </a>
  551. </li>
  552. <li class="md-nav__item">
  553. <a href="../llama.batched.conversationextensions/" class="md-nav__link">
  554. llama.batched.conversationextensions
  555. </a>
  556. </li>
  557. <li class="md-nav__item">
  558. <a href="../llama.batched.experimentalbatchedexecutorexception/" class="md-nav__link">
  559. llama.batched.experimentalbatchedexecutorexception
  560. </a>
  561. </li>
  562. <li class="md-nav__item">
  563. <a href="../llama.chatsession-1/" class="md-nav__link">
  564. llama.chatsession-1
  565. </a>
  566. </li>
  567. <li class="md-nav__item">
  568. <a href="../llama.chatsession/" class="md-nav__link">
  569. llama.chatsession
  570. </a>
  571. </li>
  572. <li class="md-nav__item">
  573. <a href="../llama.common.authorrole/" class="md-nav__link">
  574. llama.common.authorrole
  575. </a>
  576. </li>
  577. <li class="md-nav__item">
  578. <a href="../llama.common.chathistory/" class="md-nav__link">
  579. llama.common.chathistory
  580. </a>
  581. </li>
  582. <li class="md-nav__item">
  583. <a href="../llama.common.fixedsizequeue-1/" class="md-nav__link">
  584. llama.common.fixedsizequeue-1
  585. </a>
  586. </li>
  587. <li class="md-nav__item">
  588. <a href="../llama.common.inferenceparams/" class="md-nav__link">
  589. llama.common.inferenceparams
  590. </a>
  591. </li>
  592. <li class="md-nav__item">
  593. <a href="../llama.common.mirostattype/" class="md-nav__link">
  594. llama.common.mirostattype
  595. </a>
  596. </li>
  597. <li class="md-nav__item">
  598. <a href="../llama.common.modelparams/" class="md-nav__link">
  599. llama.common.modelparams
  600. </a>
  601. </li>
  602. <li class="md-nav__item">
  603. <a href="../llama.exceptions.grammarexpectedname/" class="md-nav__link">
  604. llama.exceptions.grammarexpectedname
  605. </a>
  606. </li>
  607. <li class="md-nav__item">
  608. <a href="../llama.exceptions.grammarexpectednext/" class="md-nav__link">
  609. llama.exceptions.grammarexpectednext
  610. </a>
  611. </li>
  612. <li class="md-nav__item">
  613. <a href="../llama.exceptions.grammarexpectedprevious/" class="md-nav__link">
  614. llama.exceptions.grammarexpectedprevious
  615. </a>
  616. </li>
  617. <li class="md-nav__item">
  618. <a href="../llama.exceptions.grammarformatexception/" class="md-nav__link">
  619. llama.exceptions.grammarformatexception
  620. </a>
  621. </li>
  622. <li class="md-nav__item">
  623. <a href="../llama.exceptions.grammarunexpectedcharaltelement/" class="md-nav__link">
  624. llama.exceptions.grammarunexpectedcharaltelement
  625. </a>
  626. </li>
  627. <li class="md-nav__item">
  628. <a href="../llama.exceptions.grammarunexpectedcharrngelement/" class="md-nav__link">
  629. llama.exceptions.grammarunexpectedcharrngelement
  630. </a>
  631. </li>
  632. <li class="md-nav__item">
  633. <a href="../llama.exceptions.grammarunexpectedendelement/" class="md-nav__link">
  634. llama.exceptions.grammarunexpectedendelement
  635. </a>
  636. </li>
  637. <li class="md-nav__item">
  638. <a href="../llama.exceptions.grammarunexpectedendofinput/" class="md-nav__link">
  639. llama.exceptions.grammarunexpectedendofinput
  640. </a>
  641. </li>
  642. <li class="md-nav__item">
  643. <a href="../llama.exceptions.grammarunexpectedhexcharscount/" class="md-nav__link">
  644. llama.exceptions.grammarunexpectedhexcharscount
  645. </a>
  646. </li>
  647. <li class="md-nav__item">
  648. <a href="../llama.exceptions.grammarunknownescapecharacter/" class="md-nav__link">
  649. llama.exceptions.grammarunknownescapecharacter
  650. </a>
  651. </li>
  652. <li class="md-nav__item">
  653. <a href="../llama.exceptions.llamadecodeerror/" class="md-nav__link">
  654. llama.exceptions.llamadecodeerror
  655. </a>
  656. </li>
  657. <li class="md-nav__item">
  658. <a href="../llama.exceptions.loadweightsfailedexception/" class="md-nav__link">
  659. llama.exceptions.loadweightsfailedexception
  660. </a>
  661. </li>
  662. <li class="md-nav__item">
  663. <a href="../llama.exceptions.runtimeerror/" class="md-nav__link">
  664. llama.exceptions.runtimeerror
  665. </a>
  666. </li>
  667. <li class="md-nav__item">
  668. <a href="../llama.extensions.icontextparamsextensions/" class="md-nav__link">
  669. llama.extensions.icontextparamsextensions
  670. </a>
  671. </li>
  672. <li class="md-nav__item">
  673. <a href="../llama.extensions.imodelparamsextensions/" class="md-nav__link">
  674. llama.extensions.imodelparamsextensions
  675. </a>
  676. </li>
  677. <li class="md-nav__item">
  678. <a href="../llama.grammars.grammar/" class="md-nav__link">
  679. llama.grammars.grammar
  680. </a>
  681. </li>
  682. <li class="md-nav__item">
  683. <a href="../llama.grammars.grammarrule/" class="md-nav__link">
  684. llama.grammars.grammarrule
  685. </a>
  686. </li>
  687. <li class="md-nav__item">
  688. <a href="../llama.ichatmodel/" class="md-nav__link">
  689. llama.ichatmodel
  690. </a>
  691. </li>
  692. <li class="md-nav__item">
  693. <a href="../llama.llamacache/" class="md-nav__link">
  694. llama.llamacache
  695. </a>
  696. </li>
  697. <li class="md-nav__item">
  698. <a href="../llama.llamaembedder/" class="md-nav__link">
  699. llama.llamaembedder
  700. </a>
  701. </li>
  702. <li class="md-nav__item">
  703. <a href="../llama.llamamodel/" class="md-nav__link">
  704. llama.llamamodel
  705. </a>
  706. </li>
  707. <li class="md-nav__item">
  708. <a href="../llama.llamamodelv1/" class="md-nav__link">
  709. llama.llamamodelv1
  710. </a>
  711. </li>
  712. <li class="md-nav__item">
  713. <a href="../llama.llamaparams/" class="md-nav__link">
  714. llama.llamaparams
  715. </a>
  716. </li>
  717. <li class="md-nav__item">
  718. <a href="../llama.llamaquantizer/" class="md-nav__link">
  719. llama.llamaquantizer
  720. </a>
  721. </li>
  722. <li class="md-nav__item">
  723. <a href="../llama.llamastate/" class="md-nav__link">
  724. llama.llamastate
  725. </a>
  726. </li>
  727. <li class="md-nav__item">
  728. <a href="../llama.llamatransforms/" class="md-nav__link">
  729. llama.llamatransforms
  730. </a>
  731. </li>
  732. <li class="md-nav__item">
  733. <a href="../llama.llavaweights/" class="md-nav__link">
  734. llama.llavaweights
  735. </a>
  736. </li>
  737. <li class="md-nav__item">
  738. <a href="../llama.native.decoderesult/" class="md-nav__link">
  739. llama.native.decoderesult
  740. </a>
  741. </li>
  742. <li class="md-nav__item">
  743. <a href="../llama.native.ggmltype/" class="md-nav__link">
  744. llama.native.ggmltype
  745. </a>
  746. </li>
  747. <li class="md-nav__item">
  748. <a href="../llama.native.gpusplitmode/" class="md-nav__link">
  749. llama.native.gpusplitmode
  750. </a>
  751. </li>
  752. <li class="md-nav__item">
  753. <a href="../llama.native.llamabatch/" class="md-nav__link">
  754. llama.native.llamabatch
  755. </a>
  756. </li>
  757. <li class="md-nav__item">
  758. <a href="../llama.native.llamabeamsstate/" class="md-nav__link">
  759. llama.native.llamabeamsstate
  760. </a>
  761. </li>
  762. <li class="md-nav__item">
  763. <a href="../llama.native.llamabeamview/" class="md-nav__link">
  764. llama.native.llamabeamview
  765. </a>
  766. </li>
  767. <li class="md-nav__item">
  768. <a href="../llama.native.llamachatmessage/" class="md-nav__link">
  769. llama.native.llamachatmessage
  770. </a>
  771. </li>
  772. <li class="md-nav__item">
  773. <a href="../llama.native.llamacontextparams/" class="md-nav__link">
  774. llama.native.llamacontextparams
  775. </a>
  776. </li>
  777. <li class="md-nav__item">
  778. <a href="../llama.native.llamaftype/" class="md-nav__link">
  779. llama.native.llamaftype
  780. </a>
  781. </li>
  782. <li class="md-nav__item">
  783. <a href="../llama.native.llamagrammarelement/" class="md-nav__link">
  784. llama.native.llamagrammarelement
  785. </a>
  786. </li>
  787. <li class="md-nav__item">
  788. <a href="../llama.native.llamagrammarelementtype/" class="md-nav__link">
  789. llama.native.llamagrammarelementtype
  790. </a>
  791. </li>
  792. <li class="md-nav__item">
  793. <a href="../llama.native.llamakvcacheview/" class="md-nav__link">
  794. llama.native.llamakvcacheview
  795. </a>
  796. </li>
  797. <li class="md-nav__item">
  798. <a href="../llama.native.llamakvcacheviewcell/" class="md-nav__link">
  799. llama.native.llamakvcacheviewcell
  800. </a>
  801. </li>
  802. <li class="md-nav__item">
  803. <a href="../llama.native.llamakvcacheviewsafehandle/" class="md-nav__link">
  804. llama.native.llamakvcacheviewsafehandle
  805. </a>
  806. </li>
  807. <li class="md-nav__item">
  808. <a href="../llama.native.llamaloglevel/" class="md-nav__link">
  809. llama.native.llamaloglevel
  810. </a>
  811. </li>
  812. <li class="md-nav__item">
  813. <a href="../llama.native.llamamodelkvoverridetype/" class="md-nav__link">
  814. llama.native.llamamodelkvoverridetype
  815. </a>
  816. </li>
  817. <li class="md-nav__item">
  818. <a href="../llama.native.llamamodelmetadataoverride/" class="md-nav__link">
  819. llama.native.llamamodelmetadataoverride
  820. </a>
  821. </li>
  822. <li class="md-nav__item">
  823. <a href="../llama.native.llamamodelparams/" class="md-nav__link">
  824. llama.native.llamamodelparams
  825. </a>
  826. </li>
  827. <li class="md-nav__item">
  828. <a href="../llama.native.llamamodelquantizeparams/" class="md-nav__link">
  829. llama.native.llamamodelquantizeparams
  830. </a>
  831. </li>
  832. <li class="md-nav__item">
  833. <a href="../llama.native.llamanativebatch/" class="md-nav__link">
  834. llama.native.llamanativebatch
  835. </a>
  836. </li>
  837. <li class="md-nav__item">
  838. <a href="../llama.native.llamapoolingtype/" class="md-nav__link">
  839. llama.native.llamapoolingtype
  840. </a>
  841. </li>
  842. <li class="md-nav__item">
  843. <a href="../llama.native.llamapos/" class="md-nav__link">
  844. llama.native.llamapos
  845. </a>
  846. </li>
  847. <li class="md-nav__item">
  848. <a href="../llama.native.llamaropetype/" class="md-nav__link">
  849. llama.native.llamaropetype
  850. </a>
  851. </li>
  852. <li class="md-nav__item">
  853. <a href="../llama.native.llamaseqid/" class="md-nav__link">
  854. llama.native.llamaseqid
  855. </a>
  856. </li>
  857. <li class="md-nav__item">
  858. <a href="../llama.native.llamatoken/" class="md-nav__link">
  859. llama.native.llamatoken
  860. </a>
  861. </li>
  862. <li class="md-nav__item">
  863. <a href="../llama.native.llamatokendata/" class="md-nav__link">
  864. llama.native.llamatokendata
  865. </a>
  866. </li>
  867. <li class="md-nav__item">
  868. <a href="../llama.native.llamatokendataarray/" class="md-nav__link">
  869. llama.native.llamatokendataarray
  870. </a>
  871. </li>
  872. <li class="md-nav__item">
  873. <a href="../llama.native.llamatokendataarraynative/" class="md-nav__link">
  874. llama.native.llamatokendataarraynative
  875. </a>
  876. </li>
  877. <li class="md-nav__item">
  878. <a href="../llama.native.llamatokentype/" class="md-nav__link">
  879. llama.native.llamatokentype
  880. </a>
  881. </li>
  882. <li class="md-nav__item">
  883. <a href="../llama.native.llamavocabtype/" class="md-nav__link">
  884. llama.native.llamavocabtype
  885. </a>
  886. </li>
  887. <li class="md-nav__item">
  888. <a href="../llama.native.llavaimageembed/" class="md-nav__link">
  889. llama.native.llavaimageembed
  890. </a>
  891. </li>
  892. <li class="md-nav__item">
  893. <a href="../llama.native.nativeapi/" class="md-nav__link">
  894. llama.native.nativeapi
  895. </a>
  896. </li>
  897. <li class="md-nav__item">
  898. <a href="../llama.native.nativelibraryconfig/" class="md-nav__link">
  899. llama.native.nativelibraryconfig
  900. </a>
  901. </li>
  902. <li class="md-nav__item">
  903. <a href="../llama.native.ropescalingtype/" class="md-nav__link">
  904. llama.native.ropescalingtype
  905. </a>
  906. </li>
  907. <li class="md-nav__item">
  908. <a href="../llama.native.safellamacontexthandle/" class="md-nav__link">
  909. llama.native.safellamacontexthandle
  910. </a>
  911. </li>
  912. <li class="md-nav__item">
  913. <a href="../llama.native.safellamagrammarhandle/" class="md-nav__link">
  914. llama.native.safellamagrammarhandle
  915. </a>
  916. </li>
  917. <li class="md-nav__item">
  918. <a href="../llama.native.safellamahandlebase/" class="md-nav__link">
  919. llama.native.safellamahandlebase
  920. </a>
  921. </li>
  922. <li class="md-nav__item">
  923. <a href="../llama.native.safellamamodelhandle/" class="md-nav__link">
  924. llama.native.safellamamodelhandle
  925. </a>
  926. </li>
  927. <li class="md-nav__item">
  928. <a href="../llama.native.safellavaimageembedhandle/" class="md-nav__link">
  929. llama.native.safellavaimageembedhandle
  930. </a>
  931. </li>
  932. <li class="md-nav__item">
  933. <a href="../llama.native.safellavamodelhandle/" class="md-nav__link">
  934. llama.native.safellavamodelhandle
  935. </a>
  936. </li>
  937. <li class="md-nav__item">
  938. <a href="../llama.quantizer/" class="md-nav__link">
  939. llama.quantizer
  940. </a>
  941. </li>
  942. <li class="md-nav__item">
  943. <a href="../llama.sampling.basesamplingpipeline/" class="md-nav__link">
  944. llama.sampling.basesamplingpipeline
  945. </a>
  946. </li>
  947. <li class="md-nav__item">
  948. <a href="../llama.sampling.defaultsamplingpipeline/" class="md-nav__link">
  949. llama.sampling.defaultsamplingpipeline
  950. </a>
  951. </li>
  952. <li class="md-nav__item">
  953. <a href="../llama.sampling.greedysamplingpipeline/" class="md-nav__link">
  954. llama.sampling.greedysamplingpipeline
  955. </a>
  956. </li>
  957. <li class="md-nav__item">
  958. <a href="../llama.sampling.isamplingpipeline/" class="md-nav__link">
  959. llama.sampling.isamplingpipeline
  960. </a>
  961. </li>
  962. <li class="md-nav__item">
  963. <a href="../llama.sampling.isamplingpipelineextensions/" class="md-nav__link">
  964. llama.sampling.isamplingpipelineextensions
  965. </a>
  966. </li>
  967. <li class="md-nav__item">
  968. <a href="../llama.sampling.mirostate2samplingpipeline/" class="md-nav__link">
  969. llama.sampling.mirostate2samplingpipeline
  970. </a>
  971. </li>
  972. <li class="md-nav__item">
  973. <a href="../llama.sampling.mirostatesamplingpipeline/" class="md-nav__link">
  974. llama.sampling.mirostatesamplingpipeline
  975. </a>
  976. </li>
  977. <li class="md-nav__item">
  978. <a href="../llama.sessionstate/" class="md-nav__link">
  979. llama.sessionstate
  980. </a>
  981. </li>
  982. <li class="md-nav__item">
  983. <a href="../llama.streamingtokendecoder/" class="md-nav__link">
  984. llama.streamingtokendecoder
  985. </a>
  986. </li>
  987. <li class="md-nav__item">
  988. <a href="../llama.types.chatcompletion/" class="md-nav__link">
  989. llama.types.chatcompletion
  990. </a>
  991. </li>
  992. <li class="md-nav__item">
  993. <a href="../llama.types.chatcompletionchoice/" class="md-nav__link">
  994. llama.types.chatcompletionchoice
  995. </a>
  996. </li>
  997. <li class="md-nav__item">
  998. <a href="../llama.types.chatcompletionchunk/" class="md-nav__link">
  999. llama.types.chatcompletionchunk
  1000. </a>
  1001. </li>
  1002. <li class="md-nav__item">
  1003. <a href="../llama.types.chatcompletionchunkchoice/" class="md-nav__link">
  1004. llama.types.chatcompletionchunkchoice
  1005. </a>
  1006. </li>
  1007. <li class="md-nav__item">
  1008. <a href="../llama.types.chatcompletionchunkdelta/" class="md-nav__link">
  1009. llama.types.chatcompletionchunkdelta
  1010. </a>
  1011. </li>
  1012. <li class="md-nav__item">
  1013. <a href="../llama.types.chatcompletionmessage/" class="md-nav__link">
  1014. llama.types.chatcompletionmessage
  1015. </a>
  1016. </li>
  1017. <li class="md-nav__item">
  1018. <a href="../llama.types.chatmessagerecord/" class="md-nav__link">
  1019. llama.types.chatmessagerecord
  1020. </a>
  1021. </li>
  1022. <li class="md-nav__item">
  1023. <a href="../llama.types.chatrole/" class="md-nav__link">
  1024. llama.types.chatrole
  1025. </a>
  1026. </li>
  1027. <li class="md-nav__item">
  1028. <a href="../llama.types.completion/" class="md-nav__link">
  1029. llama.types.completion
  1030. </a>
  1031. </li>
  1032. <li class="md-nav__item">
  1033. <a href="../llama.types.completionchoice/" class="md-nav__link">
  1034. llama.types.completionchoice
  1035. </a>
  1036. </li>
  1037. <li class="md-nav__item">
  1038. <a href="../llama.types.completionchunk/" class="md-nav__link">
  1039. llama.types.completionchunk
  1040. </a>
  1041. </li>
  1042. <li class="md-nav__item">
  1043. <a href="../llama.types.completionlogprobs/" class="md-nav__link">
  1044. llama.types.completionlogprobs
  1045. </a>
  1046. </li>
  1047. <li class="md-nav__item">
  1048. <a href="../llama.types.completionusage/" class="md-nav__link">
  1049. llama.types.completionusage
  1050. </a>
  1051. </li>
  1052. <li class="md-nav__item">
  1053. <a href="../llama.types.embedding/" class="md-nav__link">
  1054. llama.types.embedding
  1055. </a>
  1056. </li>
  1057. <li class="md-nav__item">
  1058. <a href="../llama.types.embeddingdata/" class="md-nav__link">
  1059. llama.types.embeddingdata
  1060. </a>
  1061. </li>
  1062. <li class="md-nav__item">
  1063. <a href="../llama.types.embeddingusage/" class="md-nav__link">
  1064. llama.types.embeddingusage
  1065. </a>
  1066. </li>
  1067. <li class="md-nav__item">
  1068. <a href="../logger/" class="md-nav__link">
  1069. logger
  1070. </a>
  1071. </li>
  1072. </ul>
  1073. </nav>
  1074. </li>
  1075. </ul>
  1076. </nav>
  1077. </div>
  1078. </div>
  1079. </div>
  1080. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  1081. <div class="md-sidebar__scrollwrap">
  1082. <div class="md-sidebar__inner">
  1083. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  1084. <label class="md-nav__title" for="__toc">
  1085. <span class="md-nav__icon md-icon"></span>
  1086. Table of contents
  1087. </label>
  1088. <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
  1089. <li class="md-nav__item">
  1090. <a href="#methods" class="md-nav__link">
  1091. Methods
  1092. </a>
  1093. <nav class="md-nav" aria-label="Methods">
  1094. <ul class="md-nav__list">
  1095. <li class="md-nav__item">
  1096. <a href="#historytotextchathistory" class="md-nav__link">
  1097. HistoryToText(ChatHistory)
  1098. </a>
  1099. <nav class="md-nav" aria-label="HistoryToText(ChatHistory)">
  1100. <ul class="md-nav__list">
  1101. <li class="md-nav__item">
  1102. <a href="#parameters" class="md-nav__link">
  1103. Parameters
  1104. </a>
  1105. </li>
  1106. <li class="md-nav__item">
  1107. <a href="#returns" class="md-nav__link">
  1108. Returns
  1109. </a>
  1110. </li>
  1111. </ul>
  1112. </nav>
  1113. </li>
  1114. <li class="md-nav__item">
  1115. <a href="#texttohistoryauthorrole-string" class="md-nav__link">
  1116. TextToHistory(AuthorRole, String)
  1117. </a>
  1118. <nav class="md-nav" aria-label="TextToHistory(AuthorRole, String)">
  1119. <ul class="md-nav__list">
  1120. <li class="md-nav__item">
  1121. <a href="#parameters_1" class="md-nav__link">
  1122. Parameters
  1123. </a>
  1124. </li>
  1125. <li class="md-nav__item">
  1126. <a href="#returns_1" class="md-nav__link">
  1127. Returns
  1128. </a>
  1129. </li>
  1130. </ul>
  1131. </nav>
  1132. </li>
  1133. <li class="md-nav__item">
  1134. <a href="#clone" class="md-nav__link">
  1135. Clone()
  1136. </a>
  1137. <nav class="md-nav" aria-label="Clone()">
  1138. <ul class="md-nav__list">
  1139. <li class="md-nav__item">
  1140. <a href="#returns_2" class="md-nav__link">
  1141. Returns
  1142. </a>
  1143. </li>
  1144. </ul>
  1145. </nav>
  1146. </li>
  1147. </ul>
  1148. </nav>
  1149. </li>
  1150. </ul>
  1151. </nav>
  1152. </div>
  1153. </div>
  1154. </div>
  1155. <div class="md-content" data-md-component="content">
  1156. <article class="md-content__inner md-typeset">
  1157. <h1 id="ihistorytransform">IHistoryTransform<a class="headerlink" href="#ihistorytransform" title="Permanent link"></a></h1>
  1158. <p>Namespace: LLama.Abstractions</p>
  1159. <p>Transform history to plain text and vice versa.</p>
  1160. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="k">public</span><span class="w"> </span><span class="k">interface</span><span class="w"> </span><span class="n">IHistoryTransform</span>
  1161. </code></pre></div></td></tr></table></div>
  1162. <h2 id="methods">Methods<a class="headerlink" href="#methods" title="Permanent link"></a></h2>
  1163. <h3 id="historytotextchathistory"><strong>HistoryToText(ChatHistory)</strong><a class="headerlink" href="#historytotextchathistory" title="Permanent link"></a></h3>
  1164. <p>Convert a ChatHistory instance to plain text.</p>
  1165. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="kt">string</span><span class="w"> </span><span class="nf">HistoryToText</span><span class="p">(</span><span class="n">ChatHistory</span><span class="w"> </span><span class="n">history</span><span class="p">)</span>
  1166. </code></pre></div></td></tr></table></div>
  1167. <h4 id="parameters">Parameters<a class="headerlink" href="#parameters" title="Permanent link"></a></h4>
  1168. <p><code>history</code> <a href="../llama.common.chathistory/">ChatHistory</a><br>
  1169. The ChatHistory instance</p>
  1170. <h4 id="returns">Returns<a class="headerlink" href="#returns" title="Permanent link"></a></h4>
  1171. <p><a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br></p>
  1172. <h3 id="texttohistoryauthorrole-string"><strong>TextToHistory(AuthorRole, String)</strong><a class="headerlink" href="#texttohistoryauthorrole-string" title="Permanent link"></a></h3>
  1173. <p>Converts plain text to a ChatHistory instance.</p>
  1174. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">ChatHistory</span><span class="w"> </span><span class="nf">TextToHistory</span><span class="p">(</span><span class="n">AuthorRole</span><span class="w"> </span><span class="n">role</span><span class="p">,</span><span class="w"> </span><span class="kt">string</span><span class="w"> </span><span class="n">text</span><span class="p">)</span>
  1175. </code></pre></div></td></tr></table></div>
  1176. <h4 id="parameters_1">Parameters<a class="headerlink" href="#parameters_1" title="Permanent link"></a></h4>
  1177. <p><code>role</code> <a href="../llama.common.authorrole/">AuthorRole</a><br>
  1178. The role for the author.</p>
  1179. <p><code>text</code> <a href="https://docs.microsoft.com/en-us/dotnet/api/system.string">String</a><br>
  1180. The chat history as plain text.</p>
  1181. <h4 id="returns_1">Returns<a class="headerlink" href="#returns_1" title="Permanent link"></a></h4>
  1182. <p><a href="../llama.common.chathistory/">ChatHistory</a><br>
  1183. The updated history.</p>
  1184. <h3 id="clone"><strong>Clone()</strong><a class="headerlink" href="#clone" title="Permanent link"></a></h3>
  1185. <p>Copy the transform.</p>
  1186. <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal">1</span></pre></div></td><td class="code"><div><pre><span></span><code><span class="n">IHistoryTransform</span><span class="w"> </span><span class="nf">Clone</span><span class="p">()</span>
  1187. </code></pre></div></td></tr></table></div>
  1188. <h4 id="returns_2">Returns<a class="headerlink" href="#returns_2" title="Permanent link"></a></h4>
  1189. <p><a href="./">IHistoryTransform</a><br></p>
  1190. </article>
  1191. </div>
  1192. </div>
  1193. </main>
  1194. <footer class="md-footer">
  1195. <div class="md-footer-meta md-typeset">
  1196. <div class="md-footer-meta__inner md-grid">
  1197. <div class="md-copyright">
  1198. Made with
  1199. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  1200. Material for MkDocs
  1201. </a>
  1202. </div>
  1203. </div>
  1204. </div>
  1205. </footer>
  1206. </div>
  1207. <div class="md-dialog" data-md-component="dialog">
  1208. <div class="md-dialog__inner md-typeset"></div>
  1209. </div>
  1210. <script id="__config" type="application/json">{"base": "../..", "features": ["content.action.edit", "navigation.instant"], "search": "../../assets/javascripts/workers/search.74e28a9f.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  1211. <script src="../../assets/javascripts/bundle.220ee61c.min.js"></script>
  1212. </body>
  1213. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)