You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

index.html 37 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781
  1. <!doctype html>
  2. <html lang="en" class="no-js">
  3. <head>
  4. <meta charset="utf-8">
  5. <meta name="viewport" content="width=device-width,initial-scale=1">
  6. <link rel="prev" href="../StatelessModeExecute/">
  7. <link rel="next" href="../LoadAndSaveState/">
  8. <link rel="icon" href="../../assets/images/favicon.png">
  9. <meta name="generator" content="mkdocs-1.4.3, mkdocs-material-9.1.16">
  10. <title>Load/Save session - LLamaSharp Documentation</title>
  11. <link rel="stylesheet" href="../../assets/stylesheets/main.26e3688c.min.css">
  12. <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
  13. <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
  14. <style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
  15. <script>__md_scope=new URL("../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
  16. </head>
  17. <body dir="ltr">
  18. <script>var palette=__md_get("__palette");if(palette&&"object"==typeof palette.color)for(var key of Object.keys(palette.color))document.body.setAttribute("data-md-color-"+key,palette.color[key])</script>
  19. <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
  20. <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
  21. <label class="md-overlay" for="__drawer"></label>
  22. <div data-md-component="skip">
  23. <a href="#load-and-save-chat-session" class="md-skip">
  24. Skip to content
  25. </a>
  26. </div>
  27. <div data-md-component="announce">
  28. </div>
  29. <div data-md-color-scheme="default" data-md-component="outdated" hidden>
  30. </div>
  31. <header class="md-header md-header--shadow" data-md-component="header">
  32. <nav class="md-header__inner md-grid" aria-label="Header">
  33. <a href="../.." title="LLamaSharp Documentation" class="md-header__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  34. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  35. </a>
  36. <label class="md-header__button md-icon" for="__drawer">
  37. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg>
  38. </label>
  39. <div class="md-header__title" data-md-component="header-title">
  40. <div class="md-header__ellipsis">
  41. <div class="md-header__topic">
  42. <span class="md-ellipsis">
  43. LLamaSharp Documentation
  44. </span>
  45. </div>
  46. <div class="md-header__topic" data-md-component="header-topic">
  47. <span class="md-ellipsis">
  48. Load/Save session
  49. </span>
  50. </div>
  51. </div>
  52. </div>
  53. <label class="md-header__button md-icon" for="__search">
  54. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  55. </label>
  56. <div class="md-search" data-md-component="search" role="dialog">
  57. <label class="md-search__overlay" for="__search"></label>
  58. <div class="md-search__inner" role="search">
  59. <form class="md-search__form" name="search">
  60. <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
  61. <label class="md-search__icon md-icon" for="__search">
  62. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg>
  63. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg>
  64. </label>
  65. <nav class="md-search__options" aria-label="Search">
  66. <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
  67. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg>
  68. </button>
  69. </nav>
  70. </form>
  71. <div class="md-search__output">
  72. <div class="md-search__scrollwrap" data-md-scrollfix>
  73. <div class="md-search-result" data-md-component="search-result">
  74. <div class="md-search-result__meta">
  75. Initializing search
  76. </div>
  77. <ol class="md-search-result__list" role="presentation"></ol>
  78. </div>
  79. </div>
  80. </div>
  81. </div>
  82. </div>
  83. </nav>
  84. </header>
  85. <div class="md-container" data-md-component="container">
  86. <main class="md-main" data-md-component="main">
  87. <div class="md-main__inner md-grid">
  88. <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
  89. <div class="md-sidebar__scrollwrap">
  90. <div class="md-sidebar__inner">
  91. <nav class="md-nav md-nav--primary" aria-label="Navigation" data-md-level="0">
  92. <label class="md-nav__title" for="__drawer">
  93. <a href="../.." title="LLamaSharp Documentation" class="md-nav__button md-logo" aria-label="LLamaSharp Documentation" data-md-component="logo">
  94. <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a3 3 0 0 0 3-3 3 3 0 0 0-3-3 3 3 0 0 0-3 3 3 3 0 0 0 3 3m0 3.54C9.64 9.35 6.5 8 3 8v11c3.5 0 6.64 1.35 9 3.54 2.36-2.19 5.5-3.54 9-3.54V8c-3.5 0-6.64 1.35-9 3.54Z"/></svg>
  95. </a>
  96. LLamaSharp Documentation
  97. </label>
  98. <ul class="md-nav__list" data-md-scrollfix>
  99. <li class="md-nav__item">
  100. <a href="../.." class="md-nav__link">
  101. Overview
  102. </a>
  103. </li>
  104. <li class="md-nav__item">
  105. <a href="../../GetStarted/" class="md-nav__link">
  106. Get Started
  107. </a>
  108. </li>
  109. <li class="md-nav__item">
  110. <a href="../../Architecture/" class="md-nav__link">
  111. Architecture
  112. </a>
  113. </li>
  114. <li class="md-nav__item">
  115. <a href="../../Tricks/" class="md-nav__link">
  116. Tricks for FAQ
  117. </a>
  118. </li>
  119. <li class="md-nav__item">
  120. <a href="../../ContributingGuide/" class="md-nav__link">
  121. Contributing Guide
  122. </a>
  123. </li>
  124. <li class="md-nav__item md-nav__item--nested">
  125. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_6" >
  126. <label class="md-nav__link" for="__nav_6" id="__nav_6_label" tabindex="0">
  127. LLamaModel
  128. <span class="md-nav__icon md-icon"></span>
  129. </label>
  130. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_6_label" aria-expanded="false">
  131. <label class="md-nav__title" for="__nav_6">
  132. <span class="md-nav__icon md-icon"></span>
  133. LLamaModel
  134. </label>
  135. <ul class="md-nav__list" data-md-scrollfix>
  136. <li class="md-nav__item">
  137. <a href="../../LLamaModel/parameters/" class="md-nav__link">
  138. Model Parameters
  139. </a>
  140. </li>
  141. <li class="md-nav__item">
  142. <a href="../../LLamaModel/tokenization/" class="md-nav__link">
  143. Tokenization
  144. </a>
  145. </li>
  146. <li class="md-nav__item">
  147. <a href="../../LLamaModel/embeddings/" class="md-nav__link">
  148. Get Embeddings
  149. </a>
  150. </li>
  151. <li class="md-nav__item">
  152. <a href="../../LLamaModel/quantization/" class="md-nav__link">
  153. Quantization
  154. </a>
  155. </li>
  156. <li class="md-nav__item">
  157. <a href="../../LLamaModel/save-load-state/" class="md-nav__link">
  158. Save/Load State
  159. </a>
  160. </li>
  161. </ul>
  162. </nav>
  163. </li>
  164. <li class="md-nav__item md-nav__item--nested">
  165. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
  166. <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
  167. LLamaExecutors
  168. <span class="md-nav__icon md-icon"></span>
  169. </label>
  170. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
  171. <label class="md-nav__title" for="__nav_7">
  172. <span class="md-nav__icon md-icon"></span>
  173. LLamaExecutors
  174. </label>
  175. <ul class="md-nav__list" data-md-scrollfix>
  176. <li class="md-nav__item">
  177. <a href="../../LLamaExecutors/parameters/" class="md-nav__link">
  178. Inference Parameters
  179. </a>
  180. </li>
  181. <li class="md-nav__item">
  182. <a href="../../LLamaExecutors/text-to-text-apis/" class="md-nav__link">
  183. Text-to-Text APIs
  184. </a>
  185. </li>
  186. <li class="md-nav__item">
  187. <a href="../../LLamaExecutors/save-load-state/" class="md-nav__link">
  188. Save/Load State
  189. </a>
  190. </li>
  191. <li class="md-nav__item">
  192. <a href="../../LLamaExecutors/differences/" class="md-nav__link">
  193. Differences of Executors
  194. </a>
  195. </li>
  196. </ul>
  197. </nav>
  198. </li>
  199. <li class="md-nav__item md-nav__item--nested">
  200. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" >
  201. <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="0">
  202. ChatSession
  203. <span class="md-nav__icon md-icon"></span>
  204. </label>
  205. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="false">
  206. <label class="md-nav__title" for="__nav_8">
  207. <span class="md-nav__icon md-icon"></span>
  208. ChatSession
  209. </label>
  210. <ul class="md-nav__list" data-md-scrollfix>
  211. <li class="md-nav__item">
  212. <a href="../../ChatSession/basic-usages/" class="md-nav__link">
  213. Basic Usages
  214. </a>
  215. </li>
  216. <li class="md-nav__item">
  217. <a href="../../ChatSession/transforms/" class="md-nav__link">
  218. Transoforms
  219. </a>
  220. </li>
  221. <li class="md-nav__item">
  222. <a href="../../ChatSession/save-load-session/" class="md-nav__link">
  223. Save/Load Session
  224. </a>
  225. </li>
  226. </ul>
  227. </nav>
  228. </li>
  229. <li class="md-nav__item md-nav__item--nested">
  230. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" >
  231. <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex="0">
  232. Non-English Usages
  233. <span class="md-nav__icon md-icon"></span>
  234. </label>
  235. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false">
  236. <label class="md-nav__title" for="__nav_9">
  237. <span class="md-nav__icon md-icon"></span>
  238. Non-English Usages
  239. </label>
  240. <ul class="md-nav__list" data-md-scrollfix>
  241. <li class="md-nav__item">
  242. <a href="../../NonEnglishUsage/Chinese/" class="md-nav__link">
  243. Chinese
  244. </a>
  245. </li>
  246. </ul>
  247. </nav>
  248. </li>
  249. <li class="md-nav__item md-nav__item--nested">
  250. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" >
  251. <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex="0">
  252. High-level Applications
  253. <span class="md-nav__icon md-icon"></span>
  254. </label>
  255. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false">
  256. <label class="md-nav__title" for="__nav_10">
  257. <span class="md-nav__icon md-icon"></span>
  258. High-level Applications
  259. </label>
  260. <ul class="md-nav__list" data-md-scrollfix>
  261. <li class="md-nav__item">
  262. <a href="../../HighLevelApps/bot-sharp/" class="md-nav__link">
  263. BotSharp
  264. </a>
  265. </li>
  266. </ul>
  267. </nav>
  268. </li>
  269. <li class="md-nav__item md-nav__item--nested">
  270. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" >
  271. <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex="0">
  272. More
  273. <span class="md-nav__icon md-icon"></span>
  274. </label>
  275. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false">
  276. <label class="md-nav__title" for="__nav_11">
  277. <span class="md-nav__icon md-icon"></span>
  278. More
  279. </label>
  280. <ul class="md-nav__list" data-md-scrollfix>
  281. <li class="md-nav__item">
  282. <a href="../../More/log/" class="md-nav__link">
  283. Logger
  284. </a>
  285. </li>
  286. </ul>
  287. </nav>
  288. </li>
  289. <li class="md-nav__item md-nav__item--active md-nav__item--nested">
  290. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_12" checked>
  291. <label class="md-nav__link" for="__nav_12" id="__nav_12_label" tabindex="0">
  292. Examples
  293. <span class="md-nav__icon md-icon"></span>
  294. </label>
  295. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_12_label" aria-expanded="true">
  296. <label class="md-nav__title" for="__nav_12">
  297. <span class="md-nav__icon md-icon"></span>
  298. Examples
  299. </label>
  300. <ul class="md-nav__list" data-md-scrollfix>
  301. <li class="md-nav__item">
  302. <a href="../ChatSessionStripRoleName/" class="md-nav__link">
  303. Chat session 1
  304. </a>
  305. </li>
  306. <li class="md-nav__item">
  307. <a href="../ChatSessionWithRoleName/" class="md-nav__link">
  308. Chat session 2
  309. </a>
  310. </li>
  311. <li class="md-nav__item">
  312. <a href="../GetEmbeddings/" class="md-nav__link">
  313. Get embeddings
  314. </a>
  315. </li>
  316. <li class="md-nav__item">
  317. <a href="../InstructModeExecute/" class="md-nav__link">
  318. Instruct executor
  319. </a>
  320. </li>
  321. <li class="md-nav__item">
  322. <a href="../InteractiveModeExecute/" class="md-nav__link">
  323. Interactive executor
  324. </a>
  325. </li>
  326. <li class="md-nav__item">
  327. <a href="../StatelessModeExecute/" class="md-nav__link">
  328. Stateless exeutor
  329. </a>
  330. </li>
  331. <li class="md-nav__item md-nav__item--active">
  332. <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
  333. <a href="./" class="md-nav__link md-nav__link--active">
  334. Load/Save session
  335. </a>
  336. </li>
  337. <li class="md-nav__item">
  338. <a href="../LoadAndSaveState/" class="md-nav__link">
  339. Load/Save state
  340. </a>
  341. </li>
  342. <li class="md-nav__item">
  343. <a href="../QuantizeModel/" class="md-nav__link">
  344. Quantize model
  345. </a>
  346. </li>
  347. </ul>
  348. </nav>
  349. </li>
  350. <li class="md-nav__item md-nav__item--nested">
  351. <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_13" >
  352. <label class="md-nav__link" for="__nav_13" id="__nav_13_label" tabindex="0">
  353. API Reference
  354. <span class="md-nav__icon md-icon"></span>
  355. </label>
  356. <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_13_label" aria-expanded="false">
  357. <label class="md-nav__title" for="__nav_13">
  358. <span class="md-nav__icon md-icon"></span>
  359. API Reference
  360. </label>
  361. <ul class="md-nav__list" data-md-scrollfix>
  362. <li class="md-nav__item">
  363. <a href="../../xmldocs/" class="md-nav__link">
  364. index
  365. </a>
  366. </li>
  367. <li class="md-nav__item">
  368. <a href="../../xmldocs/llama.abstractions.ihistorytransform/" class="md-nav__link">
  369. llama.abstractions.ihistorytransform
  370. </a>
  371. </li>
  372. <li class="md-nav__item">
  373. <a href="../../xmldocs/llama.abstractions.illamaexecutor/" class="md-nav__link">
  374. llama.abstractions.illamaexecutor
  375. </a>
  376. </li>
  377. <li class="md-nav__item">
  378. <a href="../../xmldocs/llama.abstractions.itextstreamtransform/" class="md-nav__link">
  379. llama.abstractions.itextstreamtransform
  380. </a>
  381. </li>
  382. <li class="md-nav__item">
  383. <a href="../../xmldocs/llama.abstractions.itexttransform/" class="md-nav__link">
  384. llama.abstractions.itexttransform
  385. </a>
  386. </li>
  387. <li class="md-nav__item">
  388. <a href="../../xmldocs/llama.chatsession/" class="md-nav__link">
  389. llama.chatsession
  390. </a>
  391. </li>
  392. <li class="md-nav__item">
  393. <a href="../../xmldocs/llama.common.authorrole/" class="md-nav__link">
  394. llama.common.authorrole
  395. </a>
  396. </li>
  397. <li class="md-nav__item">
  398. <a href="../../xmldocs/llama.common.chathistory/" class="md-nav__link">
  399. llama.common.chathistory
  400. </a>
  401. </li>
  402. <li class="md-nav__item">
  403. <a href="../../xmldocs/llama.common.fixedsizequeue-1/" class="md-nav__link">
  404. llama.common.fixedsizequeue-1
  405. </a>
  406. </li>
  407. <li class="md-nav__item">
  408. <a href="../../xmldocs/llama.common.illamalogger/" class="md-nav__link">
  409. llama.common.illamalogger
  410. </a>
  411. </li>
  412. <li class="md-nav__item">
  413. <a href="../../xmldocs/llama.common.inferenceparams/" class="md-nav__link">
  414. llama.common.inferenceparams
  415. </a>
  416. </li>
  417. <li class="md-nav__item">
  418. <a href="../../xmldocs/llama.common.llamadefaultlogger/" class="md-nav__link">
  419. llama.common.llamadefaultlogger
  420. </a>
  421. </li>
  422. <li class="md-nav__item">
  423. <a href="../../xmldocs/llama.common.mirostatetype/" class="md-nav__link">
  424. llama.common.mirostatetype
  425. </a>
  426. </li>
  427. <li class="md-nav__item">
  428. <a href="../../xmldocs/llama.common.modelparams/" class="md-nav__link">
  429. llama.common.modelparams
  430. </a>
  431. </li>
  432. <li class="md-nav__item">
  433. <a href="../../xmldocs/llama.exceptions.runtimeerror/" class="md-nav__link">
  434. llama.exceptions.runtimeerror
  435. </a>
  436. </li>
  437. <li class="md-nav__item">
  438. <a href="../../xmldocs/llama.extensions.dictionaryextension/" class="md-nav__link">
  439. llama.extensions.dictionaryextension
  440. </a>
  441. </li>
  442. <li class="md-nav__item">
  443. <a href="../../xmldocs/llama.instructexecutor/" class="md-nav__link">
  444. llama.instructexecutor
  445. </a>
  446. </li>
  447. <li class="md-nav__item">
  448. <a href="../../xmldocs/llama.interactiveexecutor/" class="md-nav__link">
  449. llama.interactiveexecutor
  450. </a>
  451. </li>
  452. <li class="md-nav__item">
  453. <a href="../../xmldocs/llama.llamaembedder/" class="md-nav__link">
  454. llama.llamaembedder
  455. </a>
  456. </li>
  457. <li class="md-nav__item">
  458. <a href="../../xmldocs/llama.llamamodel/" class="md-nav__link">
  459. llama.llamamodel
  460. </a>
  461. </li>
  462. <li class="md-nav__item">
  463. <a href="../../xmldocs/llama.llamaquantizer/" class="md-nav__link">
  464. llama.llamaquantizer
  465. </a>
  466. </li>
  467. <li class="md-nav__item">
  468. <a href="../../xmldocs/llama.llamatransforms/" class="md-nav__link">
  469. llama.llamatransforms
  470. </a>
  471. </li>
  472. <li class="md-nav__item">
  473. <a href="../../xmldocs/llama.native.llamacontextparams/" class="md-nav__link">
  474. llama.native.llamacontextparams
  475. </a>
  476. </li>
  477. <li class="md-nav__item">
  478. <a href="../../xmldocs/llama.native.llamaftype/" class="md-nav__link">
  479. llama.native.llamaftype
  480. </a>
  481. </li>
  482. <li class="md-nav__item">
  483. <a href="../../xmldocs/llama.native.llamatokendata/" class="md-nav__link">
  484. llama.native.llamatokendata
  485. </a>
  486. </li>
  487. <li class="md-nav__item">
  488. <a href="../../xmldocs/llama.native.llamatokendataarray/" class="md-nav__link">
  489. llama.native.llamatokendataarray
  490. </a>
  491. </li>
  492. <li class="md-nav__item">
  493. <a href="../../xmldocs/llama.native.llamatokendataarraynative/" class="md-nav__link">
  494. llama.native.llamatokendataarraynative
  495. </a>
  496. </li>
  497. <li class="md-nav__item">
  498. <a href="../../xmldocs/llama.native.nativeapi/" class="md-nav__link">
  499. llama.native.nativeapi
  500. </a>
  501. </li>
  502. <li class="md-nav__item">
  503. <a href="../../xmldocs/llama.native.safellamacontexthandle/" class="md-nav__link">
  504. llama.native.safellamacontexthandle
  505. </a>
  506. </li>
  507. <li class="md-nav__item">
  508. <a href="../../xmldocs/llama.native.safellamahandlebase/" class="md-nav__link">
  509. llama.native.safellamahandlebase
  510. </a>
  511. </li>
  512. <li class="md-nav__item">
  513. <a href="../../xmldocs/llama.oldversion.chatcompletion/" class="md-nav__link">
  514. llama.oldversion.chatcompletion
  515. </a>
  516. </li>
  517. <li class="md-nav__item">
  518. <a href="../../xmldocs/llama.oldversion.chatcompletionchoice/" class="md-nav__link">
  519. llama.oldversion.chatcompletionchoice
  520. </a>
  521. </li>
  522. <li class="md-nav__item">
  523. <a href="../../xmldocs/llama.oldversion.chatcompletionchunk/" class="md-nav__link">
  524. llama.oldversion.chatcompletionchunk
  525. </a>
  526. </li>
  527. <li class="md-nav__item">
  528. <a href="../../xmldocs/llama.oldversion.chatcompletionchunkchoice/" class="md-nav__link">
  529. llama.oldversion.chatcompletionchunkchoice
  530. </a>
  531. </li>
  532. <li class="md-nav__item">
  533. <a href="../../xmldocs/llama.oldversion.chatcompletionchunkdelta/" class="md-nav__link">
  534. llama.oldversion.chatcompletionchunkdelta
  535. </a>
  536. </li>
  537. <li class="md-nav__item">
  538. <a href="../../xmldocs/llama.oldversion.chatcompletionmessage/" class="md-nav__link">
  539. llama.oldversion.chatcompletionmessage
  540. </a>
  541. </li>
  542. <li class="md-nav__item">
  543. <a href="../../xmldocs/llama.oldversion.chatmessagerecord/" class="md-nav__link">
  544. llama.oldversion.chatmessagerecord
  545. </a>
  546. </li>
  547. <li class="md-nav__item">
  548. <a href="../../xmldocs/llama.oldversion.chatrole/" class="md-nav__link">
  549. llama.oldversion.chatrole
  550. </a>
  551. </li>
  552. <li class="md-nav__item">
  553. <a href="../../xmldocs/llama.oldversion.chatsession-1/" class="md-nav__link">
  554. llama.oldversion.chatsession-1
  555. </a>
  556. </li>
  557. <li class="md-nav__item">
  558. <a href="../../xmldocs/llama.oldversion.completion/" class="md-nav__link">
  559. llama.oldversion.completion
  560. </a>
  561. </li>
  562. <li class="md-nav__item">
  563. <a href="../../xmldocs/llama.oldversion.completionchoice/" class="md-nav__link">
  564. llama.oldversion.completionchoice
  565. </a>
  566. </li>
  567. <li class="md-nav__item">
  568. <a href="../../xmldocs/llama.oldversion.completionchunk/" class="md-nav__link">
  569. llama.oldversion.completionchunk
  570. </a>
  571. </li>
  572. <li class="md-nav__item">
  573. <a href="../../xmldocs/llama.oldversion.completionlogprobs/" class="md-nav__link">
  574. llama.oldversion.completionlogprobs
  575. </a>
  576. </li>
  577. <li class="md-nav__item">
  578. <a href="../../xmldocs/llama.oldversion.completionusage/" class="md-nav__link">
  579. llama.oldversion.completionusage
  580. </a>
  581. </li>
  582. <li class="md-nav__item">
  583. <a href="../../xmldocs/llama.oldversion.embedding/" class="md-nav__link">
  584. llama.oldversion.embedding
  585. </a>
  586. </li>
  587. <li class="md-nav__item">
  588. <a href="../../xmldocs/llama.oldversion.embeddingdata/" class="md-nav__link">
  589. llama.oldversion.embeddingdata
  590. </a>
  591. </li>
  592. <li class="md-nav__item">
  593. <a href="../../xmldocs/llama.oldversion.embeddingusage/" class="md-nav__link">
  594. llama.oldversion.embeddingusage
  595. </a>
  596. </li>
  597. <li class="md-nav__item">
  598. <a href="../../xmldocs/llama.oldversion.ichatmodel/" class="md-nav__link">
  599. llama.oldversion.ichatmodel
  600. </a>
  601. </li>
  602. <li class="md-nav__item">
  603. <a href="../../xmldocs/llama.oldversion.llamaembedder/" class="md-nav__link">
  604. llama.oldversion.llamaembedder
  605. </a>
  606. </li>
  607. <li class="md-nav__item">
  608. <a href="../../xmldocs/llama.oldversion.llamamodel/" class="md-nav__link">
  609. llama.oldversion.llamamodel
  610. </a>
  611. </li>
  612. <li class="md-nav__item">
  613. <a href="../../xmldocs/llama.oldversion.llamaparams/" class="md-nav__link">
  614. llama.oldversion.llamaparams
  615. </a>
  616. </li>
  617. <li class="md-nav__item">
  618. <a href="../../xmldocs/llama.resettablellamamodel/" class="md-nav__link">
  619. llama.resettablellamamodel
  620. </a>
  621. </li>
  622. <li class="md-nav__item">
  623. <a href="../../xmldocs/llama.statefulexecutorbase/" class="md-nav__link">
  624. llama.statefulexecutorbase
  625. </a>
  626. </li>
  627. <li class="md-nav__item">
  628. <a href="../../xmldocs/llama.statelessexecutor/" class="md-nav__link">
  629. llama.statelessexecutor
  630. </a>
  631. </li>
  632. </ul>
  633. </nav>
  634. </li>
  635. </ul>
  636. </nav>
  637. </div>
  638. </div>
  639. </div>
  640. <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
  641. <div class="md-sidebar__scrollwrap">
  642. <div class="md-sidebar__inner">
  643. <nav class="md-nav md-nav--secondary" aria-label="Table of contents">
  644. </nav>
  645. </div>
  646. </div>
  647. </div>
  648. <div class="md-content" data-md-component="content">
  649. <article class="md-content__inner md-typeset">
  650. <h1 id="load-and-save-chat-session">Load and save chat session</h1>
  651. <pre><code class="language-cs">using LLama.Common;
  652. using LLama.OldVersion;
  653. using System;
  654. using System.Collections.Generic;
  655. using System.Linq;
  656. using System.Text;
  657. using System.Threading.Tasks;
  658. public class SaveAndLoadSession
  659. {
  660. public static void Run()
  661. {
  662. Console.Write(&quot;Please input your model path: &quot;);
  663. string modelPath = Console.ReadLine();
  664. var prompt = File.ReadAllText(&quot;Assets/chat-with-bob.txt&quot;).Trim();
  665. InteractiveExecutor ex = new(new LLamaModel(new ModelParams(modelPath, contextSize: 1024, seed: 1337, gpuLayerCount: 5)));
  666. ChatSession session = new ChatSession(ex); // The only change is to remove the transform for the output text stream.
  667. Console.ForegroundColor = ConsoleColor.Yellow;
  668. Console.WriteLine(&quot;The chat session has started. In this example, the prompt is printed for better visual result. Input \&quot;save\&quot; to save and reload the session.&quot;);
  669. Console.ForegroundColor = ConsoleColor.White;
  670. // show the prompt
  671. Console.Write(prompt);
  672. while (true)
  673. {
  674. foreach (var text in session.Chat(prompt, new InferenceParams() { Temperature = 0.6f, AntiPrompts = new List&lt;string&gt; { &quot;User:&quot; } }))
  675. {
  676. Console.Write(text);
  677. }
  678. Console.ForegroundColor = ConsoleColor.Green;
  679. prompt = Console.ReadLine();
  680. Console.ForegroundColor = ConsoleColor.White;
  681. if (prompt == &quot;save&quot;)
  682. {
  683. Console.Write(&quot;Preparing to save the state, please input the path you want to save it: &quot;);
  684. Console.ForegroundColor = ConsoleColor.Green;
  685. var statePath = Console.ReadLine();
  686. session.SaveSession(statePath);
  687. Console.ForegroundColor = ConsoleColor.White;
  688. Console.ForegroundColor = ConsoleColor.Yellow;
  689. Console.WriteLine(&quot;Saved session!&quot;);
  690. Console.ForegroundColor = ConsoleColor.White;
  691. ex.Model.Dispose();
  692. ex = new(new LLamaModel(new ModelParams(modelPath, contextSize: 1024, seed: 1337, gpuLayerCount: 5)));
  693. session = new ChatSession(ex).WithOutputTransform(new LLamaTransforms.KeywordTextOutputStreamTransform(new string[] { &quot;User:&quot;, &quot;Bob:&quot; }, redundancyLength: 8));
  694. session.LoadSession(statePath);
  695. Console.ForegroundColor = ConsoleColor.Yellow;
  696. Console.WriteLine(&quot;Loaded session!&quot;);
  697. Console.ForegroundColor = ConsoleColor.White;
  698. Console.Write(&quot;Now you can continue your session: &quot;);
  699. Console.ForegroundColor = ConsoleColor.Green;
  700. prompt = Console.ReadLine();
  701. Console.ForegroundColor = ConsoleColor.White;
  702. }
  703. }
  704. }
  705. }
  706. </code></pre>
  707. </article>
  708. </div>
  709. </div>
  710. </main>
  711. <footer class="md-footer">
  712. <div class="md-footer-meta md-typeset">
  713. <div class="md-footer-meta__inner md-grid">
  714. <div class="md-copyright">
  715. Made with
  716. <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
  717. Material for MkDocs
  718. </a>
  719. </div>
  720. </div>
  721. </div>
  722. </footer>
  723. </div>
  724. <div class="md-dialog" data-md-component="dialog">
  725. <div class="md-dialog__inner md-typeset"></div>
  726. </div>
  727. <script id="__config" type="application/json">{"base": "../..", "features": [], "search": "../../assets/javascripts/workers/search.208ed371.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": {"provider": "mike"}}</script>
  728. <script src="../../assets/javascripts/bundle.a51614de.min.js"></script>
  729. </body>
  730. </html>

C#/.NET上易用的LLM高性能推理框架,支持LLaMA和LLaVA系列模型。

Contributors (1)