You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

sessionConnectionChat.js 5.5 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176
  1. const createConnectionSessionChat = (LLamaExecutorType) => {
  2. const outputErrorTemplate = $("#outputErrorTemplate").html();
  3. const outputInfoTemplate = $("#outputInfoTemplate").html();
  4. const outputUserTemplate = $("#outputUserTemplate").html();
  5. const outputBotTemplate = $("#outputBotTemplate").html();
  6. const sessionDetailsTemplate = $("#sessionDetailsTemplate").html();
  7. let connectionId;
  8. const connection = new signalR.HubConnectionBuilder().withUrl("/SessionConnectionHub").build();
  9. const scrollContainer = $("#scroll-container");
  10. const outputContainer = $("#output-container");
  11. const chatInput = $("#input");
  12. const onStatus = (connection, status) => {
  13. connectionId = connection;
  14. if (status == Enums.SessionConnectionStatus.Connected) {
  15. $("#socket").text("Connected").addClass("text-success");
  16. }
  17. else if (status == Enums.SessionConnectionStatus.Loaded) {
  18. enableControls();
  19. $("#session-details").html(Mustache.render(sessionDetailsTemplate, { model: getSelectedModel(), prompt: getSelectedPrompt(), parameter: getSelectedParameter() }));
  20. onInfo(`New model session successfully started`)
  21. }
  22. }
  23. const onError = (error) => {
  24. enableControls();
  25. outputContainer.append(Mustache.render(outputErrorTemplate, { text: error, date: getDateTime() }));
  26. }
  27. const onInfo = (message) => {
  28. outputContainer.append(Mustache.render(outputInfoTemplate, { text: message, date: getDateTime() }));
  29. }
  30. let responseContent;
  31. let responseContainer;
  32. let responseFirstFragment;
  33. const onResponse = (response) => {
  34. if (!response)
  35. return;
  36. if (response.isFirst) {
  37. outputContainer.append(Mustache.render(outputBotTemplate, response));
  38. responseContainer = $(`#${response.id}`);
  39. responseContent = responseContainer.find(".content");
  40. responseFirstFragment = true;
  41. scrollToBottom(true);
  42. return;
  43. }
  44. if (response.isLast) {
  45. enableControls();
  46. responseContainer.find(".signature").append(response.content);
  47. scrollToBottom();
  48. }
  49. else {
  50. if (responseFirstFragment) {
  51. responseContent.empty();
  52. responseFirstFragment = false;
  53. responseContainer.find(".date").append(getDateTime());
  54. }
  55. responseContent.append(response.content);
  56. scrollToBottom();
  57. }
  58. }
  59. const sendPrompt = async () => {
  60. const text = chatInput.val();
  61. if (text) {
  62. disableControls();
  63. outputContainer.append(Mustache.render(outputUserTemplate, { text: text, date: getDateTime() }));
  64. await connection.invoke('SendPrompt', text);
  65. chatInput.val(null);
  66. scrollToBottom(true);
  67. }
  68. }
  69. const cancelPrompt = async () => {
  70. await ajaxPostJsonAsync('?handler=Cancel', { connectionId: connectionId });
  71. }
  72. const loadModel = async () => {
  73. const modelName = getSelectedModel();
  74. const promptName = getSelectedPrompt();
  75. const parameterName = getSelectedParameter();
  76. if (!modelName || !promptName || !parameterName) {
  77. onError("Please select a valid Model, Parameter and Prompt");
  78. return;
  79. }
  80. disableControls();
  81. await connection.invoke('LoadModel', LLamaExecutorType, modelName, promptName, parameterName);
  82. }
  83. const enableControls = () => {
  84. $(".input-control").removeAttr("disabled");
  85. }
  86. const disableControls = () => {
  87. $(".input-control").attr("disabled", "disabled");
  88. }
  89. const clearOutput = () => {
  90. outputContainer.empty();
  91. }
  92. const updatePrompt = () => {
  93. const customPrompt = $("#PromptText");
  94. const selection = $("option:selected", "#Prompt");
  95. const selectedValue = selection.data("prompt");
  96. customPrompt.text(selectedValue);
  97. }
  98. const getSelectedModel = () => {
  99. return $("option:selected", "#Model").val();
  100. }
  101. const getSelectedParameter = () => {
  102. return $("option:selected", "#Parameter").val();
  103. }
  104. const getSelectedPrompt = () => {
  105. return $("option:selected", "#Prompt").val();
  106. }
  107. const getDateTime = () => {
  108. const dateTime = new Date();
  109. return dateTime.toLocaleString();
  110. }
  111. const scrollToBottom = (force) => {
  112. const scrollTop = scrollContainer.scrollTop();
  113. const scrollHeight = scrollContainer[0].scrollHeight;
  114. if (force) {
  115. scrollContainer.scrollTop(scrollContainer[0].scrollHeight);
  116. return;
  117. }
  118. if (scrollTop + 70 >= scrollHeight - scrollContainer.innerHeight()) {
  119. scrollContainer.scrollTop(scrollContainer[0].scrollHeight)
  120. }
  121. }
  122. // Map UI functions
  123. $("#load").on("click", loadModel);
  124. $("#send").on("click", sendPrompt);
  125. $("#clear").on("click", clearOutput);
  126. $("#cancel").on("click", cancelPrompt);
  127. $("#Prompt").on("change", updatePrompt);
  128. chatInput.on('keydown', function (event) {
  129. if (event.key === 'Enter' && !event.shiftKey) {
  130. event.preventDefault();
  131. sendPrompt();
  132. }
  133. });
  134. // Map signalr functions
  135. connection.on("OnStatus", onStatus);
  136. connection.on("OnError", onError);
  137. connection.on("OnResponse", onResponse);
  138. connection.start();
  139. }