Fix bug in getNearestVectors()

model/openai.go

@@ -104,12 +104,16 @@ func (p *OpenAiModelProvider) QueryText(question string, writer io.Writer, build
 
 	// https://platform.openai.com/tokenizer
 	// https://github.com/pkoukk/tiktoken-go#available-encodings
-	promptTokens, err := GetTokenSize(model, question)
+	tokenCount, err := GetTokenSize(model, question)
 	if err != nil {
 		return err
 	}
 
-	maxTokens := p.GetMaxTokens() - promptTokens
+	maxTokens := p.GetMaxTokens() - tokenCount
+	if maxTokens < 0 {
+		return fmt.Errorf("The token count: [%d] exceeds the model: [%s]'s maximum token count: [%d]", tokenCount, model, p.GetMaxTokens())
+	}
+
 	temperature := p.temperature
 	topP := p.topP
 	frequencyPenalty := p.frequencyPenalty

model/openrouter.go

@@ -72,12 +72,16 @@ func (p *OpenRouterModelProvider) QueryText(question string, writer io.Writer, b
 		model = openrouter.Gpt35Turbo
 	}
 
-	promptTokens, err := GetTokenSize(model, question)
+	tokenCount, err := GetTokenSize(model, question)
 	if err != nil {
 		return err
 	}
 
-	maxTokens := 4097 - promptTokens
+	maxTokens := 4097 - tokenCount
+	if maxTokens < 0 {
+		return fmt.Errorf("The token count: [%d] exceeds the model: [%s]'s maximum token count: [%d]", tokenCount, model, 4097)
+	}
+
 	temperature := p.temperature
 	topP := p.topP
 

object/search_default_util.go

@@ -70,5 +70,6 @@ func getNearestVectors(target []float32, vectors [][]float32, n int) []Similarit
 		n = len(vectors)
 	}
 
-	return similarities
+	res := similarities[:n]
+	return res
 }

web/src/MessageListPage.js

@@ -14,7 +14,7 @@
 
 import React from "react";
 import {Link} from "react-router-dom";
-import {Button, Popconfirm, Table} from "antd";
+import {Button, Popconfirm, Table, Tag} from "antd";
 import * as Setting from "./Setting";
 import * as MessageBackend from "./backend/MessageBackend";
 import moment from "moment";
@@ -175,6 +175,24 @@ class MessageListPage extends React.Component {
         width: "400px",
         sorter: (a, b) => a.text.localeCompare(b.text),
       },
+      {
+        title: i18next.t("message:Knowledge"),
+        dataIndex: "knowledge",
+        key: "knowledge",
+        width: "200px",
+        sorter: (a, b) => a.knowledge.localeCompare(b.knowledge),
+        render: (text, record, index) => {
+          return record.vectorScores?.map(vectorScore => {
+            return (
+              <Link key={vectorScore.vector} to={`/vectors/${vectorScore.vector}`}>
+                <Tag color={"processing"}>
+                  {vectorScore.score}
+                </Tag>
+              </Link>
+            );
+          });
+        },
+      },
       {
         title: i18next.t("general:Action"),
         dataIndex: "action",