WeKnora deployment source with the reviewed wiki identity, summary and recovery fixes

2026-09-22 16:19:06 +08:00
commit f7fc992f57
3929 changed files with 1006607 additions and 0 deletions
@@ -0,0 +1,42 @@
+package rerank
+
+import (
+	"encoding/json"
+	"fmt"
+	"strings"
+	"unicode/utf8"
+)
+
+const (
+	maxLogDocuments = 3
+	maxLogTextRunes = 120
+)
+
+func buildRerankRequestDebug(model, endpoint, query string, documents []string) string {
+	previews := make([]string, 0, maxLogDocuments)
+	for i, doc := range documents {
+		if i >= maxLogDocuments {
+			break
+		}
+		previews = append(previews, compactForLog(doc, maxLogTextRunes))
+	}
+
+	previewJSON, _ := json.Marshal(previews)
+	return fmt.Sprintf(
+		"rerank request endpoint=%s model=%s query_preview=%q query_runes=%d documents=%d preview_docs=%s",
+		endpoint,
+		model,
+		compactForLog(query, maxLogTextRunes),
+		utf8.RuneCountInString(query),
+		len(documents),
+		string(previewJSON),
+	)
+}
+
+func compactForLog(text string, maxRunes int) string {
+	normalized := strings.Join(strings.Fields(strings.TrimSpace(text)), " ")
+	if utf8.RuneCountInString(normalized) <= maxRunes {
+		return normalized
+	}
+	return string([]rune(normalized)[:maxRunes]) + "...(truncated)"
+}