WeKnora deployment source with the reviewed wiki identity, summary and recovery fixes

2026-09-22 16:19:06 +08:00
commit f7fc992f57
3929 changed files with 1006607 additions and 0 deletions
@@ -0,0 +1,57 @@
+package tencentvectordb
+
+import (
+	"sync"
+
+	"github.com/tencent/vectordatabase-sdk-go/tcvdbtext/encoder"
+	"github.com/tencent/vectordatabase-sdk-go/tcvectordb"
+)
+
+const (
+	envTencentVectorDBDatabase   = "TENCENT_VECTORDB_DATABASE"
+	envTencentVectorDBCollection = "TENCENT_VECTORDB_COLLECTION"
+	envTencentVectorDBReplicaNum = "TENCENT_VECTORDB_REPLICA_NUMBER"
+	defaultDatabaseName          = "weknora"
+	defaultCollectionName        = "weknora_embeddings"
+	defaultReplicaNumber         = 1
+
+	fieldID              = "id"
+	fieldVector          = "vector"
+	fieldSparseVector    = "sparse_vector"
+	fieldContent         = "content"
+	fieldSourceID        = "source_id"
+	fieldSourceType      = "source_type"
+	fieldChunkID         = "chunk_id"
+	fieldKnowledgeID     = "knowledge_id"
+	fieldKnowledgeBaseID = "knowledge_base_id"
+	fieldTagID           = "tag_id"
+	fieldIsEnabled       = "is_enabled"
+)
+
+type repository struct {
+	client             *tcvectordb.RpcClient
+	databaseName       string
+	collectionBaseName string
+	useDimensionSuffix bool
+	shardsNum          int
+	replicasNum        int
+	initialized        sync.Map
+	bm25Once           sync.Once
+	bm25               encoder.SparseEncoder
+	bm25Err            error
+}
+
+type vectorEmbedding struct {
+	ID              string
+	Content         string
+	SourceID        string
+	SourceType      int
+	ChunkID         string
+	KnowledgeID     string
+	KnowledgeBaseID string
+	TagID           string
+	Embedding       []float32
+	SparseVector    []encoder.SparseVecItem
+	IsEnabled       bool
+	Score           float64
+}