WeKnora deployment source with the reviewed wiki identity, summary and recovery fixes
Anydoc / anydoc parser engine (push) Canceled after 0s
App / Format, vet, test, and build (push) Canceled after 0s
CLI / test (macos-latest / go 1.26) (push) Canceled after 0s
CLI / test (ubuntu-latest / go 1.26) (push) Canceled after 0s
CLI / test (windows-latest / go 1.26) (push) Canceled after 0s
Build and Push Docker Image / build-ui (push) Canceled after 0s
Build and Push Docker Image / build-docreader (push) Canceled after 0s
Build and Push Docker Image / build-sandbox (push) Canceled after 0s
Build and Push Docker Image / build-app (amd64, linux/amd64, ubuntu-latest) (push) Canceled after 0s
Build and Push Docker Image / build-app (arm64, linux/arm64, ubuntu-24.04-arm) (push) Canceled after 0s
DocReader / Python tests and Go client tests (push) Canceled after 0s
Build & Publish (dsh-weknora) / Typecheck, test, pack (push) Canceled after 0s
Build & Publish (dsh-weknora) / End-to-end inside dsh (pinned) (push) Canceled after 0s
Build & Publish (dsh-weknora) / End-to-end inside dsh (latest, advisory) (push) Canceled after 0s
Frontend / Test, type-check, and build (push) Canceled after 0s
Go Lint Cache / warm lint cache (.) (push) Canceled after 0s
Go Lint Cache / warm lint cache (cli) (push) Canceled after 0s
Go Lint Cache / warm lint cache (client) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.10) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.11) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.12) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.13) (push) Canceled after 0s
Build and Push Docker Image / merge (push) Canceled after 0s
Build & Publish (dsh-weknora) / Publish to npm (push) Canceled after 0s
Build & Publish (mcp-server) / Build sdist + wheel (push) Canceled after 0s
Build & Publish (mcp-server) / Publish to PyPI (push) Canceled after 0s
Anydoc / anydoc parser engine (push) Canceled after 0s
App / Format, vet, test, and build (push) Canceled after 0s
CLI / test (macos-latest / go 1.26) (push) Canceled after 0s
CLI / test (ubuntu-latest / go 1.26) (push) Canceled after 0s
CLI / test (windows-latest / go 1.26) (push) Canceled after 0s
Build and Push Docker Image / build-ui (push) Canceled after 0s
Build and Push Docker Image / build-docreader (push) Canceled after 0s
Build and Push Docker Image / build-sandbox (push) Canceled after 0s
Build and Push Docker Image / build-app (amd64, linux/amd64, ubuntu-latest) (push) Canceled after 0s
Build and Push Docker Image / build-app (arm64, linux/arm64, ubuntu-24.04-arm) (push) Canceled after 0s
DocReader / Python tests and Go client tests (push) Canceled after 0s
Build & Publish (dsh-weknora) / Typecheck, test, pack (push) Canceled after 0s
Build & Publish (dsh-weknora) / End-to-end inside dsh (pinned) (push) Canceled after 0s
Build & Publish (dsh-weknora) / End-to-end inside dsh (latest, advisory) (push) Canceled after 0s
Frontend / Test, type-check, and build (push) Canceled after 0s
Go Lint Cache / warm lint cache (.) (push) Canceled after 0s
Go Lint Cache / warm lint cache (cli) (push) Canceled after 0s
Go Lint Cache / warm lint cache (client) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.10) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.11) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.12) (push) Canceled after 0s
Build & Publish (mcp-server) / Test (Python 3.13) (push) Canceled after 0s
Build and Push Docker Image / merge (push) Canceled after 0s
Build & Publish (dsh-weknora) / Publish to npm (push) Canceled after 0s
Build & Publish (mcp-server) / Build sdist + wheel (push) Canceled after 0s
Build & Publish (mcp-server) / Publish to PyPI (push) Canceled after 0s
This commit is contained in:
@@ -0,0 +1,352 @@
|
||||
package service
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/hmac"
|
||||
"crypto/rand"
|
||||
"crypto/sha256"
|
||||
"encoding/base64"
|
||||
"encoding/hex"
|
||||
"errors"
|
||||
"fmt"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/Tencent/WeKnora/internal/types"
|
||||
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
||||
secutils "github.com/Tencent/WeKnora/internal/utils"
|
||||
"gorm.io/gorm"
|
||||
)
|
||||
|
||||
const defaultResourceGrantTTL = 2 * time.Hour
|
||||
|
||||
type resourceCatalog struct {
|
||||
repo interfaces.ResourceRepository
|
||||
}
|
||||
|
||||
// NewResourceCatalog creates the stable resource-reference domain service.
|
||||
func NewResourceCatalog(repo interfaces.ResourceRepository) interfaces.ResourceCatalog {
|
||||
return &resourceCatalog{repo: repo}
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) AuthorizeFileRead(ctx context.Context, value string, scope interfaces.ResourceFileScope) error {
|
||||
authorizer, ok := s.repo.(interfaces.ResourceFileAuthorizer)
|
||||
if !ok {
|
||||
return fmt.Errorf("resource authorization unavailable")
|
||||
}
|
||||
return authorizer.AuthorizeFileRead(ctx, value, scope)
|
||||
}
|
||||
|
||||
func randomResourceToken() (string, error) {
|
||||
buf := make([]byte, 16)
|
||||
if _, err := rand.Read(buf); err != nil {
|
||||
return "", err
|
||||
}
|
||||
return base64.RawURLEncoding.EncodeToString(buf), nil
|
||||
}
|
||||
|
||||
func resourceLocationHash(path string) string {
|
||||
sum := sha256.Sum256([]byte(path))
|
||||
return hex.EncodeToString(sum[:])
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) Register(
|
||||
ctx context.Context,
|
||||
tenantID uint64,
|
||||
physicalPath string,
|
||||
meta interfaces.ResourceRegistration,
|
||||
) (string, error) {
|
||||
physicalPath = strings.TrimSpace(physicalPath)
|
||||
if tenantID == 0 || physicalPath == "" {
|
||||
return "", fmt.Errorf("resource registration requires tenant and physical path")
|
||||
}
|
||||
if _, ok := types.ParseResourcePath(physicalPath); ok {
|
||||
return physicalPath, nil
|
||||
}
|
||||
locationHash := resourceLocationHash(physicalPath)
|
||||
existing, err := s.repo.GetByTenantLocation(ctx, tenantID, locationHash)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
if existing != nil {
|
||||
return types.BuildResourcePath(existing.Handle), nil
|
||||
}
|
||||
|
||||
backendID, inner, scoped := types.ParseStorageBackendPath(physicalPath)
|
||||
providerPath := physicalPath
|
||||
if scoped {
|
||||
providerPath = inner
|
||||
}
|
||||
provider := types.ParseProviderScheme(providerPath)
|
||||
if provider == "" {
|
||||
return "", fmt.Errorf("resource physical path has unsupported provider scheme")
|
||||
}
|
||||
lifecycle := types.ResourceLifecyclePersistent
|
||||
if meta.Temporary {
|
||||
lifecycle = types.ResourceLifecycleTemporary
|
||||
}
|
||||
for attempt := 0; attempt < 4; attempt++ {
|
||||
handle, tokenErr := randomResourceToken()
|
||||
if tokenErr != nil {
|
||||
return "", tokenErr
|
||||
}
|
||||
resource := &types.StoredResource{
|
||||
Handle: handle,
|
||||
TenantID: tenantID,
|
||||
StorageBackendID: backendID,
|
||||
Provider: provider,
|
||||
PhysicalPath: physicalPath,
|
||||
LocationHash: locationHash,
|
||||
Kind: meta.Kind,
|
||||
MimeType: meta.MimeType,
|
||||
OriginalName: meta.OriginalName,
|
||||
Size: meta.Size,
|
||||
ContentHash: meta.ContentHash,
|
||||
Lifecycle: lifecycle,
|
||||
}
|
||||
if err := s.repo.Create(ctx, resource); err == nil {
|
||||
return types.BuildResourcePath(handle), nil
|
||||
} else if !strings.Contains(strings.ToLower(err.Error()), "unique") {
|
||||
return "", err
|
||||
}
|
||||
existing, lookupErr := s.repo.GetByTenantLocation(ctx, tenantID, locationHash)
|
||||
if lookupErr == nil && existing != nil {
|
||||
return types.BuildResourcePath(existing.Handle), nil
|
||||
}
|
||||
}
|
||||
return "", fmt.Errorf("failed to allocate unique resource handle")
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) Resolve(ctx context.Context, reference string) (*types.StoredResource, error) {
|
||||
handle, ok := types.ParseResourcePath(reference)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("invalid resource reference")
|
||||
}
|
||||
resource, err := s.repo.GetByHandle(ctx, handle)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if resource == nil {
|
||||
return nil, fmt.Errorf("resource not found")
|
||||
}
|
||||
return resource, nil
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) ResolvePath(ctx context.Context, value string) (string, *types.StoredResource, error) {
|
||||
if _, ok := types.ParseResourcePath(value); !ok {
|
||||
return value, nil, nil
|
||||
}
|
||||
resource, err := s.Resolve(ctx, value)
|
||||
if err != nil {
|
||||
return "", nil, err
|
||||
}
|
||||
return resource.PhysicalPath, resource, nil
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) Bind(ctx context.Context, reference, ownerType, ownerID, relation string) error {
|
||||
resource, err := s.Resolve(ctx, reference)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
if strings.TrimSpace(ownerType) == "" || strings.TrimSpace(ownerID) == "" {
|
||||
return fmt.Errorf("resource binding requires owner type and id")
|
||||
}
|
||||
if relation == "" {
|
||||
relation = "attachment"
|
||||
}
|
||||
return s.repo.CreateBinding(ctx, &types.ResourceBinding{
|
||||
ResourceID: resource.ID,
|
||||
TenantID: resource.TenantID,
|
||||
OwnerType: ownerType,
|
||||
OwnerID: ownerID,
|
||||
Relation: relation,
|
||||
})
|
||||
}
|
||||
|
||||
// Release implements interfaces.ResourceCatalog.
|
||||
//
|
||||
// Unbinding and counting are deliberately not a single transaction. A racing
|
||||
// bind that lands between them makes the count too high, which keeps a live
|
||||
// file — the safe direction. The opposite ordering could delete bytes another
|
||||
// owner had just claimed.
|
||||
func (s *resourceCatalog) Release(
|
||||
ctx context.Context, reference, ownerType, ownerID string,
|
||||
) (int64, error) {
|
||||
if strings.TrimSpace(ownerType) == "" || strings.TrimSpace(ownerID) == "" {
|
||||
return -1, fmt.Errorf("resource release requires owner type and id")
|
||||
}
|
||||
if _, ok := types.ParseResourcePath(reference); !ok {
|
||||
// A raw provider path predates the catalog and has no bindings to
|
||||
// account for; the caller keeps its previous delete behaviour.
|
||||
return -1, nil
|
||||
}
|
||||
resource, err := s.Resolve(ctx, reference)
|
||||
if err != nil {
|
||||
return -1, err
|
||||
}
|
||||
if err := s.repo.DeleteBinding(ctx, resource.ID, ownerType, ownerID); err != nil {
|
||||
return -1, err
|
||||
}
|
||||
return s.repo.CountBindings(ctx, resource.ID)
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) MarkDeleted(ctx context.Context, reference string) error {
|
||||
resource, err := s.Resolve(ctx, reference)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
return s.repo.MarkDeleted(ctx, resource.ID)
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) CreateAccessGrant(ctx context.Context, reference string, ttl time.Duration) (string, error) {
|
||||
resource, err := s.Resolve(ctx, reference)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
if ttl <= 0 {
|
||||
ttl = defaultResourceGrantTTL
|
||||
}
|
||||
// Opportunistic cleanup keeps high-volume IM rendering from accumulating
|
||||
// expired capability rows; failure is non-fatal to the current grant.
|
||||
_ = s.repo.DeleteExpiredGrants(ctx, time.Now().UTC())
|
||||
|
||||
// Prefer reusing this resource's live grant. Rendering an answer or
|
||||
// re-reading a message history would otherwise insert one row per image per
|
||||
// request, which turns a read endpoint into a write-heavy one.
|
||||
token, err := s.reuseOrCreateDerivedGrant(ctx, resource.ID, ttl)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
if token != "" {
|
||||
return token, nil
|
||||
}
|
||||
|
||||
// No reusable grant: either this deployment cannot derive tokens, or the
|
||||
// derived one is not usable. Mint a fresh random token.
|
||||
for attempt := 0; attempt < 4; attempt++ {
|
||||
token, tokenErr := randomResourceToken()
|
||||
if tokenErr != nil {
|
||||
return "", tokenErr
|
||||
}
|
||||
grant := &types.ResourceAccessGrant{
|
||||
TokenHash: resourceLocationHash(token),
|
||||
ResourceID: resource.ID,
|
||||
AccessScope: "read",
|
||||
ExpiresAt: time.Now().UTC().Add(ttl),
|
||||
}
|
||||
if err := s.repo.CreateGrant(ctx, grant); err == nil {
|
||||
return token, nil
|
||||
} else if !isUniqueViolation(err) {
|
||||
return "", err
|
||||
}
|
||||
}
|
||||
return "", fmt.Errorf("failed to allocate unique resource access token")
|
||||
}
|
||||
|
||||
// reuseOrCreateDerivedGrant returns the token of a live grant for resourceID,
|
||||
// creating the row on first use within the current window. It returns ("", nil)
|
||||
// when the caller must fall back to a random token.
|
||||
//
|
||||
// The token is derived rather than random so it can be recomputed without ever
|
||||
// storing it: the table holds only the hash, as before, and the plaintext token
|
||||
// cannot be reconstructed from a database dump without SYSTEM_AES_KEY.
|
||||
// Authorization still lives entirely in the row — a revoked or expired grant
|
||||
// stops resolving even though the token derives to the same value.
|
||||
func (s *resourceCatalog) reuseOrCreateDerivedGrant(
|
||||
ctx context.Context, resourceID string, ttl time.Duration,
|
||||
) (string, error) {
|
||||
token, expiresAt, ok := derivedGrantToken(resourceID, ttl)
|
||||
if !ok {
|
||||
return "", nil
|
||||
}
|
||||
tokenHash := resourceLocationHash(token)
|
||||
now := time.Now().UTC()
|
||||
|
||||
existing, err := s.repo.GetValidGrant(ctx, tokenHash, now)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
if existing != nil {
|
||||
if existing.ResourceID != resourceID {
|
||||
// A hash collision across resources is practically impossible, but
|
||||
// reusing it would hand out access to the wrong file.
|
||||
return "", nil
|
||||
}
|
||||
return token, nil
|
||||
}
|
||||
|
||||
err = s.repo.CreateGrant(ctx, &types.ResourceAccessGrant{
|
||||
TokenHash: tokenHash,
|
||||
ResourceID: resourceID,
|
||||
AccessScope: "read",
|
||||
ExpiresAt: expiresAt,
|
||||
})
|
||||
switch {
|
||||
case err == nil:
|
||||
return token, nil
|
||||
case isUniqueViolation(err):
|
||||
// Another request may have won the race; a revoked row blocks re-insert.
|
||||
winner, lookupErr := s.repo.GetValidGrant(ctx, tokenHash, now)
|
||||
if lookupErr != nil {
|
||||
return "", lookupErr
|
||||
}
|
||||
if winner != nil && winner.ResourceID == resourceID {
|
||||
return token, nil
|
||||
}
|
||||
return "", nil
|
||||
default:
|
||||
return "", err
|
||||
}
|
||||
}
|
||||
|
||||
// derivedGrantToken computes the token for resourceID in the current time
|
||||
// window, together with the expiry a newly created row must carry. The window is
|
||||
// half the TTL, so a reused grant always has at least ttl/2 of life left and one
|
||||
// row covers every request in that window.
|
||||
//
|
||||
// Returns ok=false when SYSTEM_AES_KEY is not configured, in which case grants
|
||||
// stay random and per-request as they were.
|
||||
func derivedGrantToken(resourceID string, ttl time.Duration) (string, time.Time, bool) {
|
||||
key := secutils.SystemHMACKey()
|
||||
window := ttl / 2
|
||||
if key == nil || window <= 0 || resourceID == "" {
|
||||
return "", time.Time{}, false
|
||||
}
|
||||
windowStart := time.Now().UTC().Truncate(window)
|
||||
mac := hmac.New(sha256.New, key)
|
||||
fmt.Fprintf(mac, "resource_grant:v1:%s:%d", resourceID, windowStart.Unix())
|
||||
token := base64.RawURLEncoding.EncodeToString(mac.Sum(nil)[:16])
|
||||
return token, windowStart.Add(ttl), true
|
||||
}
|
||||
|
||||
// isUniqueViolation reports whether err is a duplicate-key error. Prefer
|
||||
// gorm.ErrDuplicatedKey when TranslateError is enabled; fall back to the
|
||||
// driver message for raw errors.
|
||||
func isUniqueViolation(err error) bool {
|
||||
if err == nil {
|
||||
return false
|
||||
}
|
||||
if errors.Is(err, gorm.ErrDuplicatedKey) {
|
||||
return true
|
||||
}
|
||||
msg := strings.ToLower(err.Error())
|
||||
return strings.Contains(msg, "duplicate") || strings.Contains(msg, "unique constraint")
|
||||
}
|
||||
|
||||
func (s *resourceCatalog) ResolveAccessGrant(ctx context.Context, token string) (*types.StoredResource, error) {
|
||||
grant, err := s.repo.GetValidGrant(ctx, resourceLocationHash(strings.TrimSpace(token)), time.Now().UTC())
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if grant == nil {
|
||||
return nil, fmt.Errorf("resource access grant is invalid or expired")
|
||||
}
|
||||
resource, err := s.repo.GetByID(ctx, grant.ResourceID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if resource == nil {
|
||||
return nil, fmt.Errorf("resource not found")
|
||||
}
|
||||
return resource, nil
|
||||
}
|
||||
Reference in New Issue
Block a user