353 lines
11 KiB
Go
353 lines
11 KiB
Go
package service
|
|||
|
|
|
||
|
|
import (
|
||
|
|
"context"
|
||
|
|
"crypto/hmac"
|
||
|
|
"crypto/rand"
|
||
|
|
"crypto/sha256"
|
||
|
|
"encoding/base64"
|
||
|
|
"encoding/hex"
|
||
|
|
"errors"
|
||
|
|
"fmt"
|
||
|
|
"strings"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/Tencent/WeKnora/internal/types"
|
||
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
||
|
|
secutils "github.com/Tencent/WeKnora/internal/utils"
|
||
|
|
"gorm.io/gorm"
|
||
|
|
)
|
||
|
|
|
||
|
|
const defaultResourceGrantTTL = 2 * time.Hour
|
||
|
|
|
||
|
|
type resourceCatalog struct {
|
||
|
|
repo interfaces.ResourceRepository
|
||
|
|
}
|
||
|
|
|
||
|
|
// NewResourceCatalog creates the stable resource-reference domain service.
|
||
|
|
func NewResourceCatalog(repo interfaces.ResourceRepository) interfaces.ResourceCatalog {
|
||
|
|
return &resourceCatalog{repo: repo}
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) AuthorizeFileRead(ctx context.Context, value string, scope interfaces.ResourceFileScope) error {
|
||
|
|
authorizer, ok := s.repo.(interfaces.ResourceFileAuthorizer)
|
||
|
|
if !ok {
|
||
|
|
return fmt.Errorf("resource authorization unavailable")
|
||
|
|
}
|
||
|
|
return authorizer.AuthorizeFileRead(ctx, value, scope)
|
||
|
|
}
|
||
|
|
|
||
|
|
func randomResourceToken() (string, error) {
|
||
|
|
buf := make([]byte, 16)
|
||
|
|
if _, err := rand.Read(buf); err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
return base64.RawURLEncoding.EncodeToString(buf), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func resourceLocationHash(path string) string {
|
||
|
|
sum := sha256.Sum256([]byte(path))
|
||
|
|
return hex.EncodeToString(sum[:])
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) Register(
|
||
|
|
ctx context.Context,
|
||
|
|
tenantID uint64,
|
||
|
|
physicalPath string,
|
||
|
|
meta interfaces.ResourceRegistration,
|
||
|
|
) (string, error) {
|
||
|
|
physicalPath = strings.TrimSpace(physicalPath)
|
||
|
|
if tenantID == 0 || physicalPath == "" {
|
||
|
|
return "", fmt.Errorf("resource registration requires tenant and physical path")
|
||
|
|
}
|
||
|
|
if _, ok := types.ParseResourcePath(physicalPath); ok {
|
||
|
|
return physicalPath, nil
|
||
|
|
}
|
||
|
|
locationHash := resourceLocationHash(physicalPath)
|
||
|
|
existing, err := s.repo.GetByTenantLocation(ctx, tenantID, locationHash)
|
||
|
|
if err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
if existing != nil {
|
||
|
|
return types.BuildResourcePath(existing.Handle), nil
|
||
|
|
}
|
||
|
|
|
||
|
|
backendID, inner, scoped := types.ParseStorageBackendPath(physicalPath)
|
||
|
|
providerPath := physicalPath
|
||
|
|
if scoped {
|
||
|
|
providerPath = inner
|
||
|
|
}
|
||
|
|
provider := types.ParseProviderScheme(providerPath)
|
||
|
|
if provider == "" {
|
||
|
|
return "", fmt.Errorf("resource physical path has unsupported provider scheme")
|
||
|
|
}
|
||
|
|
lifecycle := types.ResourceLifecyclePersistent
|
||
|
|
if meta.Temporary {
|
||
|
|
lifecycle = types.ResourceLifecycleTemporary
|
||
|
|
}
|
||
|
|
for attempt := 0; attempt < 4; attempt++ {
|
||
|
|
handle, tokenErr := randomResourceToken()
|
||
|
|
if tokenErr != nil {
|
||
|
|
return "", tokenErr
|
||
|
|
}
|
||
|
|
resource := &types.StoredResource{
|
||
|
|
Handle: handle,
|
||
|
|
TenantID: tenantID,
|
||
|
|
StorageBackendID: backendID,
|
||
|
|
Provider: provider,
|
||
|
|
PhysicalPath: physicalPath,
|
||
|
|
LocationHash: locationHash,
|
||
|
|
Kind: meta.Kind,
|
||
|
|
MimeType: meta.MimeType,
|
||
|
|
OriginalName: meta.OriginalName,
|
||
|
|
Size: meta.Size,
|
||
|
|
ContentHash: meta.ContentHash,
|
||
|
|
Lifecycle: lifecycle,
|
||
|
|
}
|
||
|
|
if err := s.repo.Create(ctx, resource); err == nil {
|
||
|
|
return types.BuildResourcePath(handle), nil
|
||
|
|
} else if !strings.Contains(strings.ToLower(err.Error()), "unique") {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
existing, lookupErr := s.repo.GetByTenantLocation(ctx, tenantID, locationHash)
|
||
|
|
if lookupErr == nil && existing != nil {
|
||
|
|
return types.BuildResourcePath(existing.Handle), nil
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return "", fmt.Errorf("failed to allocate unique resource handle")
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) Resolve(ctx context.Context, reference string) (*types.StoredResource, error) {
|
||
|
|
handle, ok := types.ParseResourcePath(reference)
|
||
|
|
if !ok {
|
||
|
|
return nil, fmt.Errorf("invalid resource reference")
|
||
|
|
}
|
||
|
|
resource, err := s.repo.GetByHandle(ctx, handle)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if resource == nil {
|
||
|
|
return nil, fmt.Errorf("resource not found")
|
||
|
|
}
|
||
|
|
return resource, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) ResolvePath(ctx context.Context, value string) (string, *types.StoredResource, error) {
|
||
|
|
if _, ok := types.ParseResourcePath(value); !ok {
|
||
|
|
return value, nil, nil
|
||
|
|
}
|
||
|
|
resource, err := s.Resolve(ctx, value)
|
||
|
|
if err != nil {
|
||
|
|
return "", nil, err
|
||
|
|
}
|
||
|
|
return resource.PhysicalPath, resource, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) Bind(ctx context.Context, reference, ownerType, ownerID, relation string) error {
|
||
|
|
resource, err := s.Resolve(ctx, reference)
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
if strings.TrimSpace(ownerType) == "" || strings.TrimSpace(ownerID) == "" {
|
||
|
|
return fmt.Errorf("resource binding requires owner type and id")
|
||
|
|
}
|
||
|
|
if relation == "" {
|
||
|
|
relation = "attachment"
|
||
|
|
}
|
||
|
|
return s.repo.CreateBinding(ctx, &types.ResourceBinding{
|
||
|
|
ResourceID: resource.ID,
|
||
|
|
TenantID: resource.TenantID,
|
||
|
|
OwnerType: ownerType,
|
||
|
|
OwnerID: ownerID,
|
||
|
|
Relation: relation,
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
// Release implements interfaces.ResourceCatalog.
|
||
|
|
//
|
||
|
|
// Unbinding and counting are deliberately not a single transaction. A racing
|
||
|
|
// bind that lands between them makes the count too high, which keeps a live
|
||
|
|
// file — the safe direction. The opposite ordering could delete bytes another
|
||
|
|
// owner had just claimed.
|
||
|
|
func (s *resourceCatalog) Release(
|
||
|
|
ctx context.Context, reference, ownerType, ownerID string,
|
||
|
|
) (int64, error) {
|
||
|
|
if strings.TrimSpace(ownerType) == "" || strings.TrimSpace(ownerID) == "" {
|
||
|
|
return -1, fmt.Errorf("resource release requires owner type and id")
|
||
|
|
}
|
||
|
|
if _, ok := types.ParseResourcePath(reference); !ok {
|
||
|
|
// A raw provider path predates the catalog and has no bindings to
|
||
|
|
// account for; the caller keeps its previous delete behaviour.
|
||
|
|
return -1, nil
|
||
|
|
}
|
||
|
|
resource, err := s.Resolve(ctx, reference)
|
||
|
|
if err != nil {
|
||
|
|
return -1, err
|
||
|
|
}
|
||
|
|
if err := s.repo.DeleteBinding(ctx, resource.ID, ownerType, ownerID); err != nil {
|
||
|
|
return -1, err
|
||
|
|
}
|
||
|
|
return s.repo.CountBindings(ctx, resource.ID)
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) MarkDeleted(ctx context.Context, reference string) error {
|
||
|
|
resource, err := s.Resolve(ctx, reference)
|
||
|
|
if err != nil {
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
return s.repo.MarkDeleted(ctx, resource.ID)
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) CreateAccessGrant(ctx context.Context, reference string, ttl time.Duration) (string, error) {
|
||
|
|
resource, err := s.Resolve(ctx, reference)
|
||
|
|
if err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
if ttl <= 0 {
|
||
|
|
ttl = defaultResourceGrantTTL
|
||
|
|
}
|
||
|
|
// Opportunistic cleanup keeps high-volume IM rendering from accumulating
|
||
|
|
// expired capability rows; failure is non-fatal to the current grant.
|
||
|
|
_ = s.repo.DeleteExpiredGrants(ctx, time.Now().UTC())
|
||
|
|
|
||
|
|
// Prefer reusing this resource's live grant. Rendering an answer or
|
||
|
|
// re-reading a message history would otherwise insert one row per image per
|
||
|
|
// request, which turns a read endpoint into a write-heavy one.
|
||
|
|
token, err := s.reuseOrCreateDerivedGrant(ctx, resource.ID, ttl)
|
||
|
|
if err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
if token != "" {
|
||
|
|
return token, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// No reusable grant: either this deployment cannot derive tokens, or the
|
||
|
|
// derived one is not usable. Mint a fresh random token.
|
||
|
|
for attempt := 0; attempt < 4; attempt++ {
|
||
|
|
token, tokenErr := randomResourceToken()
|
||
|
|
if tokenErr != nil {
|
||
|
|
return "", tokenErr
|
||
|
|
}
|
||
|
|
grant := &types.ResourceAccessGrant{
|
||
|
|
TokenHash: resourceLocationHash(token),
|
||
|
|
ResourceID: resource.ID,
|
||
|
|
AccessScope: "read",
|
||
|
|
ExpiresAt: time.Now().UTC().Add(ttl),
|
||
|
|
}
|
||
|
|
if err := s.repo.CreateGrant(ctx, grant); err == nil {
|
||
|
|
return token, nil
|
||
|
|
} else if !isUniqueViolation(err) {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return "", fmt.Errorf("failed to allocate unique resource access token")
|
||
|
|
}
|
||
|
|
|
||
|
|
// reuseOrCreateDerivedGrant returns the token of a live grant for resourceID,
|
||
|
|
// creating the row on first use within the current window. It returns ("", nil)
|
||
|
|
// when the caller must fall back to a random token.
|
||
|
|
//
|
||
|
|
// The token is derived rather than random so it can be recomputed without ever
|
||
|
|
// storing it: the table holds only the hash, as before, and the plaintext token
|
||
|
|
// cannot be reconstructed from a database dump without SYSTEM_AES_KEY.
|
||
|
|
// Authorization still lives entirely in the row — a revoked or expired grant
|
||
|
|
// stops resolving even though the token derives to the same value.
|
||
|
|
func (s *resourceCatalog) reuseOrCreateDerivedGrant(
|
||
|
|
ctx context.Context, resourceID string, ttl time.Duration,
|
||
|
|
) (string, error) {
|
||
|
|
token, expiresAt, ok := derivedGrantToken(resourceID, ttl)
|
||
|
|
if !ok {
|
||
|
|
return "", nil
|
||
|
|
}
|
||
|
|
tokenHash := resourceLocationHash(token)
|
||
|
|
now := time.Now().UTC()
|
||
|
|
|
||
|
|
existing, err := s.repo.GetValidGrant(ctx, tokenHash, now)
|
||
|
|
if err != nil {
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
if existing != nil {
|
||
|
|
if existing.ResourceID != resourceID {
|
||
|
|
// A hash collision across resources is practically impossible, but
|
||
|
|
// reusing it would hand out access to the wrong file.
|
||
|
|
return "", nil
|
||
|
|
}
|
||
|
|
return token, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
err = s.repo.CreateGrant(ctx, &types.ResourceAccessGrant{
|
||
|
|
TokenHash: tokenHash,
|
||
|
|
ResourceID: resourceID,
|
||
|
|
AccessScope: "read",
|
||
|
|
ExpiresAt: expiresAt,
|
||
|
|
})
|
||
|
|
switch {
|
||
|
|
case err == nil:
|
||
|
|
return token, nil
|
||
|
|
case isUniqueViolation(err):
|
||
|
|
// Another request may have won the race; a revoked row blocks re-insert.
|
||
|
|
winner, lookupErr := s.repo.GetValidGrant(ctx, tokenHash, now)
|
||
|
|
if lookupErr != nil {
|
||
|
|
return "", lookupErr
|
||
|
|
}
|
||
|
|
if winner != nil && winner.ResourceID == resourceID {
|
||
|
|
return token, nil
|
||
|
|
}
|
||
|
|
return "", nil
|
||
|
|
default:
|
||
|
|
return "", err
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// derivedGrantToken computes the token for resourceID in the current time
|
||
|
|
// window, together with the expiry a newly created row must carry. The window is
|
||
|
|
// half the TTL, so a reused grant always has at least ttl/2 of life left and one
|
||
|
|
// row covers every request in that window.
|
||
|
|
//
|
||
|
|
// Returns ok=false when SYSTEM_AES_KEY is not configured, in which case grants
|
||
|
|
// stay random and per-request as they were.
|
||
|
|
func derivedGrantToken(resourceID string, ttl time.Duration) (string, time.Time, bool) {
|
||
|
|
key := secutils.SystemHMACKey()
|
||
|
|
window := ttl / 2
|
||
|
|
if key == nil || window <= 0 || resourceID == "" {
|
||
|
|
return "", time.Time{}, false
|
||
|
|
}
|
||
|
|
windowStart := time.Now().UTC().Truncate(window)
|
||
|
|
mac := hmac.New(sha256.New, key)
|
||
|
|
fmt.Fprintf(mac, "resource_grant:v1:%s:%d", resourceID, windowStart.Unix())
|
||
|
|
token := base64.RawURLEncoding.EncodeToString(mac.Sum(nil)[:16])
|
||
|
|
return token, windowStart.Add(ttl), true
|
||
|
|
}
|
||
|
|
|
||
|
|
// isUniqueViolation reports whether err is a duplicate-key error. Prefer
|
||
|
|
// gorm.ErrDuplicatedKey when TranslateError is enabled; fall back to the
|
||
|
|
// driver message for raw errors.
|
||
|
|
func isUniqueViolation(err error) bool {
|
||
|
|
if err == nil {
|
||
|
|
return false
|
||
|
|
}
|
||
|
|
if errors.Is(err, gorm.ErrDuplicatedKey) {
|
||
|
|
return true
|
||
|
|
}
|
||
|
|
msg := strings.ToLower(err.Error())
|
||
|
|
return strings.Contains(msg, "duplicate") || strings.Contains(msg, "unique constraint")
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *resourceCatalog) ResolveAccessGrant(ctx context.Context, token string) (*types.StoredResource, error) {
|
||
|
|
grant, err := s.repo.GetValidGrant(ctx, resourceLocationHash(strings.TrimSpace(token)), time.Now().UTC())
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if grant == nil {
|
||
|
|
return nil, fmt.Errorf("resource access grant is invalid or expired")
|
||
|
|
}
|
||
|
|
resource, err := s.repo.GetByID(ctx, grant.ResourceID)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
if resource == nil {
|
||
|
|
return nil, fmt.Errorf("resource not found")
|
||
|
|
}
|
||
|
|
return resource, nil
|
||
|
|
}
|