first commit

2026-04-26 21:52:23 +03:00
commit 880f412e2c
2662 changed files with 866266 additions and 0 deletions
--- a/framework/vectorstore/store.go
+++ b/framework/vectorstore/store.go
@@ -0,0 +1,238 @@
+// Package vectorstore provides a generic interface for vector stores.
+package vectorstore
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+
+	"github.com/maximhq/bifrost/core/schemas"
+)
+
+type VectorStoreType string
+
+const (
+	VectorStoreTypeWeaviate VectorStoreType = "weaviate"
+	VectorStoreTypeRedis    VectorStoreType = "redis"
+	VectorStoreTypeQdrant   VectorStoreType = "qdrant"
+	VectorStoreTypePinecone VectorStoreType = "pinecone"
+)
+
+// Query represents a query to the vector store.
+type Query struct {
+	Field    string
+	Operator QueryOperator
+	Value    interface{}
+}
+
+type QueryOperator string
+
+const (
+	QueryOperatorEqual              QueryOperator = "Equal"
+	QueryOperatorNotEqual           QueryOperator = "NotEqual"
+	QueryOperatorGreaterThan        QueryOperator = "GreaterThan"
+	QueryOperatorLessThan           QueryOperator = "LessThan"
+	QueryOperatorGreaterThanOrEqual QueryOperator = "GreaterThanOrEqual"
+	QueryOperatorLessThanOrEqual    QueryOperator = "LessThanOrEqual"
+	QueryOperatorLike               QueryOperator = "Like"
+	QueryOperatorContainsAny        QueryOperator = "ContainsAny"
+	QueryOperatorContainsAll        QueryOperator = "ContainsAll"
+	QueryOperatorIsNull             QueryOperator = "IsNull"
+	QueryOperatorIsNotNull          QueryOperator = "IsNotNull"
+)
+
+// SearchResult represents a search result with metadata.
+type SearchResult struct {
+	ID         string
+	Score      *float64
+	Properties map[string]interface{}
+}
+
+// DeleteResult represents the result of a delete operation.
+type DeleteResult struct {
+	ID     string
+	Status DeleteStatus
+	Error  string
+}
+
+type DeleteStatus string
+
+const (
+	DeleteStatusSuccess DeleteStatus = "success"
+	DeleteStatusError   DeleteStatus = "error"
+)
+
+type VectorStoreProperties struct {
+	DataType    VectorStorePropertyType `json:"data_type"`
+	Description string                  `json:"description"`
+}
+
+type VectorStorePropertyType string
+
+const (
+	VectorStorePropertyTypeString      VectorStorePropertyType = "string"
+	VectorStorePropertyTypeInteger     VectorStorePropertyType = "integer"
+	VectorStorePropertyTypeBoolean     VectorStorePropertyType = "boolean"
+	VectorStorePropertyTypeStringArray VectorStorePropertyType = "string[]"
+)
+
+type disableScanFallbackContextKey struct{}
+
+// VectorStore represents the interface for the vector store.
+type VectorStore interface {
+	// Health check
+	Ping(ctx context.Context) error
+	// CreateNamespace creates a new namespace in the vector store.
+	CreateNamespace(ctx context.Context, namespace string, dimension int, properties map[string]VectorStoreProperties) error
+	// DeleteNamespace deletes a namespace from the vector store.
+	DeleteNamespace(ctx context.Context, namespace string) error
+	// GetChunk retrieves a single vector from the vector store.
+	GetChunk(ctx context.Context, namespace string, id string) (SearchResult, error)
+	// GetChunks retrieves multiple vectors from the vector store.
+	GetChunks(ctx context.Context, namespace string, ids []string) ([]SearchResult, error)
+	// GetAll retrieves all vectors from the vector store.
+	GetAll(ctx context.Context, namespace string, queries []Query, selectFields []string, cursor *string, limit int64) ([]SearchResult, *string, error)
+	// GetNearest retrieves the nearest vectors from the vector store.
+	GetNearest(ctx context.Context, namespace string, vector []float32, queries []Query, selectFields []string, threshold float64, limit int64) ([]SearchResult, error)
+	// RequiresVectors returns true if the vector store requires vectors for all entries.
+	// Dedicated vector databases like Qdrant and Pinecone require vectors, while
+	// more flexible stores like Weaviate and Redis can store metadata-only entries.
+	RequiresVectors() bool
+	// Add stores a new vector in the vector store.
+	Add(ctx context.Context, namespace string, id string, embedding []float32, metadata map[string]interface{}) error
+	// Delete removes a vector from the vector store.
+	Delete(ctx context.Context, namespace string, id string) error
+	// DeleteAll deletes all vectors from the vector store.
+	DeleteAll(ctx context.Context, namespace string, queries []Query) ([]DeleteResult, error)
+	// Close closes the vector store.
+	Close(ctx context.Context, namespace string) error
+}
+
+// WithDisableScanFallback returns a derived context that tells vector stores not
+// to fall back to full scans when indexed search fails.
+func WithDisableScanFallback(ctx context.Context) context.Context {
+	if ctx == nil {
+		ctx = context.Background()
+	}
+	return context.WithValue(ctx, disableScanFallbackContextKey{}, true)
+}
+
+// IsScanFallbackDisabled reports whether scan fallback has been disabled for
+// the current vector store operation.
+func IsScanFallbackDisabled(ctx context.Context) bool {
+	if ctx == nil {
+		return false
+	}
+	disabled, _ := ctx.Value(disableScanFallbackContextKey{}).(bool)
+	return disabled
+}
+
+// Config represents the configuration for the vector store.
+type Config struct {
+	Enabled bool            `json:"enabled"`
+	Type    VectorStoreType `json:"type"`
+	Config  any             `json:"config"`
+}
+
+// UnmarshalJSON unmarshals the config from JSON.
+func (c *Config) UnmarshalJSON(data []byte) error {
+	// First, unmarshal into a temporary struct to get the basic fields
+	type TempConfig struct {
+		Enabled bool            `json:"enabled"`
+		Type    string          `json:"type"`
+		Config  json.RawMessage `json:"config"` // Keep as raw JSON
+	}
+
+	var temp TempConfig
+	if err := json.Unmarshal(data, &temp); err != nil {
+		return fmt.Errorf("failed to unmarshal config: %w", err)
+	}
+
+	// Set basic fields
+	c.Enabled = temp.Enabled
+	c.Type = VectorStoreType(temp.Type)
+
+	// Parse the config field based on type
+	switch c.Type {
+	case VectorStoreTypeWeaviate:
+		var weaviateConfig WeaviateConfig
+		if err := json.Unmarshal(temp.Config, &weaviateConfig); err != nil {
+			return fmt.Errorf("failed to unmarshal weaviate config: %w", err)
+		}
+		c.Config = weaviateConfig
+	case VectorStoreTypeRedis:
+		var redisConfig RedisConfig
+		if err := json.Unmarshal(temp.Config, &redisConfig); err != nil {
+			return fmt.Errorf("failed to unmarshal redis config: %w", err)
+		}
+		// Process env. values for sensitive fields
+		c.Config = redisConfig
+	case VectorStoreTypeQdrant:
+		var qdrantConfig QdrantConfig
+		if err := json.Unmarshal(temp.Config, &qdrantConfig); err != nil {
+			return fmt.Errorf("failed to unmarshal qdrant config: %w", err)
+		}
+		c.Config = qdrantConfig
+	case VectorStoreTypePinecone:
+		var pineconeConfig PineconeConfig
+		if err := json.Unmarshal(temp.Config, &pineconeConfig); err != nil {
+			return fmt.Errorf("failed to unmarshal pinecone config: %w", err)
+		}
+		c.Config = pineconeConfig
+	default:
+		return fmt.Errorf("unknown vector store type: %s", temp.Type)
+	}
+
+	return nil
+}
+
+// NewVectorStore returns a new vector store based on the configuration.
+func NewVectorStore(ctx context.Context, config *Config, logger schemas.Logger) (VectorStore, error) {
+	if config == nil {
+		return nil, fmt.Errorf("config cannot be nil")
+	}
+
+	if !config.Enabled {
+		return nil, fmt.Errorf("vector store is disabled")
+	}
+
+	switch config.Type {
+	case VectorStoreTypeWeaviate:
+		if config.Config == nil {
+			return nil, fmt.Errorf("weaviate config is required")
+		}
+		weaviateConfig, ok := config.Config.(WeaviateConfig)
+		if !ok {
+			return nil, fmt.Errorf("invalid weaviate config")
+		}
+		return newWeaviateStore(ctx, &weaviateConfig, logger)
+	case VectorStoreTypeRedis:
+		if config.Config == nil {
+			return nil, fmt.Errorf("redis config is required")
+		}
+		redisConfig, ok := config.Config.(RedisConfig)
+		if !ok {
+			return nil, fmt.Errorf("invalid redis config")
+		}
+		return newRedisStore(ctx, redisConfig, logger)
+	case VectorStoreTypeQdrant:
+		if config.Config == nil {
+			return nil, fmt.Errorf("qdrant config is required")
+		}
+		qdrantConfig, ok := config.Config.(QdrantConfig)
+		if !ok {
+			return nil, fmt.Errorf("invalid qdrant config")
+		}
+		return newQdrantStore(ctx, &qdrantConfig, logger)
+	case VectorStoreTypePinecone:
+		if config.Config == nil {
+			return nil, fmt.Errorf("pinecone config is required")
+		}
+		pineconeConfig, ok := config.Config.(PineconeConfig)
+		if !ok {
+			return nil, fmt.Errorf("invalid pinecone config")
+		}
+		return newPineconeStore(ctx, &pineconeConfig, logger)
+	}
+	return nil, fmt.Errorf("invalid vector store type: %s", config.Type)
+}