chore Add default index options getter

README.md

@@ -58,17 +58,18 @@ import (
 	"context"
 
 	openaiembedder "github.com/henomis/lingoose/embedder/openai"
+	"github.com/henomis/lingoose/index"
 	"github.com/henomis/lingoose/index/option"
-	simplevectorindex "github.com/henomis/lingoose/index/simpleVectorIndex"
+	"github.com/henomis/lingoose/index/vectordb/jsondb"
 	"github.com/henomis/lingoose/llm/openai"
 	"github.com/henomis/lingoose/loader"
 	qapipeline "github.com/henomis/lingoose/pipeline/qa"
 	"github.com/henomis/lingoose/textsplitter"
 )
 
 func main() {
-	docs, _ := loader.NewPDFToTextLoader("./kb").WithPDFToTextPath("/opt/homebrew/bin/pdftotext").WithTextSplitter(textsplitter.NewRecursiveCharacterTextSplitter(2000, 200)).Load(context.Background())
-	index := simplevectorindex.New("db", ".", openaiembedder.New(openaiembedder.AdaEmbeddingV2))
+	docs, _ := loader.NewPDFToTextLoader("./kb").WithTextSplitter(textsplitter.NewRecursiveCharacterTextSplitter(2000, 200)).Load(context.Background())
+	index := index.New(jsondb.New().WithPersist("db.json"), openaiembedder.New(openaiembedder.AdaEmbeddingV2)).WithIncludeContents(true)
 	index.LoadFromDocuments(context.Background(), docs)
 	qapipeline.New(openai.NewChat().WithVerbose(true)).WithIndex(index).Query(context.Background(), "What is the NATO purpose?", option.WithTopK(1))
 }

index/index.go

@@ -232,3 +232,9 @@ func DeepCopyMetadata(metadata types.Meta) types.Meta {
 	}
 	return metadataCopy
 }
+
+func GetDefaultOptions() *option.Options {
+	return &option.Options{
+		TopK: defaultTopK,
+	}
+}

index/vectordb/jsondb/jsondb.go

@@ -128,11 +128,14 @@ func (i *DB) Search(ctx context.Context, values []float64, options *option.Optio
 }
 
 func (i *DB) similaritySearch(
-	ctx context.Context,
+	_ context.Context,
 	embedding embedder.Embedding,
 	opts *option.Options,
 ) (index.SearchResults, error) {
-	_ = ctx
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
 	scores, err := i.cosineSimilarityBatch(embedding)
 	if err != nil {
 		return nil, fmt.Errorf("%w: %w", index.ErrInternal, err)

index/vectordb/milvus/milvus.go

@@ -103,6 +103,10 @@ func (d *DB) similaritySearch(
 	values []float64,
 	opts *option.Options,
 ) ([]milvusgoresponse.VectorData, error) {
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
 	if opts.Filter == nil {
 		opts.Filter = ""
 	}

index/vectordb/pinecone/pinecone.go

@@ -107,6 +107,14 @@ func (d *DB) similaritySearch(
 	values []float64,
 	opts *option.Options,
 ) ([]pineconegoresponse.QueryMatch, error) {
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
+	if opts.Filter == nil {
+		opts.Filter = map[string]string{}
+	}
+
 	err := d.getProjectID(ctx)
 	if err != nil {
 		return nil, fmt.Errorf("%w: %w", index.ErrInternal, err)

index/vectordb/postgres/postgres.go

@@ -119,6 +119,10 @@ func (d *DB) similaritySearch(
 	values []float64,
 	opts *option.Options,
 ) (index.SearchResults, error) {
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
 	if opts.Filter == nil {
 		opts.Filter = ""
 	}

index/vectordb/qdrant/qdrant.go

@@ -127,6 +127,10 @@ func (d *DB) similaritySearch(
 	values []float64,
 	opts *option.Options,
 ) ([]qdrantresponse.PointSearchResult, error) {
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
 	if opts.Filter == nil {
 		opts.Filter = qdrantrequest.Filter{}
 	}

index/vectordb/redis/redis.go

@@ -113,6 +113,10 @@ func (d *DB) similaritySearch(
 	values []float64,
 	opts *option.Options,
 ) ([]redisearch.Document, error) {
+	if opts == nil {
+		opts = index.GetDefaultOptions()
+	}
+
 	if opts.Filter == nil {
 		opts.Filter = redisearch.Filter{}
 	}