From 6b40e0c0fa90f11be14a93f1d6275779fd645cac Mon Sep 17 00:00:00 2001 From: Alan Pearce Date: Mon, 13 May 2024 21:50:14 +0200 Subject: refactor: combine import and web server into one binary --- internal/index/search.go | 102 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 102 insertions(+) create mode 100644 internal/index/search.go (limited to 'internal/index/search.go') diff --git a/internal/index/search.go b/internal/index/search.go new file mode 100644 index 0000000..d069510 --- /dev/null +++ b/internal/index/search.go @@ -0,0 +1,102 @@ +package index + +import ( + "bytes" + "context" + "encoding/gob" + "searchix/internal/options" + + "github.com/blevesearch/bleve/v2" + "github.com/blevesearch/bleve/v2/search" + "github.com/pkg/errors" +) + +const ResultsPerPage = 20 + +type DocumentMatch struct { + search.DocumentMatch + Data options.NixOption +} + +type Result struct { + *bleve.SearchResult + Hits []DocumentMatch +} + +type ReadIndex struct { + index bleve.Index + meta *Meta +} + +func (index *ReadIndex) GetSource(ctx context.Context, name string) (*bleve.SearchResult, error) { + query := bleve.NewTermQuery(name) + query.SetField("Source") + search := bleve.NewSearchRequest(query) + + result, err := index.index.SearchInContext(ctx, search) + + select { + case <-ctx.Done(): + return nil, ctx.Err() + default: + if err != nil { + return nil, errors.WithMessagef( + err, + "failed to execute search to find source %s in index", + name, + ) + } + } + + return result, nil +} + +func (index *ReadIndex) Search( + ctx context.Context, + source string, + keyword string, + from uint64, +) (*Result, error) { + sourceQuery := bleve.NewTermQuery(source) + userQuery := bleve.NewMatchQuery(keyword) + userQuery.Analyzer = "option_name" + + query := bleve.NewConjunctionQuery(sourceQuery, userQuery) + + search := bleve.NewSearchRequest(query) + search.Size = ResultsPerPage + search.Fields = []string{"_data"} + + if from != 0 { + search.From = int(from) + } + + bleveResult, err := index.index.SearchInContext(ctx, search) + select { + case <-ctx.Done(): + return nil, ctx.Err() + default: + if err != nil { + return nil, errors.WithMessage(err, "failed to execute search query") + } + + results := make([]DocumentMatch, min(ResultsPerPage, bleveResult.Total)) + var buf bytes.Buffer + for i, result := range bleveResult.Hits { + _, err = buf.WriteString(result.Fields["_data"].(string)) + if err != nil { + return nil, errors.WithMessage(err, "error fetching result data") + } + err = gob.NewDecoder(&buf).Decode(&results[i].Data) + if err != nil { + return nil, errors.WithMessagef(err, "error decoding gob data: %s", buf.String()) + } + buf.Reset() + } + + return &Result{ + SearchResult: bleveResult, + Hits: results, + }, nil + } +} -- cgit 1.4.1