1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
package index
import (
"encoding/json"
"log/slog"
"os"
"searchix/internal/file"
"time"
"github.com/pkg/errors"
)
const CurrentSchemaVersion = 2
type SourceMeta struct {
Updated time.Time
Path string
Rev string
}
type data struct {
SchemaVersion int
Sources map[string]*SourceMeta
}
type Meta struct {
path string
data
}
func createMeta(path string) (*Meta, error) {
exists, err := file.Exists(path)
if err != nil {
return nil, errors.WithMessage(err, "could not check for existence of index metadata")
}
if exists {
return nil, errors.New("index metadata already exists")
}
return &Meta{
path: path,
data: data{
SchemaVersion: CurrentSchemaVersion,
},
}, nil
}
func openMeta(path string) (*Meta, error) {
j, err := os.ReadFile(path)
if err != nil {
return nil, errors.WithMessage(err, "could not open index metadata file")
}
meta := Meta{
path: path,
}
err = json.Unmarshal(j, &meta.data)
if err != nil {
return nil, errors.WithMessage(err, "index metadata is corrupt, try replacing the index")
}
meta.checkSchemaVersion()
return &meta, nil
}
func (i *Meta) checkSchemaVersion() {
if i.SchemaVersion < CurrentSchemaVersion {
slog.Warn(
"Index schema version out of date, suggest re-indexing",
"schema_version",
i.SchemaVersion,
"latest_version",
CurrentSchemaVersion,
)
}
}
func (i *Meta) Save() error {
i.SchemaVersion = CurrentSchemaVersion
j, err := json.Marshal(i.data)
if err != nil {
return errors.WithMessage(err, "could not prepare index metadata for saving")
}
slog.Debug("saving index metadata", "path", i.path)
err = os.WriteFile(i.path, j, 0o600)
if err != nil {
return errors.WithMessage(err, "could not save index metadata")
}
return nil
}
func (i *Meta) GetSourceMeta(source string) SourceMeta {
sourceMeta := i.data.Sources[source]
if sourceMeta == nil {
return SourceMeta{}
}
return *sourceMeta
}
func (i *Meta) SetSourceMeta(source string, meta SourceMeta) {
if i.data.Sources == nil {
i.data.Sources = make(map[string]*SourceMeta)
}
i.data.Sources[source] = &meta
}
|