package files import ( "compress/gzip" "io" "os" "path/filepath" "time" "go.alanpearce.eu/website/internal/buffer" "go.alanpearce.eu/website/internal/storage" "go.alanpearce.eu/x/log" "github.com/andybalholm/brotli" "gitlab.com/tozd/go/errors" ) const ( gzipLevel = 6 brotliLevel = 9 ) type Files struct { outputDirectory string options *Options log *log.Logger } type Options struct { Compress bool } func NewWriter(outputDirectory string, logger *log.Logger, opts *Options) (*Files, error) { return &Files{ outputDirectory: outputDirectory, options: opts, log: logger, }, nil } func (f *Files) NewFile(path string) *storage.File { return &storage.File{ Path: path, ContentType: "", LastModified: time.Time{}, Etag: "", Encodings: map[string]*buffer.Buffer{ "identity": nil, }, } } func (f *Files) OpenRead(filename string) (io.ReadCloser, error) { return os.Open(f.join(filename)) } func (f *Files) OpenWrite(filename string) (io.WriteCloser, error) { return openFileWrite(f.join(filename)) } func (f *Files) Write(pathname string, content *buffer.Buffer) error { filename := pathNameToFileName(pathname) err := f.Mkdirp(filepath.Dir(filename)) if err != nil { return errors.WithMessage(err, "could not create directory") } fd, err := openFileWrite(f.join(filename)) if err != nil { return errors.WithMessagef(err, "could not open output file") } defer fd.Close() _, err = fd.Write(content.Bytes()) if err != nil { return errors.WithMessage(err, "could not write output file") } return nil } type MultiWriteCloser struct { writers []io.WriteCloser multiWriter io.Writer } func (mw *MultiWriteCloser) Write(p []byte) (n int, err error) { return mw.multiWriter.Write(p) } func (mw *MultiWriteCloser) Close() error { var lastErr error for _, w := range mw.writers { err := w.Close() if err != nil { lastErr = err } } return lastErr } func openFileWrite(filename string) (*os.File, error) { return os.OpenFile(filename, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644) } func openFileGz(filename string) (*gzip.Writer, error) { filenameGz := filename + ".gz" f, err := openFileWrite(filenameGz) if err != nil { return nil, err } return gzip.NewWriterLevel(f, gzipLevel) } func openFileBrotli(filename string) (*brotli.Writer, error) { filenameBrotli := filename + ".br" f, err := openFileWrite(filenameBrotli) if err != nil { return nil, err } return brotli.NewWriterLevel(f, brotliLevel), nil } func multiOpenFile(filename string) (*MultiWriteCloser, error) { r, err := openFileWrite(filename) if err != nil { return nil, err } gz, err := openFileGz(filename) if err != nil { return nil, err } br, err := openFileBrotli(filename) if err != nil { return nil, err } return &MultiWriteCloser{ writers: []io.WriteCloser{r, gz, br}, multiWriter: io.MultiWriter(r, gz, br), }, nil } func (f *Files) OpenFileAndVariants(filename string) (io.WriteCloser, error) { if f.options.Compress { return multiOpenFile(f.join(filename)) } return openFileWrite(f.join(filename)) } func (f *Files) Mkdirp(dir string) error { f.log.Debug("creating directory", "dir", dir) err := os.MkdirAll(f.join(dir), 0755) return errors.WithMessage(err, "could not create directory") } func (f *Files) join(filename string) string { return filepath.Join(f.outputDirectory, pathNameToFileName(filename)) }