internal/pkg: return reader for files
All checks were successful
Test / Create distribution (push) Successful in 47s
Test / Sandbox (push) Successful in 2m51s
Test / ShareFS (push) Successful in 4m41s
Test / Sandbox (race detector) (push) Successful in 5m17s
Test / Hpkg (push) Successful in 5m31s
Test / Hakurei (race detector) (push) Successful in 7m28s
Test / Hakurei (push) Successful in 3m48s
Test / Flake checks (push) Successful in 1m42s

This improves efficiency for cache hits.

Signed-off-by: Ophestra <cat@gensokyo.uk>
This commit is contained in:
2026-01-07 21:36:47 +09:00
parent 7ea4e8b643
commit e8dda70c41
3 changed files with 28 additions and 21 deletions

View File

@@ -87,10 +87,11 @@ func (c *CureContext) Cure(a Artifact) (
return c.cache.Cure(a) return c.cache.Cure(a)
} }
// LoadData tries to load [File] from [Cache], and if that fails, obtains it via // OpenFile tries to load [File] from [Cache], and if that fails, obtains it via
// [File.Data] instead. Notably, it does not cure [File]. // [File.Data] instead. Notably, it does not cure [File]. If err is nil, the
func (c *CureContext) LoadData(f File) (data []byte, err error) { // caller is responsible for closing the resulting [io.ReadCloser].
return c.cache.loadData(f) func (c *CureContext) OpenFile(f File) (r io.ReadCloser, err error) {
return c.cache.openFile(f)
} }
// An Artifact is a read-only reference to a piece of data that may be created // An Artifact is a read-only reference to a piece of data that may be created
@@ -555,9 +556,8 @@ func (c *Cache) finaliseIdent(
close(done) close(done)
} }
// loadData provides [CureContext.LoadData] for [Artifact.Cure]. // openFile provides [CureContext.OpenFile] for [Artifact.Cure].
func (c *Cache) loadData(f File) (data []byte, err error) { func (c *Cache) openFile(f File) (r io.ReadCloser, err error) {
var r *os.File
if kc, ok := f.(KnownChecksum); ok { if kc, ok := f.(KnownChecksum); ok {
c.checksumMu.RLock() c.checksumMu.RLock()
r, err = os.Open(c.base.Append( r, err = os.Open(c.base.Append(
@@ -578,13 +578,11 @@ func (c *Cache) loadData(f File) (data []byte, err error) {
if !errors.Is(err, os.ErrNotExist) { if !errors.Is(err, os.ErrNotExist) {
return return
} }
return f.Data() var data []byte
} if data, err = f.Data(); err != nil {
return
data, err = io.ReadAll(r) }
closeErr := r.Close() r = io.NopCloser(bytes.NewReader(data))
if err == nil {
err = closeErr
} }
return return
} }

View File

@@ -8,6 +8,7 @@ import (
"encoding/binary" "encoding/binary"
"errors" "errors"
"fmt" "fmt"
"io"
"io/fs" "io/fs"
"net/http" "net/http"
"os" "os"
@@ -536,10 +537,14 @@ func TestCache(t *testing.T) {
fs.ModeDir | 0500, fs.ModeDir | 0500,
)}, )},
{"loadData directory", overrideIdent{pkg.ID{0xff, 3}, stubArtifact{ {"openFile directory", overrideIdent{pkg.ID{0xff, 3}, stubArtifact{
kind: pkg.KindTar, kind: pkg.KindTar,
cure: func(c *pkg.CureContext) error { cure: func(c *pkg.CureContext) error {
_, err := c.LoadData(overrideChecksumFile{checksum: wantChecksum}) r, err := c.OpenFile(overrideChecksumFile{checksum: wantChecksum})
if err != nil {
panic(err)
}
_, err = io.ReadAll(r)
return err return err
}, },
}}, nil, pkg.Checksum{}, &os.PathError{ }}, nil, pkg.Checksum{}, &os.PathError{

View File

@@ -2,7 +2,6 @@ package pkg
import ( import (
"archive/tar" "archive/tar"
"bytes"
"compress/bzip2" "compress/bzip2"
"compress/gzip" "compress/gzip"
"context" "context"
@@ -78,12 +77,17 @@ func (a *tarArtifact) Cure(c *CureContext) (err error) {
var tr io.ReadCloser var tr io.ReadCloser
{ {
var data []byte
data, err = c.LoadData(a.f) if tr, err = c.OpenFile(a.f); err != nil {
if err != nil {
return return
} }
tr = io.NopCloser(bytes.NewReader(data)) defer func(f io.ReadCloser) {
closeErr := f.Close()
if err == nil {
err = closeErr
}
}(tr)
tr = io.NopCloser(tr)
} }
defer func() { defer func() {