ston1th/cachefs
0
0
Fork 0
Code Issues Releases Activity

added stat cache

Browse source
This commit is contained in:
ston1th 2022-03-20 10:19:03 +01:00
commit 675bc4d125
2 changed files with 100 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

61
pkg/fs/fs.go
View file

@ -22,18 +22,20 @@ import (
)
type FS struct {
mu sync.RWMutex
log logr.Logger
NoCache http.Handler
src string
dst string
mdf *os.File
jenc *json.Encoder
dc *DirCache
q *Quota
md MetadataMap
pm map[string]func()
cancel func()
mu sync.RWMutex
log logr.Logger
NoCache http.Handler
src string
dst string
statCancel func()
flushCancel func()
mdf *os.File
jenc *json.Encoder
dc *DirCache
sc *StatCache
q *Quota
md MetadataMap
pm map[string]func()
}
func NewFS(max int64, src, dst, metadata string, log logr.Logger) (fs *FS, err error) {
@ -53,16 +55,21 @@ func NewFS(max int64, src, dst, metadata string, log logr.Logger) (fs *FS, err e
if err != nil {
return
}
statCtx, statCancel := context.WithCancel(context.Background())
flushCtx, flushCancel := context.WithCancel(context.Background())
fs = &FS{
log: log,
NoCache: http.FileServer(http.Dir(src)),
src: src,
dst: dst,
mdf: mdf,
dc: NewDirCache(),
md: make(MetadataMap),
pm: make(map[string]func()),
jenc: json.NewEncoder(mdf),
log: log,
NoCache: http.FileServer(http.Dir(src)),
src: src,
dst: dst,
mdf: mdf,
statCancel: statCancel,
flushCancel: flushCancel,
dc: NewDirCache(),
sc: NewStatCache(statCtx),
md: make(MetadataMap),
pm: make(map[string]func()),
jenc: json.NewEncoder(mdf),
}
fs.q, err = NewQuota(max, fs, fs.log.WithName("quota"))
if err != nil {
@ -74,9 +81,7 @@ func NewFS(max int64, src, dst, metadata string, log logr.Logger) (fs *FS, err e
}
fs.initMetadata()
fs.q.Init()
ctx, cancel := context.WithCancel(context.Background())
fs.cancel = cancel
go fs.flusher(ctx)
go fs.flusher(flushCtx)
return fs, err
}
@ -110,8 +115,13 @@ func (fs *FS) Stat(name string) (fi stdfs.FileInfo, err error) {
func (fs *FS) StatWithOffline(name string) (fi stdfs.FileInfo, offline bool, err error) {
sp, dp := fs.paths(name)
fi, err = fs.sc.Get(name)
if err == nil {
return
}
fi, err = os.Stat(sp)
if err == nil {
fs.sc.Set(name, fi)
return
}
fi, err = os.Stat(dp)
@ -347,7 +357,8 @@ func (fs *FS) flushMetadata() {
}
func (fs *FS) Close() {
fs.cancel()
fs.flushCancel()
fs.statCancel()
for _, cancel := range fs.pm {
cancel()
}