telegabber/xmpp/gateway/storage.go

91 lines
1.8 KiB
Go
Raw Permalink Normal View History

package gateway
import (
"io/ioutil"
"os"
"sort"
"sync"
log "github.com/sirupsen/logrus"
)
// StorageQuota is a value from config parsed to bytes number
var StorageQuota uint64
2022-04-01 16:35:54 +00:00
// CachedStorageSize estimates the storage size between full rescans
var CachedStorageSize uint64
var StorageLock = sync.Mutex{}
// MeasureStorageSize replaces the estimated storage size with relevant data from the filesystem
func MeasureStorageSize(path string) {
dents, err := ioutil.ReadDir(path)
if err != nil {
return
}
var total uint64
for _, fi := range dents {
if !fi.IsDir() {
total += uint64(fi.Size())
}
}
if total != CachedStorageSize {
if CachedStorageSize > 0 {
log.Warnf("Correcting cached storage size: was %v, actually %v", CachedStorageSize, total)
}
CachedStorageSize = total
}
}
// CleanOldFiles purges the oldest files in a directory that exceed the limit
func CleanOldFiles(path string, limit uint64) {
dents, err := ioutil.ReadDir(path)
if err != nil {
return
}
var total uint64
for _, fi := range dents {
if !fi.IsDir() {
total += uint64(fi.Size())
}
}
// sort by time
sort.Slice(dents, func(i int, j int) bool {
return dents[i].ModTime().Before(dents[j].ModTime())
})
// purge
if total > limit {
toPurge := total - limit
var purgedAmount uint64
var purgedCount uint64
for _, fi := range dents {
if !fi.IsDir() {
err = os.Remove(path + string(os.PathSeparator) + fi.Name())
if err != nil {
log.Errorf("Couldn't remove %v: %v", fi.Name(), err)
continue
}
purgedAmount += uint64(fi.Size())
purgedCount += 1
if purgedAmount >= toPurge {
break
}
}
}
log.Infof("Cleaned %v bytes of %v old files", purgedAmount, purgedCount)
if CachedStorageSize > purgedAmount {
CachedStorageSize -= purgedAmount
} else {
CachedStorageSize = 0
}
}
}