2016-06-07 08:37:42 +02:00
|
|
|
package localfs
|
|
|
|
|
|
|
|
import (
|
2019-01-25 08:33:11 +01:00
|
|
|
"encoding/json"
|
2016-06-07 08:37:42 +02:00
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"path"
|
2019-01-25 08:33:11 +01:00
|
|
|
"time"
|
2016-06-07 08:37:42 +02:00
|
|
|
|
|
|
|
"github.com/andreimarcu/linx-server/backends"
|
2019-01-25 08:33:11 +01:00
|
|
|
"github.com/andreimarcu/linx-server/helpers"
|
2016-06-07 08:37:42 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type LocalfsBackend struct {
|
2019-01-25 08:33:11 +01:00
|
|
|
metaPath string
|
|
|
|
filesPath string
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
type MetadataJSON struct {
|
|
|
|
DeleteKey string `json:"delete_key"`
|
|
|
|
Sha256sum string `json:"sha256sum"`
|
|
|
|
Mimetype string `json:"mimetype"`
|
|
|
|
Size int64 `json:"size"`
|
|
|
|
Expiry int64 `json:"expiry"`
|
|
|
|
ArchiveFiles []string `json:"archive_files,omitempty"`
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b LocalfsBackend) Delete(key string) (err error) {
|
|
|
|
err = os.Remove(path.Join(b.filesPath, key))
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
err = os.Remove(path.Join(b.metaPath, key))
|
|
|
|
return
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (b LocalfsBackend) Exists(key string) (bool, error) {
|
2019-01-25 08:33:11 +01:00
|
|
|
_, err := os.Stat(path.Join(b.filesPath, key))
|
2016-06-07 08:37:42 +02:00
|
|
|
return err == nil, err
|
|
|
|
}
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
func (b LocalfsBackend) Head(key string) (metadata backends.Metadata, err error) {
|
|
|
|
f, err := os.Open(path.Join(b.metaPath, key))
|
|
|
|
if os.IsNotExist(err) {
|
|
|
|
return metadata, backends.NotFoundErr
|
|
|
|
} else if err != nil {
|
|
|
|
return metadata, backends.BadMetadata
|
|
|
|
}
|
|
|
|
defer f.Close()
|
|
|
|
|
|
|
|
decoder := json.NewDecoder(f)
|
|
|
|
|
|
|
|
mjson := MetadataJSON{}
|
|
|
|
if err := decoder.Decode(&mjson); err != nil {
|
|
|
|
return metadata, backends.BadMetadata
|
|
|
|
}
|
|
|
|
|
|
|
|
metadata.DeleteKey = mjson.DeleteKey
|
|
|
|
metadata.Mimetype = mjson.Mimetype
|
|
|
|
metadata.ArchiveFiles = mjson.ArchiveFiles
|
|
|
|
metadata.Sha256sum = mjson.Sha256sum
|
|
|
|
metadata.Expiry = time.Unix(mjson.Expiry, 0)
|
|
|
|
metadata.Size = mjson.Size
|
|
|
|
|
|
|
|
return
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
func (b LocalfsBackend) Get(key string) (metadata backends.Metadata, f io.ReadCloser, err error) {
|
|
|
|
metadata, err = b.Head(key)
|
2016-06-07 08:37:42 +02:00
|
|
|
if err != nil {
|
2019-01-25 08:33:11 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
f, err = os.Open(path.Join(b.filesPath, key))
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b LocalfsBackend) writeMetadata(key string, metadata backends.Metadata) error {
|
|
|
|
metaPath := path.Join(b.metaPath, key)
|
|
|
|
|
|
|
|
mjson := MetadataJSON{
|
|
|
|
DeleteKey: metadata.DeleteKey,
|
|
|
|
Mimetype: metadata.Mimetype,
|
|
|
|
ArchiveFiles: metadata.ArchiveFiles,
|
|
|
|
Sha256sum: metadata.Sha256sum,
|
|
|
|
Expiry: metadata.Expiry.Unix(),
|
|
|
|
Size: metadata.Size,
|
|
|
|
}
|
|
|
|
|
|
|
|
dst, err := os.Create(metaPath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer dst.Close()
|
|
|
|
|
|
|
|
encoder := json.NewEncoder(dst)
|
|
|
|
err = encoder.Encode(mjson)
|
|
|
|
if err != nil {
|
|
|
|
os.Remove(metaPath)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b LocalfsBackend) Put(key string, r io.Reader, expiry time.Time, deleteKey string) (m backends.Metadata, err error) {
|
|
|
|
filePath := path.Join(b.filesPath, key)
|
|
|
|
|
|
|
|
dst, err := os.Create(filePath)
|
|
|
|
if err != nil {
|
|
|
|
return
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
defer dst.Close()
|
|
|
|
|
|
|
|
bytes, err := io.Copy(dst, r)
|
|
|
|
if bytes == 0 {
|
2019-01-25 08:33:11 +01:00
|
|
|
os.Remove(filePath)
|
|
|
|
return m, backends.FileEmptyError
|
2016-06-07 08:37:42 +02:00
|
|
|
} else if err != nil {
|
2019-01-25 08:33:11 +01:00
|
|
|
os.Remove(filePath)
|
|
|
|
return m, err
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
m.Expiry = expiry
|
|
|
|
m.DeleteKey = deleteKey
|
|
|
|
m.Size = bytes
|
|
|
|
m.Mimetype, _ = helpers.DetectMime(dst)
|
|
|
|
m.Sha256sum, _ = helpers.Sha256sum(dst)
|
|
|
|
m.ArchiveFiles, _ = helpers.ListArchiveFiles(m.Mimetype, m.Size, dst)
|
2016-06-07 08:37:42 +02:00
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
err = b.writeMetadata(key, m)
|
|
|
|
if err != nil {
|
|
|
|
os.Remove(filePath)
|
|
|
|
return
|
|
|
|
}
|
2016-06-07 08:37:42 +02:00
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
return
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (b LocalfsBackend) Size(key string) (int64, error) {
|
2019-01-25 08:33:11 +01:00
|
|
|
fileInfo, err := os.Stat(path.Join(b.filesPath, key))
|
2016-06-07 08:37:42 +02:00
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return fileInfo.Size(), nil
|
|
|
|
}
|
|
|
|
|
2017-05-02 06:25:56 +02:00
|
|
|
func (b LocalfsBackend) List() ([]string, error) {
|
|
|
|
var output []string
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
files, err := ioutil.ReadDir(b.filesPath)
|
2017-05-02 06:25:56 +02:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, file := range files {
|
|
|
|
output = append(output, file.Name())
|
|
|
|
}
|
|
|
|
|
|
|
|
return output, nil
|
|
|
|
}
|
|
|
|
|
2019-01-25 08:33:11 +01:00
|
|
|
func NewLocalfsBackend(metaPath string, filesPath string) LocalfsBackend {
|
|
|
|
return LocalfsBackend{
|
|
|
|
metaPath: metaPath,
|
|
|
|
filesPath: filesPath,
|
|
|
|
}
|
2016-06-07 08:37:42 +02:00
|
|
|
}
|