aboutsummaryrefslogtreecommitdiff
path: root/internal/db/lfs.go
diff options
context:
space:
mode:
Diffstat (limited to 'internal/db/lfs.go')
-rw-r--r--internal/db/lfs.go129
1 files changed, 129 insertions, 0 deletions
diff --git a/internal/db/lfs.go b/internal/db/lfs.go
new file mode 100644
index 00000000..bf1af0bb
--- /dev/null
+++ b/internal/db/lfs.go
@@ -0,0 +1,129 @@
+// Copyright 2020 The Gogs Authors. All rights reserved.
+// Use of this source code is governed by a MIT-style
+// license that can be found in the LICENSE file.
+
+package db
+
+import (
+ "fmt"
+ "io"
+ "os"
+ "path/filepath"
+ "time"
+
+ "github.com/jinzhu/gorm"
+ "github.com/pkg/errors"
+
+ "gogs.io/gogs/internal/conf"
+ "gogs.io/gogs/internal/errutil"
+ "gogs.io/gogs/internal/lfsutil"
+)
+
+// LFSStore is the persistent interface for LFS objects.
+//
+// NOTE: All methods are sorted in alphabetical order.
+type LFSStore interface {
+ // CreateObject streams io.ReadCloser to target storage and creates a record in database.
+ CreateObject(repoID int64, oid lfsutil.OID, rc io.ReadCloser, storage lfsutil.Storage) error
+ // GetObjectByOID returns the LFS object with given OID. It returns ErrLFSObjectNotExist
+ // when not found.
+ GetObjectByOID(repoID int64, oid lfsutil.OID) (*LFSObject, error)
+ // GetObjectsByOIDs returns LFS objects found within "oids". The returned list could have
+ // less elements if some oids were not found.
+ GetObjectsByOIDs(repoID int64, oids ...lfsutil.OID) ([]*LFSObject, error)
+}
+
+var LFS LFSStore
+
+type lfs struct {
+ *gorm.DB
+}
+
+// LFSObject is the relation between an LFS object and a repository.
+type LFSObject struct {
+ RepoID int64 `gorm:"PRIMARY_KEY;AUTO_INCREMENT:false"`
+ OID lfsutil.OID `gorm:"PRIMARY_KEY;column:oid"`
+ Size int64 `gorm:"NOT NULL"`
+ Storage lfsutil.Storage `gorm:"NOT NULL"`
+ CreatedAt time.Time `gorm:"NOT NULL"`
+}
+
+func (db *lfs) CreateObject(repoID int64, oid lfsutil.OID, rc io.ReadCloser, storage lfsutil.Storage) (err error) {
+ if storage != lfsutil.StorageLocal {
+ return errors.New("only local storage is supported")
+ }
+
+ fpath := lfsutil.StorageLocalPath(conf.LFS.ObjectsPath, oid)
+ defer func() {
+ rc.Close()
+
+ if err != nil {
+ _ = os.Remove(fpath)
+ }
+ }()
+
+ err = os.MkdirAll(filepath.Dir(fpath), os.ModePerm)
+ if err != nil {
+ return errors.Wrap(err, "create directories")
+ }
+ w, err := os.Create(fpath)
+ if err != nil {
+ return errors.Wrap(err, "create file")
+ }
+ defer w.Close()
+
+ written, err := io.Copy(w, rc)
+ if err != nil {
+ return errors.Wrap(err, "copy file")
+ }
+
+ object := &LFSObject{
+ RepoID: repoID,
+ OID: oid,
+ Size: written,
+ Storage: storage,
+ }
+ return db.DB.Create(object).Error
+}
+
+type ErrLFSObjectNotExist struct {
+ args errutil.Args
+}
+
+func IsErrLFSObjectNotExist(err error) bool {
+ _, ok := err.(ErrLFSObjectNotExist)
+ return ok
+}
+
+func (err ErrLFSObjectNotExist) Error() string {
+ return fmt.Sprintf("LFS object does not exist: %v", err.args)
+}
+
+func (ErrLFSObjectNotExist) NotFound() bool {
+ return true
+}
+
+func (db *lfs) GetObjectByOID(repoID int64, oid lfsutil.OID) (*LFSObject, error) {
+ object := new(LFSObject)
+ err := db.Where("repo_id = ? AND oid = ?", repoID, oid).First(object).Error
+ if err != nil {
+ if err == gorm.ErrRecordNotFound {
+ return nil, ErrLFSObjectNotExist{args: errutil.Args{"repoID": repoID, "oid": oid}}
+ }
+ return nil, err
+ }
+ return object, err
+}
+
+func (db *lfs) GetObjectsByOIDs(repoID int64, oids ...lfsutil.OID) ([]*LFSObject, error) {
+ if len(oids) == 0 {
+ return []*LFSObject{}, nil
+ }
+
+ objects := make([]*LFSObject, 0, len(oids))
+ err := db.Where("repo_id = ? AND oid IN (?)", repoID, oids).Find(&objects).Error
+ if err != nil && err != gorm.ErrRecordNotFound {
+ return nil, err
+ }
+ return objects, nil
+}