Compare commits

..

4 Commits

Author SHA1 Message Date
13f3217a38 implemented moveDir 2021-11-02 00:33:55 +01:00
aa82cd938c id improved parent method 2021-11-02 00:33:33 +01:00
aac1ca8891 ok that it. No cache. Cache is no more. 2021-10-20 23:38:09 +02:00
2268b518b1 added database 2021-10-20 16:11:18 +02:00
10 changed files with 241 additions and 15 deletions

View File

@@ -13,6 +13,20 @@ services:
command: server /data --console-address ":9001"
volumes:
- minio_dev:/data
db:
container_name: db
image: mariadb
environment:
- MARIADB_ROOT_PASSWORD=hunter2
- MARIADB_DATABASE=s3Browser
- MARIADB_USER=s3Browser
- MARIADB_PASSWORD=hunter2
ports:
- 3306:3306
volumes:
- mariadb_dev:/var/lib/mysql
volumes:
minio_dev:
name: minio_dev
name: minio_dev
mariadb_dev:
name: mariadb_dev

2
go.mod
View File

@@ -4,6 +4,7 @@ go 1.16
require (
github.com/alexflint/go-arg v1.4.2
github.com/go-sql-driver/mysql v1.6.0
github.com/golang-jwt/jwt v3.2.2+incompatible
github.com/gorilla/mux v1.8.0
github.com/graph-gophers/dataloader v5.0.0+incompatible
@@ -13,4 +14,5 @@ require (
github.com/opentracing/opentracing-go v1.2.0 // indirect
github.com/patrickmn/go-cache v2.1.0+incompatible
github.com/sirupsen/logrus v1.8.1
golang.org/x/crypto v0.0.0-20201216223049-8b5274cf687f
)

2
go.sum
View File

@@ -7,6 +7,8 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo=
github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
github.com/go-sql-driver/mysql v1.6.0 h1:BCTh4TKNUYmOmMUcQ3IipzF5prigylS7XXjEkfCHuOE=
github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
github.com/golang-jwt/jwt v3.2.2+incompatible h1:IfV12K8xAKAnZqdXVzCZ+TOjboZ2keLg81eXfW3O+oY=
github.com/golang-jwt/jwt v3.2.2+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I=
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=

96
internal/db/db.go Normal file
View File

@@ -0,0 +1,96 @@
package db
import (
"context"
"database/sql"
_ "embed"
"time"
_ "github.com/go-sql-driver/mysql"
"golang.org/x/crypto/bcrypt"
)
//go:embed setup.sql
var setupSql string
const DB_NAME = "s3Browser"
type DB struct {
dbConn *sql.DB
}
func NewDB(driver, dataSourceName string) (*DB, error) {
db, err := sql.Open(driver, dataSourceName)
if err != nil {
return nil, err
}
if driver == "mysql" {
db.SetConnMaxLifetime(time.Minute * 3)
db.SetMaxOpenConns(10)
db.SetMaxIdleConns(10)
}
return &DB{
dbConn: db,
}, nil
}
func (d *DB) Setup() error {
tx, err := d.dbConn.Begin()
if err != nil {
return err
}
_, err = tx.Exec(setupSql)
if err != nil {
tx.Rollback()
return err
}
err = tx.Commit()
if err != nil {
return err
}
return nil
}
func (d *DB) CheckLogin(ctx context.Context, username, password string) (bool, error) {
rows, err := d.dbConn.QueryContext(ctx, "SELECT password FROM user WHERE username = ?", username)
if err != nil {
return false, err
}
if !rows.Next() {
return false, nil
}
var passwordHash []byte
err = rows.Scan(&passwordHash)
if err != nil {
return false, err
}
if bcrypt.CompareHashAndPassword(passwordHash, []byte(password)) != nil {
return false, nil
}
return true, nil
}
func (d *DB) AddUser(ctx context.Context, username, password string) error {
hash, err := bcrypt.GenerateFromPassword([]byte(password), bcrypt.DefaultCost)
if err != nil {
return err
}
_, err = d.dbConn.ExecContext(ctx, "INSERT INTO user (username,password) VALUES (?,?)", username, hash)
if err != nil {
return err
}
return nil
}

11
internal/db/setup.sql Normal file
View File

@@ -0,0 +1,11 @@
CREATE TABLE s3Browser.`user` (
id INT auto_increment NOT NULL,
username varchar(100) NOT NULL,
password varchar(60) NOT NULL,
CONSTRAINT user_PK PRIMARY KEY (id),
CONSTRAINT user_UN UNIQUE KEY (username)
)
ENGINE=InnoDB
DEFAULT CHARSET=utf8mb4
COLLATE=utf8mb4_general_ci;

View File

@@ -7,6 +7,7 @@ import (
"github.com/minio/minio-go/v7"
"git.kapelle.org/niklas/s3browser/internal/db"
helper "git.kapelle.org/niklas/s3browser/internal/helper"
"git.kapelle.org/niklas/s3browser/internal/loader"
types "git.kapelle.org/niklas/s3browser/internal/types"
@@ -73,7 +74,58 @@ func copyMutation(ctx context.Context, src, dest types.ID) (*types.File, error)
}
func moveMutation(ctx context.Context, src, dest types.ID) (*types.File, error) {
func moveDirMutation(ctx context.Context, src, dest types.ID) ([]*types.File, error) {
s3Client, ok := ctx.Value("s3Client").(*minio.Client)
if !ok {
return nil, fmt.Errorf("Failed to get s3Client from context")
}
if !dest.IsDirectory() {
return nil, fmt.Errorf("Dest must be a directory")
}
loader, ok := ctx.Value("loader").(*loader.Loader)
// "move" all file inside dir
files, err := loader.GetFilesRecursive(ctx, src)
if err != nil {
return nil, err
}
var result []*types.File
parent := src.Parent()
for _, file := range files {
newID := types.ID{
Bucket: dest.Bucket,
Key: strings.Replace(file.ID.Key, parent.Key, dest.Key, 1),
}
newID.Normalize()
_, err := s3Client.CopyObject(ctx, minio.CopyDestOptions{
Bucket: dest.Bucket,
Object: newID.Key,
}, minio.CopySrcOptions{
Bucket: file.ID.Bucket,
Object: file.ID.Key,
})
if err != nil {
// TODO: handle error
}
deleteMutation(ctx, file.ID)
result = append(result, &types.File{
ID: newID,
})
}
return result, nil
}
func moveFileMutation(ctx context.Context, src, dest types.ID) (*types.File, error) {
s3Client, ok := ctx.Value("s3Client").(*minio.Client)
if !ok {
@@ -203,8 +255,11 @@ func deleteDirectory(ctx context.Context, id types.ID) error {
//login Checks for valid username password combination. Returns singed jwt string
func login(ctx context.Context, username, password string) (types.LoginResult, error) {
// TODO: replace with propper user management
if username != "admin" && password != "hunter2" {
dbStore := ctx.Value("dbStore").(*db.DB)
succes, err := dbStore.CheckLogin(ctx, username, password)
if !succes {
return types.LoginResult{
Successful: false,
}, nil

View File

@@ -166,7 +166,7 @@ func GraphqlSchema() (graphql.Schema, error) {
},
},
"move": &graphql.Field{
Type: graphqlFileType,
Type: graphql.NewNonNull(graphqlFileType),
Args: graphql.FieldConfigArgument{
"src": &graphql.ArgumentConfig{
Type: graphql.NewNonNull(objIDType),
@@ -191,7 +191,36 @@ func GraphqlSchema() (graphql.Schema, error) {
log.Debug("mutation 'move': ", src, "-->", dest)
return moveMutation(p.Context, *src, *dest)
return moveFileMutation(p.Context, *src, *dest)
},
},
"moveDir": &graphql.Field{
Type: graphql.NewNonNull(graphql.NewList(graphqlFileType)),
Args: graphql.FieldConfigArgument{
"src": &graphql.ArgumentConfig{
Type: graphql.NewNonNull(objIDType),
},
"dest": &graphql.ArgumentConfig{
Type: graphql.NewNonNull(objIDType),
},
},
Resolve: func(p graphql.ResolveParams) (interface{}, error) {
if !helper.IsAuthenticated(p.Context) {
return nil, s3errors.ErrNotAuthenticated
}
src, ok := p.Args["src"].(*types.ID)
if !ok {
return nil, fmt.Errorf("Failed to parse args")
}
dest, ok := p.Args["dest"].(*types.ID)
if !ok {
return nil, fmt.Errorf("Failed to parse args")
}
log.Debug("mutation 'moveDir': ", src, "-->", dest)
return moveDirMutation(p.Context, *src, *dest)
},
},
"createDir": &graphql.Field{

View File

@@ -6,7 +6,6 @@ import (
"path/filepath"
"strings"
"git.kapelle.org/niklas/s3browser/internal/cache"
"git.kapelle.org/niklas/s3browser/internal/helper"
types "git.kapelle.org/niklas/s3browser/internal/types"
"github.com/graph-gophers/dataloader"
@@ -25,19 +24,19 @@ func NewLoader(config types.AppConfig) *Loader {
return &Loader{
listObjectsLoader: dataloader.NewBatchedLoader(
listObjectsBatch,
dataloader.WithCache(cache.NewTTLCache(config.CacheTTL, config.CacheCleanup)),
dataloader.WithCache(&dataloader.NoCache{}),
),
listObjectsRecursiveLoader: dataloader.NewBatchedLoader(
listObjectsRecursiveBatch,
dataloader.WithCache(cache.NewTTLCache(config.CacheTTL, config.CacheCleanup)),
dataloader.WithCache(&dataloader.NoCache{}),
),
statObjectLoader: dataloader.NewBatchedLoader(
statObjectBatch,
dataloader.WithCache(cache.NewTTLCache(config.CacheTTL, config.CacheCleanup)),
dataloader.WithCache(&dataloader.NoCache{}),
),
listBucketsLoader: dataloader.NewBatchedLoader(
listBucketsBatch,
dataloader.WithCache(cache.NewTTLCache(config.CacheTTL, config.CacheCleanup)),
dataloader.WithCache(&dataloader.NoCache{}),
),
}
}

View File

@@ -8,6 +8,7 @@ import (
"github.com/minio/minio-go/v7/pkg/credentials"
log "github.com/sirupsen/logrus"
"git.kapelle.org/niklas/s3browser/internal/db"
gql "git.kapelle.org/niklas/s3browser/internal/gql"
httpserver "git.kapelle.org/niklas/s3browser/internal/httpserver"
"git.kapelle.org/niklas/s3browser/internal/loader"
@@ -55,6 +56,11 @@ func Start(config types.AppConfig) {
}
log.Info("s3 client connected")
dbStore, err := db.NewDB("mysql", "s3Browser:hunter2@/s3Browser")
if err != nil {
log.Error("Failed to connect DB: ", err.Error())
}
log.Debug("Creating dataloader")
loader := loader.NewLoader(config)
@@ -69,6 +75,7 @@ func Start(config types.AppConfig) {
resolveContext := context.WithValue(context.Background(), "s3Client", s3Client)
resolveContext = context.WithValue(resolveContext, "loader", loader)
resolveContext = context.WithValue(resolveContext, "dbStore", dbStore)
log.Debug("Starting HTTP server")
err = httpserver.InitHttp(resolveContext, schema, config.Address)

View File

@@ -52,16 +52,27 @@ func (i ID) Raw() interface{} {
return i
}
// Parent returns the parent dir ID.
// Parent returns the parent dir ID. If its a file then return containing directory.
// If this is a directory then return the dir one up.
func (i ID) Parent() *ID {
if i.Key == "/" {
// Already at root. We dont have a parent
return nil
}
parent := &ID{
Bucket: i.Bucket,
Key: filepath.Dir(i.Key) + "/",
var parent *ID
if i.IsDirectory() {
parts := strings.Split(i.Key, "/")
parent = &ID{
Bucket: i.Bucket,
Key: strings.Join(parts[:len(parts)-2], "/") + "/",
}
} else {
parent = &ID{
Bucket: i.Bucket,
Key: filepath.Dir(i.Key) + "/",
}
}
parent.Normalize()