feat: add support for google drive and dropbox (#3)

beclab · Feb 24, 2025 · 579eb2b · 579eb2b
1 parent 54a7a95
commit 579eb2b
Show file tree

Hide file tree

Showing 17 changed files with 3,722 additions and 706 deletions.
diff --git a/.github/workflows/update-server.yml b/.github/workflows/update-server.yml
@@ -81,4 +81,3 @@ jobs:
 #          tags: beclab/files-server:${{ github.event.inputs.tags }}
           tags: beclab/files-server:${{ steps.get-latest-tag.outputs.tag }}
           platforms: linux/amd64,linux/arm64
-
diff --git a/packages/backend/cmd/root.go b/packages/backend/cmd/root.go
@@ -133,17 +133,20 @@ user created with the credentials from options "username" and "password".`,
 		imgSvc := img.New(workersCount)
 
 		var fileCache diskcache.Interface = diskcache.NewNoOp()
-		cacheDir, err := cmd.Flags().GetString("cache-dir")
-		checkErr(err)
-		if cacheDir != "" {
-			if err := os.MkdirAll(cacheDir, 0700); err != nil { //nolint:govet,gomnd
-				log.Fatalf("can't make directory %s: %s", cacheDir, err)
+		// cacheDir, err := cmd.Flags().GetString("cache-dir")
+		//cacheDir := "/data/file_cache"
+		//checkErr(err)
+		if diskcache.CacheDir != "" {
+			if err := os.MkdirAll(diskcache.CacheDir, 0700); err != nil { //nolint:govet,gomnd
+				log.Fatalf("can't make directory %s: %s", diskcache.CacheDir, err)
 			}
-			fileCache = diskcache.New(afero.NewOsFs(), cacheDir)
+			fileCache = diskcache.New(afero.NewOsFs(), diskcache.CacheDir)
 		}
 
 		// my_redis for watcher
 		my_redis.InitRedis()
+		my_redis.InitFolderAndRedis()
+		go my_redis.StartDailyCleanup()
 
 		// rpcServer for zinc
 		var wg sync.WaitGroup

diff --git a/packages/backend/diskcache/file_cache.go b/packages/backend/diskcache/file_cache.go
@@ -6,14 +6,15 @@ import (
 	"encoding/hex"
 	"errors"
 	"fmt"
+	"github.com/spf13/afero"
 	"io"
 	"os"
 	"path/filepath"
 	"sync"
-
-	"github.com/spf13/afero"
 )
 
+var CacheDir = "/data/file_cache"
+
 type FileCache struct {
 	fs afero.Fs
 
@@ -37,6 +38,7 @@ func (f *FileCache) Store(ctx context.Context, key string, value []byte) error {
 	defer mu.Unlock()
 
 	fileName := f.getFileName(key)
+	fmt.Println("key: ", key, " fileName: ", fileName, " filePath: ", filepath.Dir(fileName))
 	if err := f.fs.MkdirAll(filepath.Dir(fileName), 0700); err != nil { //nolint:gomnd
 		return err
 	}
@@ -106,5 +108,6 @@ func (f *FileCache) getFileName(key string) string {
 	hasher := sha1.New() //nolint:gosec
 	_, _ = hasher.Write([]byte(key))
 	hash := hex.EncodeToString(hasher.Sum(nil))
-	return fmt.Sprintf("%s/%s/%s", hash[:1], hash[1:3], hash)
+	//return fmt.Sprintf("%s/%s/%s", hash[:1], hash[1:3], hash)
+	return hash
 }
diff --git a/packages/backend/go.mod b/packages/backend/go.mod
@@ -22,6 +22,7 @@ require (
 	github.com/mholt/archiver/v3 v3.5.1
 	github.com/mitchellh/go-homedir v1.1.0
 	github.com/nats-io/nats.go v1.38.0
+	github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646
 	github.com/pelletier/go-toml/v2 v2.2.3
 	github.com/rs/zerolog v1.33.0
 	github.com/shirou/gopsutil/v3 v3.24.5

diff --git a/packages/backend/go.sum b/packages/backend/go.sum
@@ -265,6 +265,8 @@ github.com/nats-io/nkeys v0.4.9 h1:qe9Faq2Gxwi6RZnZMXfmGMZkg3afLLOtrU+gDZJ35b0=
 github.com/nats-io/nkeys v0.4.9/go.mod h1:jcMqs+FLG+W5YO36OX6wFIFcmpdAns+w1Wm6D3I/evE=
 github.com/nats-io/nuid v1.0.1 h1:5iA8DT8V7q8WK2EScv2padNa/rTESc1KdnPw4TC2paw=
 github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c=
+github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646 h1:zYyBkD/k9seD2A7fsi6Oo2LfFZAehjjQMERAvZLEDnQ=
+github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646/go.mod h1:jpp1/29i3P1S/RLdc7JQKbRpFeM1dOBd8T9ki5s+AY8=
 github.com/nwaples/rardecode v1.1.0/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0=
 github.com/nwaples/rardecode v1.1.3 h1:cWCaZwfM5H7nAD6PyEdcVnczzV8i/JtotnyW/dD9lEc=
 github.com/nwaples/rardecode v1.1.3/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0=

diff --git a/packages/backend/go.work.sum b/packages/backend/go.work.sum
Original file line number	Diff line number	Diff line change
Expand Up		@@ -81,4 +81,3 @@ jobs:
		# tags: beclab/files-server:${{ github.event.inputs.tags }}
		tags: beclab/files-server:${{ steps.get-latest-tag.outputs.tag }}
		platforms: linux/amd64,linux/arm64