Caching full historical data read from DB

Author: parMaster

go.mod

@@ -8,7 +8,8 @@ require (
 	github.com/go-pkgz/rest v1.17.0
 	github.com/mattn/go-sqlite3 v1.14.16
 	github.com/parMaster/htu21 v0.0.0-20230220190438-31e4538dc67a
-	github.com/stretchr/testify v1.8.2
+	github.com/parMaster/mcache v0.0.0-20230710130850-062e48b74ec9
+	github.com/stretchr/testify v1.8.4
 	github.com/umputun/go-flags v1.5.1
 	gopkg.in/yaml.v3 v3.0.1
 	periph.io/x/conn/v3 v3.7.0

go.sum

@@ -12,18 +12,16 @@ github.com/mattn/go-sqlite3 v1.14.16 h1:yOQRA0RpS5PFz/oikGwBEqvAWhWg5ufRz4ETLjwp
 github.com/mattn/go-sqlite3 v1.14.16/go.mod h1:2eHXhiwb8IkHr+BDWZGa96P6+rkvnG63S2DGjv9HUNg=
 github.com/parMaster/htu21 v0.0.0-20230220190438-31e4538dc67a h1:TOAqYxV6fBjuppOP/YNZsit/PkBXvK26EsnHWYKeTCA=
 github.com/parMaster/htu21 v0.0.0-20230220190438-31e4538dc67a/go.mod h1:j6Sc5brwkWz9kSTjsoak9gM8cyVWHkA5mz5tbWVlOC0=
+github.com/parMaster/mcache v0.0.0-20230710130850-062e48b74ec9 h1:eQUJfIaewKFD8GgZP+Wn5UdyIWbamqpJC7B8W+K0Tbs=
+github.com/parMaster/mcache v0.0.0-20230710130850-062e48b74ec9/go.mod h1:IHmVlGB2VV4WCcWgImPynd7sqmSLc6wI+YgCYCun5TA=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/sigurn/crc8 v0.0.0-20220107193325-2243fe600f9f h1:1R9KdKjCNSd7F8iGTxIpoID9prlYH8nuNYKt0XvweHA=
 github.com/sigurn/crc8 v0.0.0-20220107193325-2243fe600f9f/go.mod h1:vQhwQ4meQEDfahT5kd61wLAF5AAeh5ZPLVI4JJ/tYo8=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
-github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
-github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
 github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
-github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
-github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
-github.com/stretchr/testify v1.8.2 h1:+h33VjcLVPDHtOdpUCuF+7gSuG3yGIftsP1YvFihtJ8=
-github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
+github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
+github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
 github.com/umputun/go-flags v1.5.1 h1:vRauoXV3Ultt1HrxivSxowbintgZLJE+EcBy5ta3/mY=
 github.com/umputun/go-flags v1.5.1/go.mod h1:nTbvsO/hKqe7Utri/NoyN18GR3+EWf+9RrmsdwdhrEc=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=

main.go

@@ -17,6 +17,7 @@ import (
 	"github.com/go-chi/chi/v5"
 	"github.com/go-pkgz/lgr"
 	"github.com/go-pkgz/rest"
+	"github.com/parMaster/mcache"
 	"github.com/parMaster/rpid/config"
 	"github.com/parMaster/rpid/storage"
 	"github.com/parMaster/rpid/storage/model"
@@ -47,6 +48,7 @@ type Worker struct {
 	modules Modules
 	mx      sync.Mutex
 	store   storage.Storer
+	cache   mcache.Cacher
 	ctx     context.Context
 }
 
@@ -60,6 +62,7 @@ func NewWorker(config *config.Parameters) *Worker {
 	w := &Worker{
 		config: *config,
 		data:   data,
+		cache:  mcache.NewCache(),
 	}
 
 	return w
@@ -301,11 +304,16 @@ func (w *Worker) router() http.Handler {
 		}
 		rw.Header().Set("Content-Type", "application/json")
 		rw.Header().Set("Access-Control-Allow-Origin", "*")
-		out, err := w.store.View(w.ctx, module)
+
+		out, err := w.cache.Get(module)
 		if err != nil {
-			log.Printf("[ERROR] Failed to get view: %v", err)
-			rw.WriteHeader(http.StatusInternalServerError)
-			return
+			out, err = w.store.View(w.ctx, module)
+			if err != nil {
+				log.Printf("[ERROR] Failed to get view: %v", err)
+				rw.WriteHeader(http.StatusInternalServerError)
+				return
+			}
+			w.cache.Set(module, out, 60)
 		}
 		json.NewEncoder(rw).Encode(out)
 	})