fix: remove in memory cache on api

Author: TGRZiminiar

build.md

@@ -1,14 +1,14 @@
-docker buildx build --platform linux/aarch64 --no-cache -t worker:v-25 --load .
+docker buildx build --platform linux/aarch64 -t worker:v-39 --load .
 
-docker tag worker:v-25 tgrziminiar/worker:v-25
+docker tag worker:v-39 tgrziminiar/worker:v-39
 
-docker push tgrziminiar/worker:v-25
+docker push tgrziminiar/worker:v-39
 
 docker run -d \
-  -p 3001:3001 \
+  -p 3002:3002 \
   --env-file .env \
   --name fukthis \
-  worker:v-2
+  worker:v-36
 
 docker run -d \
   -p 3001:3001 \

data/retropgf5-live-data/retropgf5-live-data.json

@@ -16,7 +16,6 @@ export async function Savefile(data: any, requiredPath: string[] = [], fileName:
                 throw new Error("Failed to create directory. Check permissions and path.");
             }
         }
-    
         const filePath = path.join(folderName, fileName);
 
         // Use fs.writeFileSync for more robust file writing

lib/data/retropgf5-live-data/retropgf5-live-data.json

@@ -2,7 +2,6 @@ import { FastifyReply, FastifyRequest } from "fastify";
 import { importedModules } from "..";
 
 
-
 export async function TriggerModule(request: FastifyRequest<{ Params: { scriptName: string } }>, reply: FastifyReply) {
     const { scriptName } = request.params;
 
@@ -20,7 +19,6 @@ export async function TriggerModule(request: FastifyRequest<{ Params: { scriptNa
         });
     }
 
-
     if (importedModules[scriptName] && typeof importedModules[scriptName].Run === 'function') {
         try {
             await importedModules[scriptName].Run();

lib/save-file/save-file.ts

@@ -24,7 +24,7 @@ const scriptsDir = path.resolve(__dirname, 'scripts');
 const fileNameAndApiPath: { [key: string]: string } = {}
 
 // cronJobsToSchedule use to store the cron jobs that need to be scheduled
-const cronJobsToSchedule: { CRON_TIMER: string; run: () => void; dataDir: string }[] = [];
+const cronJobsToSchedule: { CRON_TIMER: string; Run: any; DATA_DIR: string }[] = [];
 
 // Store imported modules
 // the key is the file name and the value is the module (function to run)
@@ -74,12 +74,13 @@ async function processScripts() {
 
                         // console.log("here is cron timer only file",module.DATA_DIR, " ", module.CRON_TIMER, module)
                         // if there is a cron timer, schedule the cron job
+                        // console.log(module)
                         if (typeof(module.CRON_TIMER) === "string" && module.CRON_TIMER.trim() !== "") {
                             console.log(`Scheduling cron job for ${file} with timer: ${module.CRON_TIMER}`);
                             cronJobsToSchedule.push({
                                 CRON_TIMER: module.CRON_TIMER,
-                                run: module.Run,
-                                dataDir: dataDir,
+                                Run: module.Run,
+                                DATA_DIR: dataDir,
                             });
                         } else {
                             console.log(`No valid cron timer for ${file}, skipping cron job scheduling.`);
@@ -112,15 +113,14 @@ async function startServer() {
 
     await processScripts();
 
-
     fastify.get('/api/modules', async (request: FastifyRequest, reply: FastifyReply) => {
         reply.status(200).send({
             msg: "ok",
             data: fileNameAndApiPath
         });
     });
 
-    fastify.post<{ Params: { scriptName: string } }>('/api/modules/run/:scriptName', TriggerModule);
+    fastify.post<{ Params: { scriptName: string } }>('/backoffice/modules/run/:scriptName', TriggerModule);
 
     fastify.get<{ Params: { '*': string } }>('/api/*', GetStaticData);
 

src/controller/trigger-module.ts

@@ -2,14 +2,25 @@ import { ApolloClient, gql, HttpLink, InMemoryCache } from "@apollo/client/core"
 import fetch from "cross-fetch";
 import axios from "axios";
 import { Savefile } from "../../../lib/save-file/save-file";
+
 const httpLink = new HttpLink({
     uri: "https://optimism.easscan.org/graphql",
     fetch: fetch,
 });
 
 const client = new ApolloClient({
     link: httpLink,
-    cache: new InMemoryCache(),
+    cache: new InMemoryCache({
+        resultCaching: false,
+    }),
+    defaultOptions: {
+        query: {
+            fetchPolicy: 'no-cache',
+        },
+        watchQuery: {
+            fetchPolicy: 'no-cache',
+        },
+    },
 })
 
 async function fetchMetadataSnapshot() {
@@ -105,6 +116,7 @@ export async function fetchAndProcessData() {
 const DATA_DIR = [ 'data', 'retropgf5-live-data']
 
 // Which evaluates to 'At 0 seconds, 0 minutes every 1st hour'.
+// const CRON_TIMER:string | undefined = "*/5 * * * *"
 const CRON_TIMER:string | undefined = "0 0 */1 * * *"
 // const CRON_TIMER:string | undefined = undefined
 
@@ -117,6 +129,7 @@ async function Run() {
         const dataArray = await fetchAndProcessData();
         // const dataArray: any[] = []
         await Savefile(JSON.stringify(dataArray), DATA_DIR, fileName)
+        // console.log("save retropgf5 \n", dataArray)
 
     } catch (error) {
         console.error("An error occurred during the RetroPGF5 Live Data process:", error);

src/index.ts

@@ -44,11 +44,17 @@ export function headerGithub() : (RawAxiosRequestHeaders) | AxiosHeaders| null
 
 
 // scheduleCronJobs use to schedule the cron jobs
-export function scheduleCronJobs(cronJobsToSchedule:  { CRON_TIMER: string; run: () => void; dataDir: string }[]) {
-    cronJobsToSchedule.forEach(job => {
-        console.log(`Scheduling cron job for ${job.dataDir} ${job.CRON_TIMER}`);
-        cron.schedule(job.CRON_TIMER, job.run, {
-            timezone: "America/Los_Angeles",
+export function scheduleCronJobs(cronJobsToSchedule:  { CRON_TIMER: string; Run: any; DATA_DIR: string }[]) {
+    try {
+        cronJobsToSchedule.forEach(job => {
+            console.log(`Scheduling cron job for ${job.DATA_DIR} ${job.CRON_TIMER}`);
+            cron.schedule(job.CRON_TIMER, () => {
+                job.Run()
+            }, {
+                timezone: "America/Los_Angeles",
+            });
         });
-    });
+    } catch (error) {
+        console.log("error when schedule the cron job", error)
+    }
 }