Realtime/sub JSON field issue ? v0.22.11

[bloor]

The subscribe event comes ok, but the data inside for field lastgame is undefined.
As you can see the "status" field is correctly determined as changed from "collecting" to "done".
On server side, I have only 1 query that triggers the change of the status to "done". And in same query the lastgame field is updated in one request.
await updateProgress(user.pbid, { status: 'done', lastgame: user.lastgame, progress: {} })

the database show the changes correctly.
weridly, a similar JSON field progress triggers correctly across the realtime feed.

[ganigeorgiev]

It is not clear what is the described issue and there are not enough details to understand what updateProgress is and how it works.

If you have custom hooks make sure to check if they modify the record fields somehow.
If you still think that it is a PocketBase issue, please elaborate a little more and provide minimal reproducible steps and I'll try to investigate it further (an export of your collections could also help - Admin UI > Settings > Export collections).

[bloor]

Is it possible that the REALTIME event is triggered before the RECORD is fully updated all fields ?
This is what it feels like ..
The reuqest starts updating the 3 fields status, lastgame, progress .. but the realtime event is released before the lastgame field gets the new/final value.

[ganigeorgiev]

No. The update event is fired after the model changes has been persisted.

I've also just tested with your provided collection and it works correctly for me. Double check your client-side code or create a minimal reproducible repo.

[bloor]

I`m not using any hooks, or modifications to pocketbase.
Just the JS integration (for client) and nodeJS integration (for admin).
updateProgress is just a wrapper function:

async function updateProgress(pbid, data) {
	try {
		await pb.collection("users_stats_collect").update(pbid, data)
	} catch (e) {
		consoleDev('Error while upgrading progress');
		consoleDev(JSON.stringify(e));
	}
}

EXPORT user_stats_collect

[
    {
        "id": "uaa5eiu5653gt3e",
        "name": "users_stats_collect",
        "type": "base",
        "system": false,
        "schema": [
            {
                "system": false,
                "id": "mqmnn8nl",
                "name": "_user",
                "type": "relation",
                "required": true,
                "presentable": false,
                "unique": false,
                "options": {
                    "collectionId": "_pb_users_auth_",
                    "cascadeDelete": false,
                    "minSelect": null,
                    "maxSelect": 1,
                    "displayFields": [
                        "username"
                    ]
                }
            },
            {
                "system": false,
                "id": "tnopaoah",
                "name": "platform",
                "type": "select",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSelect": 1,
                    "values": [
                        "rgc",
                        "lagabuse"
                    ]
                }
            },
            {
                "system": false,
                "id": "gzpmnyx9",
                "name": "uid",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": null,
                    "max": null,
                    "pattern": ""
                }
            },
            {
                "system": false,
                "id": "mfzmbalw",
                "name": "username",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": null,
                    "max": null,
                    "pattern": ""
                }
            },
            {
                "system": false,
                "id": "71vxr9vb",
                "name": "security_token",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": null,
                    "max": null,
                    "pattern": ""
                }
            },
            {
                "system": false,
                "id": "rfqdax36",
                "name": "pfp",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": null,
                    "max": null,
                    "pattern": ""
                }
            },
            {
                "system": false,
                "id": "rdop2hnu",
                "name": "flag",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": 2,
                    "max": 2,
                    "pattern": ""
                }
            },
            {
                "system": false,
                "id": "pyhbg9fk",
                "name": "lastgame",
                "type": "json",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSize": 2000000
                }
            },
            {
                "system": false,
                "id": "nsa2h367",
                "name": "collect",
                "type": "json",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSize": 2000000
                }
            },
            {
                "system": false,
                "id": "udmpbrk3",
                "name": "progress",
                "type": "json",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSize": 2000000
                }
            },
            {
                "system": false,
                "id": "pnujltpn",
                "name": "is_default",
                "type": "bool",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {}
            },
            {
                "system": false,
                "id": "6qaimtcd",
                "name": "status",
                "type": "select",
                "required": true,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSelect": 1,
                    "values": [
                        "validating",
                        "validated",
                        "ready",
                        "collecting",
                        "done"
                    ]
                }
            }
        ],
        "indexes": [
            "CREATE INDEX `_uaa5eiu5653gt3e_created_idx` ON `users_stats_collect` (`created`)"
        ],
        "listRule": "@request.auth.id = _user.id",
        "viewRule": "@request.auth.id = _user.id",
        "createRule": "@request.auth.id = _user.id",
        "updateRule": "@request.auth.id = _user.id",
        "deleteRule": "@request.auth.id = _user.id",
        "options": {}
    }
]

[ganigeorgiev]

I'm not sure how to reproduce it and from my local tests it works correctly for me.

I've tested by creating the following collection:

[
    {
        "id": "y2waacl8zwmvqcq",
        "name": "test",
        "type": "base",
        "system": false,
        "schema": [
            {
                "system": false,
                "id": "f7ucvg47",
                "name": "json",
                "type": "json",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "maxSize": 2000000
                }
            },
            {
                "system": false,
                "id": "8ufllgyn",
                "name": "title",
                "type": "text",
                "required": false,
                "presentable": false,
                "unique": false,
                "options": {
                    "min": null,
                    "max": null,
                    "pattern": ""
                }
            }
        ],
        "indexes": [],
        "listRule": "",
        "viewRule": "",
        "createRule": "",
        "updateRule": "",
        "deleteRule": "",
        "options": {}
    }
]

Then inserted a record with the following json field value:

{
  "test": {
    "a": 1,
    "b": 2
  }
}

I've subscribed with pb_public/index.html:

<!DOCTYPE html />
<html>
<head>
    <meta charset="utf-8" />
    <title>Test</title>
</head>
<body>
    <script type="module">
        import PocketBase from "https://cdn.jsdelivr.net/gh/pocketbase/js-sdk@master/dist/pocketbase.es.mjs"

        const pb = new PocketBase("http://127.0.0.1:8090");

        await pb.collection("test").subscribe("*", (e) => {
            console.log(e);
        })
    </script>
</body>
</html>

And it outputs correctly on update:

{
   "record":{
      "collectionId":"y2waacl8zwmvqcq",
      "collectionName":"test",
      "created":"2024-05-08 06:34:59.000Z",
      "id":"xbafktim9jc40bs",
      "json":{
         "test":{
            "a":1,
            "b":2
         }
      },
      "title":"test_update",
      "updated":"2024-05-08 06:38:55.992Z"
   },
   "action":"update"
}

Without minimal reproducible steps I'm not sure how to help further.

[bloor]

Thankyou for your time.
I will try to bundle some code, in the following day.

[ganigeorgiev]

Also note that undefined is not a supported JSON value so most likely this comes from your client/server-side JS code (eg. if you wrap the response in a DTO or perform other similar transformation).

The easiest way to rule out PocketBase issue is to try to reproduce it with a plain HTML in pb_public/index.html as shown above.

[bloor]

undefined comes from the subscribe/event .. as I said, on database the value is set correctly and everything looks fine. And no, I do not perform any transformations.

Aslo, on refresh (fetchin manually the record) the value is fine.

[bloor]

I tried with this (which uses directly the pb instance), and it worked just fine.. fml.
I`ll try to debug it on my own.

<!DOCTYPE html />
<html>
<head>
    <meta charset="utf-8" />
    <title>Test</title>
</head>
<body>
    <script type="module">
        import PocketBase from "https://cdn.jsdelivr.net/gh/pocketbase/js-sdk@master/dist/pocketbase.es.mjs"

        const pb = new PocketBase("https://dmap.pockethost.io");
        await pb.collection("users_stats_collect").subscribe("*", (e) => {
            console.log(e);
        })

        const player = await pb.collection(`users_stats_collect`).create({
            _user: `y7864qoau1wk25q`,
            security_token: null,
            status: 'validating'
        })

        await pb.collection(`users_stats_collect`).update(player.id, {
            platform: 'rgc',
            uid: '9999',
            username: 'd1map.bloor',
            security_token: null,
            pfp: null,
            flag: 'xx',
            collect: {},
            progress: {},
            status: 'collecting'
        })

        for (let index = 0; index < 10; index++) {
            // simulate 10 updates
            await pb.collection("users_stats_collect").update(player.id, { status: 'collecting', progress: {dota: index * 10, dotadynamic: index * 10} })
        }

        // simulate finishing - status=done
        await pb.collection("users_stats_collect").update(player.id, { status: 'done', lastgame: {dota: 3}, progress: {}})
    </script>
</body>
</html>

[bloor]

FIXED

I was unknowingly applying transformation on the record, right inside the subscribe event loop.
I commented the bad code.
The difficult debugging part was , that console.log() , even being before anything else, was returning the already transformed value. So it was sending me in tail chase mode.

await $pb.collection('users_stats_collect').subscribe('*', (e) => {
    console.log(e.record)
    if (e.action == 'create'){
        players.value.push(e.record)
    }

    if (e.action == 'update'){
        players.value.forEach((p,i) => {
            if (p.id == e.record.id){
                // players.value[i] = e.record // BAAAAAAAAAAAD
                players.value[i] = {...e.record} //GOOD

                if (p.platform == 'rgc'){
                    players.value[i].lastgame = p?.lastgame?.dota || p?.lastgame?.dotadynamic
                }                        
            }
        })
    }

    if (e.action == 'delete'){
        players.value = players.value.filter(p => p.id != e.record.id)
    }
})
        ```