{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":522133400,"defaultBranch":"main","name":"Book-Mathematical-Foundation-of-Reinforcement-Learning","ownerLogin":"MathFoundationRL","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-08-07T06:22:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/110452525?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1713796729.0","currentOid":""},"activityList":{"items":[{"before":"f99ac6db90b386ae04273b9394698af6d1a06cdc","after":"2a2e5e0e812f69c05d24004125d0844d7920725a","ref":"refs/heads/main","pushedAt":"2024-05-15T07:57:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"a9e2f69e201b0c85593d1a985cee7936b019fd62","after":"f99ac6db90b386ae04273b9394698af6d1a06cdc","ref":"refs/heads/main","pushedAt":"2024-05-15T07:54:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"08ec85ff7a8612fef6f6243857f96b1bf5f025c7","after":"a9e2f69e201b0c85593d1a985cee7936b019fd62","ref":"refs/heads/main","pushedAt":"2024-05-11T06:21:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"d59fb396e936c3757fbf0e7309a340d84b42cdc1","after":"08ec85ff7a8612fef6f6243857f96b1bf5f025c7","ref":"refs/heads/main","pushedAt":"2024-05-08T10:12:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"fd415ef309df9c39b86779f44f3684f7166fd9a3","after":"d59fb396e936c3757fbf0e7309a340d84b42cdc1","ref":"refs/heads/main","pushedAt":"2024-04-23T01:17:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"75af5d4f3c9d2b7e9f870336f33028839f51eb56","after":"fd415ef309df9c39b86779f44f3684f7166fd9a3","ref":"refs/heads/main","pushedAt":"2024-04-22T15:13:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"4261a852a3dd3c3588e3509d01b29eb6a5939845","after":"75af5d4f3c9d2b7e9f870336f33028839f51eb56","ref":"refs/heads/main","pushedAt":"2024-04-22T15:11:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"73c95611bab6b66e10e657284ba4c16ef5da3dc2","after":"4261a852a3dd3c3588e3509d01b29eb6a5939845","ref":"refs/heads/main","pushedAt":"2024-04-22T14:58:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update figure_plot.m","shortMessageHtmlLink":"Update figure_plot.m"}},{"before":"d4f0abc587ac7f33bf1817e13ab6818ddebbe599","after":"73c95611bab6b66e10e657284ba4c16ef5da3dc2","ref":"refs/heads/main","pushedAt":"2024-04-22T14:57:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update main_example.m","shortMessageHtmlLink":"Update main_example.m"}},{"before":"3cd9e20e0a3396747599efd94f11c18209b107b1","after":"d4f0abc587ac7f33bf1817e13ab6818ddebbe599","ref":"refs/heads/main","pushedAt":"2024-04-22T14:57:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update main_example.m","shortMessageHtmlLink":"Update main_example.m"}},{"before":"a1d0a976331770071a568ae9d118c95e35951bce","after":"3cd9e20e0a3396747599efd94f11c18209b107b1","ref":"refs/heads/main","pushedAt":"2024-04-22T14:57:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update figure_plot.m","shortMessageHtmlLink":"Update figure_plot.m"}},{"before":"d83ea8cca8d790295d6bc91d5c125f72fbfc8c4a","after":"a1d0a976331770071a568ae9d118c95e35951bce","ref":"refs/heads/main","pushedAt":"2024-04-22T14:53:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"1853e10fda2b3d39518f852afe7b802e0107a395","after":"d83ea8cca8d790295d6bc91d5c125f72fbfc8c4a","ref":"refs/heads/main","pushedAt":"2024-04-22T14:52:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"edca4aa467166cc78eae0260c9946604ff7324ac","after":"1853e10fda2b3d39518f852afe7b802e0107a395","ref":"refs/heads/main","pushedAt":"2024-04-22T14:49:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"b4847110317dec0578a3041668feecd8591641e6","after":null,"ref":"refs/heads/feature-add-code","pushedAt":"2024-04-22T14:38:49.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"}},{"before":"31531abc91a62c573a15738c48d30db7e5550d5c","after":"edca4aa467166cc78eae0260c9946604ff7324ac","ref":"refs/heads/main","pushedAt":"2024-04-22T14:21:21.000Z","pushType":"pr_merge","commitsCount":8,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"Merge pull request #6 from MathFoundationRL/feature-add-code\n\nFeature add code","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2256670843\" data-permission-text=\"Title is private\" data-url=\"https://github.com/MathFoundationRL/Book-Mathematical-Foundation-of-Reinforcement-Learning/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/MathFoundationRL/Book-Mathematical-Foundation-of-Reinforcement-Learning/pull/6/hovercard\" href=\"https://github.com/MathFoundationRL/Book-Mathematical-Foundation-of-Reinforcement-Learning/pull/6\">#6</a> from MathFoundationRL/feature-add-code"}},{"before":"40499c0449707cecfaec3bda4bcd92743a93bf4a","after":"b4847110317dec0578a3041668feecd8591641e6","ref":"refs/heads/feature-add-code","pushedAt":"2024-04-22T14:13:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"\tmodified:   Code for grid world/README.md\n\trenamed:    Code for grid world/matlab_version/figure_plot_1.m -> Code for grid world/matlab_version/figure_plot.m\n\trenamed:    Code for grid world/matlab_version/main.m -> Code for grid world/matlab_version/main_example.m\n\tmodified:   Code for grid world/matlab_version/policy_offline_Q_learning.pdf\n\tmodified:   Code for grid world/matlab_version/trajectory_Bellman_Equation.pdf\n\tmodified:   Code for grid world/matlab_version/trajectory_Q_learning.pdf\n\tmodified:   Code for grid world/python_version/examples/arguments.py","shortMessageHtmlLink":"\tmodified: Code for grid world/README.md"}},{"before":"f3f120414209ea8aa3bc40c81070079fcb89980c","after":"40499c0449707cecfaec3bda4bcd92743a93bf4a","ref":"refs/heads/feature-add-code","pushedAt":"2024-04-22T09:33:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"modified:   Code for grid world/README.md","shortMessageHtmlLink":"modified: Code for grid world/README.md"}},{"before":"9d756fc89ab189505e093457a3b77a2047655a73","after":"f3f120414209ea8aa3bc40c81070079fcb89980c","ref":"refs/heads/feature-add-code","pushedAt":"2024-04-22T09:29:45.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"modified:   Code for grid world/README.md","shortMessageHtmlLink":"modified: Code for grid world/README.md"}},{"before":"01a5265553068211578c5c135076073ca635905e","after":"31531abc91a62c573a15738c48d30db7e5550d5c","ref":"refs/heads/main","pushedAt":"2024-04-13T02:02:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"8833573b1260e5372f62ca6b93e653342977e11e","after":"01a5265553068211578c5c135076073ca635905e","ref":"refs/heads/main","pushedAt":"2024-04-13T02:00:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"e1fbbda6eb027885e93a3f2182d4e85f613b1a49","after":"8833573b1260e5372f62ca6b93e653342977e11e","ref":"refs/heads/main","pushedAt":"2024-03-24T13:46:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"2b1a3f5a4f2916e281accf1578c163c5097dabbe","after":"9d756fc89ab189505e093457a3b77a2047655a73","ref":"refs/heads/feature-add-code","pushedAt":"2024-03-22T15:27:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"feat: add matlab and python code","shortMessageHtmlLink":"feat: add matlab and python code"}},{"before":"faf42147d87b7f9cec26dfe4f885d90d54963742","after":"e1fbbda6eb027885e93a3f2182d4e85f613b1a49","ref":"refs/heads/main","pushedAt":"2024-03-15T02:09:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"1af5a8d7f5a7f08a43c8da83bb857a986f75f31e","after":"faf42147d87b7f9cec26dfe4f885d90d54963742","ref":"refs/heads/main","pushedAt":"2024-03-12T08:56:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Update Readme.md","shortMessageHtmlLink":"Update Readme.md"}},{"before":"437a5354697203fb7634888a3cb9326a4ffc3a4b","after":"2b1a3f5a4f2916e281accf1578c163c5097dabbe","ref":"refs/heads/feature-add-code","pushedAt":"2024-03-12T07:53:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"docs: delete comment","shortMessageHtmlLink":"docs: delete comment"}},{"before":null,"after":"437a5354697203fb7634888a3cb9326a4ffc3a4b","ref":"refs/heads/feature-add-code","pushedAt":"2024-03-12T07:19:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"myz9906","name":null,"path":"/myz9906","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/54363085?s=80&v=4"},"commit":{"message":"feat: code implementation","shortMessageHtmlLink":"feat: code implementation"}},{"before":"e9087964966039a94bd628c6c8dea2c47e71a091","after":"1af5a8d7f5a7f08a43c8da83bb857a986f75f31e","ref":"refs/heads/main","pushedAt":"2024-03-12T06:56:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Create Readme","shortMessageHtmlLink":"Create Readme"}},{"before":"2dbffc7812037388cd95047387bc64c6dbc039dc","after":"e9087964966039a94bd628c6c8dea2c47e71a091","ref":"refs/heads/main","pushedAt":"2024-03-12T06:55:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Delete Code for grid-world","shortMessageHtmlLink":"Delete Code for grid-world"}},{"before":"ee4edccdcb51ba942ee0e54d0251b10a7d44af86","after":"2dbffc7812037388cd95047387bc64c6dbc039dc","ref":"refs/heads/main","pushedAt":"2024-03-12T06:55:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"MathFoundationRL","name":"Shiyu Zhao","path":"/MathFoundationRL","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/110452525?s=80&v=4"},"commit":{"message":"Create Code for grid-world","shortMessageHtmlLink":"Create Code for grid-world"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAESkPPFwA","startCursor":null,"endCursor":null}},"title":"Activity · MathFoundationRL/Book-Mathematical-Foundation-of-Reinforcement-Learning"}