{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":569265598,"defaultBranch":"main","name":"EasyLM","ownerLogin":"young-geng","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-11-22T12:55:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/5175395?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1716349964.0","currentOid":""},"activityList":{"items":[{"before":"c324629eb55980620d1eef70ade958567ebce3ae","after":"24c141ae8a4438df432fa0b32239781a827479c6","ref":"refs/heads/main","pushedAt":"2024-06-02T01:53:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update TPU requirements","shortMessageHtmlLink":"Update TPU requirements"}},{"before":"b2bd7c1580505a7054e472c1040066aa3c11a408","after":null,"ref":"refs/heads/llama3_dev","pushedAt":"2024-05-22T03:52:44.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"}},{"before":"b2bd7c1580505a7054e472c1040066aa3c11a408","after":"c324629eb55980620d1eef70ade958567ebce3ae","ref":"refs/heads/main","pushedAt":"2024-05-22T03:48:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Changed documentation for the recent changes","shortMessageHtmlLink":"Changed documentation for the recent changes"}},{"before":"f926148081c9eddcc85df4a4d2277aa68a1efc47","after":"b2bd7c1580505a7054e472c1040066aa3c11a408","ref":"refs/heads/main","pushedAt":"2024-05-22T03:37:43.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Fixed llama serving and model conversion","shortMessageHtmlLink":"Fixed llama serving and model conversion"}},{"before":null,"after":"f926148081c9eddcc85df4a4d2277aa68a1efc47","ref":"refs/heads/08_31_2023","pushedAt":"2024-05-22T03:20:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Added attention benchmark","shortMessageHtmlLink":"Added attention benchmark"}},{"before":"059f3f4dd831825f39cb8121111905205f4a7241","after":"b2bd7c1580505a7054e472c1040066aa3c11a408","ref":"refs/heads/llama3_dev","pushedAt":"2024-05-22T03:19:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Fixed llama serving and model conversion","shortMessageHtmlLink":"Fixed llama serving and model conversion"}},{"before":"b2e2a78db5ab43fff4007dcfdfc67e345debdc27","after":"059f3f4dd831825f39cb8121111905205f4a7241","ref":"refs/heads/llama3_dev","pushedAt":"2024-05-21T10:30:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update GPU environment","shortMessageHtmlLink":"Update GPU environment"}},{"before":null,"after":"b2e2a78db5ab43fff4007dcfdfc67e345debdc27","ref":"refs/heads/llama3_dev","pushedAt":"2024-05-21T10:27:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"llama3 training support","shortMessageHtmlLink":"llama3 training support"}},{"before":"dc613ca6f73753c0d7fbe19444893d45a9f8f5bb","after":"f926148081c9eddcc85df4a4d2277aa68a1efc47","ref":"refs/heads/main","pushedAt":"2023-08-31T09:33:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Added attention benchmark","shortMessageHtmlLink":"Added attention benchmark"}},{"before":"72eb6cd7da4aacbbdde507327713dae15ff7a982","after":"dc613ca6f73753c0d7fbe19444893d45a9f8f5bb","ref":"refs/heads/main","pushedAt":"2023-08-24T08:39:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support for token ID literals in text processor field","shortMessageHtmlLink":"Support for token ID literals in text processor field"}},{"before":"5ed12be8b86b61974de1b0d0d4e4b5015e55c6a9","after":"72eb6cd7da4aacbbdde507327713dae15ff7a982","ref":"refs/heads/main","pushedAt":"2023-08-23T04:13:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added doc and tests to BPT and simplified the code","shortMessageHtmlLink":"added doc and tests to BPT and simplified the code"}},{"before":"76bb5f2a10b094682dd46cc6b33c27dba335e9b0","after":"5ed12be8b86b61974de1b0d0d4e4b5015e55c6a9","ref":"refs/heads/main","pushedAt":"2023-08-22T07:34:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support base64 encoded raw tokens","shortMessageHtmlLink":"Support base64 encoded raw tokens"}},{"before":"49de835808f3342d82e0c15c66d2462170cb6acf","after":"76bb5f2a10b094682dd46cc6b33c27dba335e9b0","ref":"refs/heads/main","pushedAt":"2023-08-13T20:09:35.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT; sharding annotation for scan","shortMessageHtmlLink":"not materialzing full attn bias as in BPT; sharding annotation for scan"}},{"before":"c3a3cb64d75303760ab1e3f374a20cb92545b4ab","after":"49de835808f3342d82e0c15c66d2462170cb6acf","ref":"refs/heads/main","pushedAt":"2023-08-13T19:56:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"sharding annotation for bpt long sequence","shortMessageHtmlLink":"sharding annotation for bpt long sequence"}},{"before":"52c375b04733c2ecf9b130c55314d54b77d67da6","after":"c3a3cb64d75303760ab1e3f374a20cb92545b4ab","ref":"refs/heads/main","pushedAt":"2023-08-13T19:11:56.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"cd5f4794d0872c7b180fc70af7ac4ec81177eda7","after":"52c375b04733c2ecf9b130c55314d54b77d67da6","ref":"refs/heads/main","pushedAt":"2023-08-13T12:30:15.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"bf4f826cb3fdf9f2f6e65b9e13c697d91fbb0bfd","after":"cd5f4794d0872c7b180fc70af7ac4ec81177eda7","ref":"refs/heads/main","pushedAt":"2023-08-13T12:26:33.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"134105f0f9740c08c3a9e1880bfbf2635409b4d5","after":"bf4f826cb3fdf9f2f6e65b9e13c697d91fbb0bfd","ref":"refs/heads/main","pushedAt":"2023-08-13T12:19:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"not materialzing full attn bias as in BPT","shortMessageHtmlLink":"not materialzing full attn bias as in BPT"}},{"before":"61ba449adfc897f5aac447e9ca5a1d8e660397b0","after":"134105f0f9740c08c3a9e1880bfbf2635409b4d5","ref":"refs/heads/main","pushedAt":"2023-08-13T09:49:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added BPT for training very long sequence","shortMessageHtmlLink":"added BPT for training very long sequence"}},{"before":"184c2ec3b9a27eb6dc3cdccc11ed1b549628fd91","after":"61ba449adfc897f5aac447e9ca5a1d8e660397b0","ref":"refs/heads/main","pushedAt":"2023-08-13T07:19:34.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Merge pull request #91 from young-geng/add_bpt\n\nAdded back optimizer","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1848457955\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/91\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/91/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/91\">#91</a> from young-geng/add_bpt"}},{"before":"540b14746831ae7a5f4068ab4e6c15fad4e72411","after":"f43b6e3a6cceddd9080b13730b72b3ddbedf6346","ref":"refs/heads/add_bpt","pushedAt":"2023-08-13T07:18:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Added back optimizer","shortMessageHtmlLink":"Added back optimizer"}},{"before":"de6e840b769d445a43da631ed3370e01782891c3","after":"184c2ec3b9a27eb6dc3cdccc11ed1b549628fd91","ref":"refs/heads/main","pushedAt":"2023-08-13T04:07:03.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"Merge pull request #90 from young-geng/add_bpt\n\nadded BPT for training very long sequence","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1848385988\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/90\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/90/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/90\">#90</a> from young-geng/add_bpt"}},{"before":null,"after":"540b14746831ae7a5f4068ab4e6c15fad4e72411","ref":"refs/heads/add_bpt","pushedAt":"2023-08-13T03:39:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lhao499","name":"Hao Liu","path":"/lhao499","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23612416?s=80&v=4"},"commit":{"message":"added BPT for training very long sequence","shortMessageHtmlLink":"added BPT for training very long sequence"}},{"before":"e9adfb5f8bca2a4c663c32d566e790d43b12befb","after":"de6e840b769d445a43da631ed3370e01782891c3","ref":"refs/heads/main","pushedAt":"2023-08-07T08:04:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update JAX version","shortMessageHtmlLink":"Update JAX version"}},{"before":"aa537ab28c0f5aa56e05182414662e12cbbcde25","after":"e9adfb5f8bca2a4c663c32d566e790d43b12befb","ref":"refs/heads/main","pushedAt":"2023-08-06T10:42:02.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #85 from akhilkedia/patch-1\n\nFix missing backslash typo in pretrain_llama_7b.sh","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1831543538\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/85\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/85/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/85\">#85</a> from akhilkedia/patch-1"}},{"before":"7669b96fb8ba795e101a4a4f79baaba2d12a89e5","after":"aa537ab28c0f5aa56e05182414662e12cbbcde25","ref":"refs/heads/main","pushedAt":"2023-08-06T10:41:54.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge pull request #88 from superMDguy/main-1\n\nFIx convert script","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1838050452\" data-permission-text=\"Title is private\" data-url=\"https://github.com/young-geng/EasyLM/issues/88\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/young-geng/EasyLM/pull/88/hovercard\" href=\"https://github.com/young-geng/EasyLM/pull/88\">#88</a> from superMDguy/main-1"}},{"before":"1c0de6fa22fcd642496d1d62a8f52db2ea791023","after":"7669b96fb8ba795e101a4a4f79baaba2d12a89e5","ref":"refs/heads/main","pushedAt":"2023-07-26T08:39:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Fixed missing dtype in memory efficient attention","shortMessageHtmlLink":"Fixed missing dtype in memory efficient attention"}},{"before":"2007d2e844fc6a368e9afb389422c4d8e08b5970","after":"1c0de6fa22fcd642496d1d62a8f52db2ea791023","ref":"refs/heads/main","pushedAt":"2023-07-25T11:26:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Support for memory efficient (scanned) attention and scanned mlp","shortMessageHtmlLink":"Support for memory efficient (scanned) attention and scanned mlp"}},{"before":"89224704ea7d83f38ca2fc5dd1e432658c4ff9f9","after":"2007d2e844fc6a368e9afb389422c4d8e08b5970","ref":"refs/heads/main","pushedAt":"2023-07-20T22:05:02.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:young-geng/EasyLM into main","shortMessageHtmlLink":"Merge branch 'main' of github.com:young-geng/EasyLM into main"}},{"before":"bb75c144d01b532fb99ed0d65fb8dc43e8c50613","after":"89224704ea7d83f38ca2fc5dd1e432658c4ff9f9","ref":"refs/heads/main","pushedAt":"2023-07-10T07:04:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"young-geng","name":"Xinyang (Young) Geng","path":"/young-geng","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5175395?s=80&v=4"},"commit":{"message":"Update discord server link","shortMessageHtmlLink":"Update discord server link"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWfieWQA","startCursor":null,"endCursor":null}},"title":"Activity · young-geng/EasyLM"}