{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":277899703,"defaultBranch":"main","name":"fairscale","ownerLogin":"facebookresearch","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2020-07-07T19:02:01.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/16943930?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1725048908.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"0dfa5e576be4d9f2251af20f8fdfd92c6fca3fa1","ref":"refs/heads/ngoyal/support_for_grad_acc","pushedAt":"2024-08-30T20:15:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ngoyal2707","name":null,"path":"/ngoyal2707","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7836935?s=80&v=4"},"commit":{"message":"support for grad acc","shortMessageHtmlLink":"support for grad acc"}},{"before":null,"after":"9cbff46dfa9c8b38768165454dc8d60827a0aa15","ref":"refs/heads/dependabot/pip/scikit-learn-1.5.0","pushedAt":"2024-06-18T00:15:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump scikit-learn from 1.1.3 to 1.5.0\n\nBumps [scikit-learn](https://github.com/scikit-learn/scikit-learn) from 1.1.3 to 1.5.0.\n- [Release notes](https://github.com/scikit-learn/scikit-learn/releases)\n- [Commits](https://github.com/scikit-learn/scikit-learn/compare/1.1.3...1.5.0)\n\n---\nupdated-dependencies:\n- dependency-name: scikit-learn\n  dependency-type: direct:development\n...\n\nSigned-off-by: dependabot[bot] <support@github.com>","shortMessageHtmlLink":"Bump scikit-learn from 1.1.3 to 1.5.0"}},{"before":"9cbb4a7286890be20b7ff7c0e4bb4b0444e74638","after":"b73fffe232223d865627fb871162c75f0120c7fd","ref":"refs/heads/ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard","pushedAt":"2024-06-10T17:16:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"[FSDPv1] Optimize memory usage for optimize_backward_concat=True (#1186)\n\n* optimize memory\r\n\r\n* clean up\r\n\r\n* allocate GPU memory directly\r\n\r\n* add comment\r\n\r\n* rename fp32_grads to fp32_flat_grad\r\n\r\n* update doc","shortMessageHtmlLink":"[FSDPv1] Optimize memory usage for optimize_backward_concat=True (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2342580759\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1186\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1186/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1186\">#1186</a>)"}},{"before":"759959d513663a38854bb7bced784c6138ec254b","after":"b2a6da4be4fbee9a4fc0b0e1ecbfd44e1e1b18c0","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_1","pushedAt":"2024-06-10T17:12:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"update doc","shortMessageHtmlLink":"update doc"}},{"before":"54fe98307076e0e841fe061b5c4cedfb6d652eef","after":"759959d513663a38854bb7bced784c6138ec254b","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_1","pushedAt":"2024-06-10T04:15:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"rename fp32_grads to fp32_flat_grad","shortMessageHtmlLink":"rename fp32_grads to fp32_flat_grad"}},{"before":"1fa3fb1ce6cd67ed6e9b25bb9e42bdb8e8e9a62f","after":"54fe98307076e0e841fe061b5c4cedfb6d652eef","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_1","pushedAt":"2024-06-09T23:58:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"add comment","shortMessageHtmlLink":"add comment"}},{"before":"629e6dbc354d0e2bac9be598b0dbb06f9e3d276b","after":"1fa3fb1ce6cd67ed6e9b25bb9e42bdb8e8e9a62f","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_1","pushedAt":"2024-06-09T23:18:10.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"allocate GPU memory directly","shortMessageHtmlLink":"allocate GPU memory directly"}},{"before":null,"after":"629e6dbc354d0e2bac9be598b0dbb06f9e3d276b","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard_1","pushedAt":"2024-06-09T08:53:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"optimize memory","shortMessageHtmlLink":"optimize memory"}},{"before":"bec9420644fb7f389acc2155ca0bdaf8d2682371","after":null,"ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard","pushedAt":"2024-06-09T08:52:31.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"}},{"before":"21f8e051e49813d7cd09408f63e950f51417f528","after":"da36e31fbefe739b86f97f3188709cd76431eb06","ref":"refs/heads/shikaili_fp8_allgather_no_pp_fix","pushedAt":"2024-05-20T18:11:15.000Z","pushType":"push","commitsCount":14,"pusher":{"login":"levendlee","name":"Shikai Li","path":"/levendlee","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8356828?s=80&v=4"},"commit":{"message":"Merge branch 'shikaili_fp8_allgather_no_pp_fix' of github.com:facebookresearch/fairscale into shikaili_fp8_allgather_no_pp_fix","shortMessageHtmlLink":"Merge branch 'shikaili_fp8_allgather_no_pp_fix' of github.com:faceboo…"}},{"before":"7bcbc805777ffd1696934d282a11821c02dd997a","after":"9cbb4a7286890be20b7ff7c0e4bb4b0444e74638","ref":"refs/heads/ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard","pushedAt":"2024-05-16T21:06:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"Only perform cat() during last microbatch backward() within FlattenParamsWrapper (#1184)","shortMessageHtmlLink":"Only perform cat() during last microbatch backward() within FlattenPa…"}},{"before":"7bcbc805777ffd1696934d282a11821c02dd997a","after":"bec9420644fb7f389acc2155ca0bdaf8d2682371","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard","pushedAt":"2024-05-15T22:44:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"Only perform cat() during last microbatch backward() within FlattenParamsWrapper","shortMessageHtmlLink":"Only perform cat() during last microbatch backward() within FlattenPa…"}},{"before":null,"after":"7bcbc805777ffd1696934d282a11821c02dd997a","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_jiecaoyu_free_fp16_shard","pushedAt":"2024-05-15T22:33:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"Add cast input argument (#1175)\n\nCo-authored-by: Jie Wang <jiewang@meta.com>","shortMessageHtmlLink":"Add cast input argument (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2224084558\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1175\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1175/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1175\">#1175</a>)"}},{"before":"c55a0d16d2f4504cd4464e059338be92f3fcc720","after":"b5e138fa2ae64fe89f367f99e9439fe30ef7f020","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T22:30:02.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"use grad instead of grad.data","shortMessageHtmlLink":"use grad instead of grad.data"}},{"before":"76785034442bcbbfe9f8864caae31af45daf5816","after":"c55a0d16d2f4504cd4464e059338be92f3fcc720","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T22:06:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"clean up","shortMessageHtmlLink":"clean up"}},{"before":"fd3f3fc73b981b0dd65b624ee86e3dadeefd1b54","after":"76785034442bcbbfe9f8864caae31af45daf5816","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T22:02:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"use grad instead of grad.data","shortMessageHtmlLink":"use grad instead of grad.data"}},{"before":"c91cb721a8faf5aba1b3b0d42ac906f3bb8f6e2f","after":"fd3f3fc73b981b0dd65b624ee86e3dadeefd1b54","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T07:44:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"update documentation","shortMessageHtmlLink":"update documentation"}},{"before":"5d08aa3f0b1c7f1641759b7e061f705a77d222d3","after":"c91cb721a8faf5aba1b3b0d42ac906f3bb8f6e2f","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T07:38:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"update documentation","shortMessageHtmlLink":"update documentation"}},{"before":"5926a79b15b7cb66729f3b247284b78cfbf8df67","after":"5d08aa3f0b1c7f1641759b7e061f705a77d222d3","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T06:55:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"documentation","shortMessageHtmlLink":"documentation"}},{"before":"e8df583cfe03ba4c411a928c22b5af14d467ab90","after":"5926a79b15b7cb66729f3b247284b78cfbf8df67","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-15T05:48:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"honor optimize_backward_concat flag","shortMessageHtmlLink":"honor optimize_backward_concat flag"}},{"before":"d689f38b67ec146a35c75f674c1b50de610d920e","after":"e8df583cfe03ba4c411a928c22b5af14d467ab90","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-13T05:57:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"b835770df0ca5d52bde2619a5981df368f45ec6a","after":"d689f38b67ec146a35c75f674c1b50de610d920e","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-09T19:23:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"ad7aa1fe6f3b96e7967a86cae92dd1540207ab4d","after":"b835770df0ca5d52bde2619a5981df368f45ec6a","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-09T07:45:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"add torch.testing.assert_allclose() to compare baseline and new grads","shortMessageHtmlLink":"add torch.testing.assert_allclose() to compare baseline and new grads"}},{"before":"14499fedd29f14d8d9fc4c5576b736b1d524345a","after":"ad7aa1fe6f3b96e7967a86cae92dd1540207ab4d","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-09T07:34:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"ad40f246e641b62955aa5ae4a5ce36836fcb84ba","after":"14499fedd29f14d8d9fc4c5576b736b1d524345a","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-09T07:25:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"correct param_index","shortMessageHtmlLink":"correct param_index"}},{"before":"901fb86d2c6557de7858de4f714162970196bf20","after":"ad40f246e641b62955aa5ae4a5ce36836fcb84ba","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-08T03:48:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"return grad in post_backward_hook()","shortMessageHtmlLink":"return grad in post_backward_hook()"}},{"before":null,"after":"7bcbc805777ffd1696934d282a11821c02dd997a","ref":"refs/heads/ngoyal_changes_for_pp_fp8_jiecaoyu_debug","pushedAt":"2024-05-07T09:29:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jiecaoyu","name":"Jiecao Yu","path":"/jiecaoyu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10011346?s=80&v=4"},"commit":{"message":"Add cast input argument (#1175)\n\nCo-authored-by: Jie Wang <jiewang@meta.com>","shortMessageHtmlLink":"Add cast input argument (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2224084558\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1175\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1175/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1175\">#1175</a>)"}},{"before":"c97bfd91a927f1474442494aabd190f1410ef1e1","after":"901fb86d2c6557de7858de4f714162970196bf20","ref":"refs/heads/chriscai_ngoyal_changes_for_pp_fp8_v1","pushedAt":"2024-05-06T05:15:51.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"chrisxcai","name":"Chris","path":"/chrisxcai","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6046382?s=80&v=4"},"commit":{"message":"logging","shortMessageHtmlLink":"logging"}},{"before":"4d26a67c5479939994404b785d827ebdb6466901","after":"5f484b3545f27eddb19d970fbe1d361b9c5f2b07","ref":"refs/heads/main","pushedAt":"2024-05-03T16:54:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"vladmihailescu","name":"Vlad Tiberiu Mihailescu","path":"/vladmihailescu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22722482?s=80&v=4"},"commit":{"message":"Add timeout in initialize_model_parallel (#1182)\n\nWe need a timeout to react faster when one of the partitions is broken","shortMessageHtmlLink":"Add timeout in initialize_model_parallel (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2276772517\" data-permission-text=\"Title is private\" data-url=\"https://github.com/facebookresearch/fairscale/issues/1182\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/facebookresearch/fairscale/pull/1182/hovercard\" href=\"https://github.com/facebookresearch/fairscale/pull/1182\">#1182</a>)"}},{"before":null,"after":"b183480dd9a6d38e431566702b9b64d02c69b5a1","ref":"refs/heads/add-model-parallel-init-timeout","pushedAt":"2024-05-03T01:56:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vladmihailescu","name":"Vlad Tiberiu Mihailescu","path":"/vladmihailescu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22722482?s=80&v=4"},"commit":{"message":"Add timeout in initialize_model_parallel\n\nWe need a timeout to react faster when one of the partitions is broken","shortMessageHtmlLink":"Add timeout in initialize_model_parallel"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0zMFQyMDoxNTowOC4wMDAwMDBazwAAAASpAxKL","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0zMFQyMDoxNTowOC4wMDAwMDBazwAAAASpAxKL","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNS0wM1QwMTo1Njo1NC4wMDAwMDBazwAAAARAWcB5"}},"title":"Activity · facebookresearch/fairscale"}