{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":735247956,"defaultBranch":"main","name":"gpt-neox","ownerLogin":"yang","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-12-24T07:55:27.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/7129?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1713545974.0","currentOid":""},"activityList":{"items":[{"before":"86b7722705fa639d33105f4d8119653ce6f3e872","after":"b1a1ae1748dce5cb881fe1addae8196396ce42b3","ref":"refs/heads/mbmoe","pushedAt":"2024-05-04T18:19:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Quentin-Anthony","name":"Quentin Anthony","path":"/Quentin-Anthony","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10281105?s=80&v=4"},"commit":{"message":"pre-commit","shortMessageHtmlLink":"pre-commit"}},{"before":"1013ddd4e96f0d95678e668ac652607c957ab56d","after":"86b7722705fa639d33105f4d8119653ce6f3e872","ref":"refs/heads/mbmoe","pushedAt":"2024-04-24T18:03:24.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add megablocks dropless MoE","shortMessageHtmlLink":"Add megablocks dropless MoE"}},{"before":"37f19bde7c6c45a7a439f2e324d2ee9eb17f9c72","after":"1013ddd4e96f0d95678e668ac652607c957ab56d","ref":"refs/heads/mbmoe","pushedAt":"2024-04-24T17:58:14.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add megablocks dropless MoE","shortMessageHtmlLink":"Add megablocks dropless MoE"}},{"before":"dd729b484f9295ee2a00e2d29a23134c28ea9d80","after":"37f19bde7c6c45a7a439f2e324d2ee9eb17f9c72","ref":"refs/heads/mbmoe","pushedAt":"2024-04-24T17:47:52.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add megablocks dropless MoE","shortMessageHtmlLink":"Add megablocks dropless MoE"}},{"before":null,"after":"d34fc7b8b3e0894c4510debd18edbe1fa37bd7f7","ref":"refs/heads/stash","pushedAt":"2024-04-19T16:59:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Stash","shortMessageHtmlLink":"Stash"}},{"before":null,"after":"dd729b484f9295ee2a00e2d29a23134c28ea9d80","ref":"refs/heads/mbmoe","pushedAt":"2024-03-22T00:47:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add megablocks dropless MoE","shortMessageHtmlLink":"Add megablocks dropless MoE"}},{"before":null,"after":"36e92e97cb333246024f933fcadbe47c56fc5058","ref":"refs/heads/i1165","pushedAt":"2024-03-08T23:14:58.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Remove gas from Pythia configs\n\nFixes #1165","shortMessageHtmlLink":"Remove gas from Pythia configs"}},{"before":null,"after":"9b4973c8009fb8bfdcff15779d4955e130627c60","ref":"refs/heads/i1174","pushedAt":"2024-03-08T23:11:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Fix moe_loss in gpt_j_residual path\n\nFixes #1174","shortMessageHtmlLink":"Fix moe_loss in gpt_j_residual path"}},{"before":null,"after":"5995871b67602993d54df1ecc11971fadf09d54c","ref":"refs/heads/moepp","pushedAt":"2024-03-08T08:02:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"MoE PP","shortMessageHtmlLink":"MoE PP"}},{"before":"ae06be577c03c2c16c19e7c61d8e09bc98163977","after":"bf6dd4fb0c079a8b7ba0dbb1223c088603799ca7","ref":"refs/heads/moe2","pushedAt":"2024-03-07T05:11:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"7ee6c528e4f22fcbbf8e8ec60ba94aba1dccf497","after":"ae06be577c03c2c16c19e7c61d8e09bc98163977","ref":"refs/heads/moe2","pushedAt":"2024-03-07T05:11:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Quentin-Anthony","name":"Quentin Anthony","path":"/Quentin-Anthony","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10281105?s=80&v=4"},"commit":{"message":"pre-commit","shortMessageHtmlLink":"pre-commit"}},{"before":"8af4181f3f8a053febca2ccd138f16fb239c6a66","after":"63f4a6beb68a3d355418fa58f0a5572034d08154","ref":"refs/heads/mergeddmoe","pushedAt":"2024-03-06T21:52:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"fffebe9f23a5c692ce494aaee58f282442028aef","after":"8af4181f3f8a053febca2ccd138f16fb239c6a66","ref":"refs/heads/mergeddmoe","pushedAt":"2024-03-06T21:52:01.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Fix args","shortMessageHtmlLink":"Fix args"}},{"before":"4825f1a1f9733d9d6acfb6ce0fefa480c01285e2","after":"7ee6c528e4f22fcbbf8e8ec60ba94aba1dccf497","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:39:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"6c8751dd134b6de7f3519b1b1ec511facdb7f3a1","after":"4825f1a1f9733d9d6acfb6ce0fefa480c01285e2","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:38:50.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add DeepSpeed MoE\n\nThanks to dayofthepenguin for extensive testing\n\nCloses https://github.com/EleutherAI/gpt-neox/issues/479","shortMessageHtmlLink":"Add DeepSpeed MoE"}},{"before":"89e16e8ff144cdf21c52aa0152488790b74c6a34","after":"6c8751dd134b6de7f3519b1b1ec511facdb7f3a1","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:30:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"a14cedd442fa447fc1c0f31909fc655713c7efa6","after":"89e16e8ff144cdf21c52aa0152488790b74c6a34","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:30:12.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add DeepSpeed MoE\n\nThanks to dayofthepenguin for extensive testing\n\nCloses https://github.com/EleutherAI/gpt-neox/issues/479","shortMessageHtmlLink":"Add DeepSpeed MoE"}},{"before":"da69326ee3fbc0914808dcaae96edf3fb7bc0337","after":"a14cedd442fa447fc1c0f31909fc655713c7efa6","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:28:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"945ebd820a990f87ebd8bc163d64ace914d16715","after":"da69326ee3fbc0914808dcaae96edf3fb7bc0337","ref":"refs/heads/moe2","pushedAt":"2024-03-06T21:28:36.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Add DeepSpeed MoE\n\nThanks to dayofthepenguin for extensive testing\n\nCloses https://github.com/EleutherAI/gpt-neox/issues/479","shortMessageHtmlLink":"Add DeepSpeed MoE"}},{"before":"adbb72c95c13a1893e1cd0490eb6fe5ba27325da","after":"fffebe9f23a5c692ce494aaee58f282442028aef","ref":"refs/heads/mergeddmoe","pushedAt":"2024-03-06T17:26:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Fix args","shortMessageHtmlLink":"Fix args"}},{"before":"c45584e7f3fbb60eb48469a50db3b27c065391fb","after":"945ebd820a990f87ebd8bc163d64ace914d16715","ref":"refs/heads/moe2","pushedAt":"2024-03-06T03:02:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"948ead4e2299c142b68580055cbd3f2e2a553c07","after":"c45584e7f3fbb60eb48469a50db3b27c065391fb","ref":"refs/heads/moe2","pushedAt":"2024-03-06T03:01:56.000Z","pushType":"push","commitsCount":22,"pusher":{"login":"StellaAthena","name":"Stella Biderman","path":"/StellaAthena","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15899312?s=80&v=4"},"commit":{"message":"Merge branch 'main' into moe2","shortMessageHtmlLink":"Merge branch 'main' into moe2"}},{"before":"62b6e827ff4c6a5fd4e08b5e63e1774a9bff1044","after":"adbb72c95c13a1893e1cd0490eb6fe5ba27325da","ref":"refs/heads/mergeddmoe","pushedAt":"2024-03-05T00:17:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Fix up args","shortMessageHtmlLink":"Fix up args"}},{"before":"bab8e4f8ce78024332ebe25892a62b4808c46ae7","after":"948ead4e2299c142b68580055cbd3f2e2a553c07","ref":"refs/heads/moe2","pushedAt":"2024-03-04T23:59:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":null,"after":"62b6e827ff4c6a5fd4e08b5e63e1774a9bff1044","ref":"refs/heads/mergeddmoe","pushedAt":"2024-03-04T23:58:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'penguin/dmoe' into mydmoe","shortMessageHtmlLink":"Merge remote-tracking branch 'penguin/dmoe' into mydmoe"}},{"before":"d5386385402ba6f77df3644412d95eddfd2050d8","after":"84e8869271e4c40428135202972e0df6895dfffb","ref":"refs/heads/dmoe","pushedAt":"2024-03-04T23:58:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"670043d88b1f8fcabb2c8b8ba3cfdfd1ed63eb2f","after":"d5386385402ba6f77df3644412d95eddfd2050d8","ref":"refs/heads/dmoe","pushedAt":"2024-03-04T23:58:16.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Integrate dMoE with DS parallelism","shortMessageHtmlLink":"Integrate dMoE with DS parallelism"}},{"before":"62b6e827ff4c6a5fd4e08b5e63e1774a9bff1044","after":"670043d88b1f8fcabb2c8b8ba3cfdfd1ed63eb2f","ref":"refs/heads/dmoe","pushedAt":"2024-03-04T23:56:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}},{"before":"3abfb68e3f6a049e703093ecfded678993748e17","after":"62b6e827ff4c6a5fd4e08b5e63e1774a9bff1044","ref":"refs/heads/dmoe","pushedAt":"2024-03-04T23:56:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"yang","name":null,"path":"/yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7129?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'penguin/dmoe' into mydmoe","shortMessageHtmlLink":"Merge remote-tracking branch 'penguin/dmoe' into mydmoe"}},{"before":"d5386385402ba6f77df3644412d95eddfd2050d8","after":"3abfb68e3f6a049e703093ecfded678993748e17","ref":"refs/heads/dmoe","pushedAt":"2024-03-04T23:48:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update NeoXArgs docs automatically","shortMessageHtmlLink":"Update NeoXArgs docs automatically"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEQYf87wA","startCursor":null,"endCursor":null}},"title":"Activity · yang/gpt-neox"}