{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":706792220,"defaultBranch":"main","name":"pause-transformer","ownerLogin":"lucidrains","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-10-18T16:14:12.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108653?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1697992866.0","currentOid":""},"activityList":{"items":[{"before":"eb3c26146dca80e68d9fdda717a6f0a82c129496","after":"4a5b47f434d789cf620c5c530ef8568c8560b16c","ref":"refs/heads/main","pushedAt":"2023-10-22T16:41:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"todo","shortMessageHtmlLink":"todo"}},{"before":"a618c4014b13c9fd6fc3fd738a148f3913990919","after":"eb3c26146dca80e68d9fdda717a6f0a82c129496","ref":"refs/heads/main","pushedAt":"2023-10-22T16:40:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"should see entropy decrease with ascending pause token, or not, who knows","shortMessageHtmlLink":"should see entropy decrease with ascending pause token, or not, who k…"}},{"before":"ef1231f4f6f61b73599bed161714ec58da91e8bb","after":"a618c4014b13c9fd6fc3fd738a148f3913990919","ref":"refs/heads/main","pushedAt":"2023-10-22T16:35:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"handle all pause lengths of 0","shortMessageHtmlLink":"handle all pause lengths of 0"}},{"before":"9d0ee1a17659b9956b27a11a049db19106e780e0","after":"ef1231f4f6f61b73599bed161714ec58da91e8bb","ref":"refs/heads/main","pushedAt":"2023-10-22T16:33:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"can save a little compute","shortMessageHtmlLink":"can save a little compute"}},{"before":"7419736080e5349a24312a9a237ecdb2dba42086","after":"9d0ee1a17659b9956b27a11a049db19106e780e0","ref":"refs/heads/main","pushedAt":"2023-10-22T16:30:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"allow for generating random uniform pause lengths across sequence length, and also allow for passing in custom pause lengths","shortMessageHtmlLink":"allow for generating random uniform pause lengths across sequence len…"}},{"before":"aeb9bdb09bc2801e265f2f92aba933fe038f38f9","after":"7419736080e5349a24312a9a237ecdb2dba42086","ref":"refs/heads/main","pushedAt":"2023-10-22T15:04:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"allow for turning off pausing, both during training and inference","shortMessageHtmlLink":"allow for turning off pausing, both during training and inference"}},{"before":"f2530a7b5957e3ecbdf28eddb1f50f0a33294bba","after":"aeb9bdb09bc2801e265f2f92aba933fe038f38f9","ref":"refs/heads/main","pushedAt":"2023-10-21T17:55:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"prepare for passing compressed cached key / values from main sequence to the pause tokens","shortMessageHtmlLink":"prepare for passing compressed cached key / values from main sequence…"}},{"before":"2af9b546eb4dcfb0a79bc9e60d2d7db00ecb2f1b","after":"f2530a7b5957e3ecbdf28eddb1f50f0a33294bba","ref":"refs/heads/main","pushedAt":"2023-10-21T17:33:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"just use a cheap relative position generator in lieu of rotary","shortMessageHtmlLink":"just use a cheap relative position generator in lieu of rotary"}},{"before":"755bf6e8199b508388930c110299f2dec38166e7","after":"2af9b546eb4dcfb0a79bc9e60d2d7db00ecb2f1b","ref":"refs/heads/main","pushedAt":"2023-10-21T17:09:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"comment to future self","shortMessageHtmlLink":"comment to future self"}},{"before":"ecd05854f1e2c334ac4de0b0caab3c3754bac4e5","after":"755bf6e8199b508388930c110299f2dec38166e7","ref":"refs/heads/main","pushedAt":"2023-10-21T17:07:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"management","shortMessageHtmlLink":"management"}},{"before":"3af72666252c0200c77a66132275c63f097bbb2a","after":"ecd05854f1e2c334ac4de0b0caab3c3754bac4e5","ref":"refs/heads/main","pushedAt":"2023-10-21T17:04:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add the previous pause token integrator","shortMessageHtmlLink":"add the previous pause token integrator"}},{"before":"961ac1d174ab50c48899a162657d9ba30cd189c9","after":"3af72666252c0200c77a66132275c63f097bbb2a","ref":"refs/heads/main","pushedAt":"2023-10-21T16:55:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add diagram","shortMessageHtmlLink":"add diagram"}},{"before":"636e7ab0b4c77fa77cbfb584a924f862e8f75977","after":"961ac1d174ab50c48899a162657d9ba30cd189c9","ref":"refs/heads/main","pushedAt":"2023-10-21T16:53:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"c3a975a6c22e2c2787a7b1da32b2a28c6921c60a","after":"636e7ab0b4c77fa77cbfb584a924f862e8f75977","ref":"refs/heads/main","pushedAt":"2023-10-21T16:53:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"first complete the basic idea","shortMessageHtmlLink":"first complete the basic idea"}},{"before":"5e5de3207e0dc2654455e7b21f57644419f1dfb8","after":"c3a975a6c22e2c2787a7b1da32b2a28c6921c60a","ref":"refs/heads/main","pushedAt":"2023-10-21T15:34:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"make sure forward pass runs","shortMessageHtmlLink":"make sure forward pass runs"}},{"before":"6d9daa0c5475701f651b6418c42ce74f92863c16","after":"5e5de3207e0dc2654455e7b21f57644419f1dfb8","ref":"refs/heads/main","pushedAt":"2023-10-21T15:30:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"quick causal transformer","shortMessageHtmlLink":"quick causal transformer"}},{"before":"0d1dc79858f2fd552a5c17f766ca8e1eea1bc372","after":"6d9daa0c5475701f651b6418c42ce74f92863c16","ref":"refs/heads/main","pushedAt":"2023-10-20T18:26:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"idea is simple","shortMessageHtmlLink":"idea is simple"}},{"before":"4c7c7b60e12c3f07a1b212d849b268a09609ec3d","after":"0d1dc79858f2fd552a5c17f766ca8e1eea1bc372","ref":"refs/heads/main","pushedAt":"2023-10-20T18:24:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"scaffold","shortMessageHtmlLink":"scaffold"}},{"before":"91d1a60b9870c18f2c3661417a21273d866a3df4","after":"4c7c7b60e12c3f07a1b212d849b268a09609ec3d","ref":"refs/heads/main","pushedAt":"2023-10-18T16:16:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"cite prior work","shortMessageHtmlLink":"cite prior work"}},{"before":null,"after":"91d1a60b9870c18f2c3661417a21273d866a3df4","ref":"refs/heads/main","pushedAt":"2023-10-18T16:14:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADnP44HwA","startCursor":null,"endCursor":null}},"title":"Activity · lucidrains/pause-transformer"}