{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":342772820,"defaultBranch":"main","name":"En-transformer","ownerLogin":"lucidrains","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2021-02-27T04:46:13.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108653?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1717341587.0","currentOid":""},"activityList":{"items":[{"before":"32ac688653e5ba2062cd22bb51a8633006df6a0b","after":"98a9f5fe0c1005e5c6349d290fb273a2c344f9b8","ref":"refs/heads/main","pushedAt":"2024-06-02T15:19:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"make sure linear attention can be turned off","shortMessageHtmlLink":"make sure linear attention can be turned off"}},{"before":"208701ce2ab222aa3d6c32e73c1de4ccae722f4e","after":"32ac688653e5ba2062cd22bb51a8633006df6a0b","ref":"refs/heads/main","pushedAt":"2024-01-17T23:23:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"cleanup","shortMessageHtmlLink":"cleanup"}},{"before":"221a2436024f81f6ad46aee857d73b4482b6af49","after":"208701ce2ab222aa3d6c32e73c1de4ccae722f4e","ref":"refs/heads/main","pushedAt":"2024-01-17T23:14:30.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start using einx.get_at","shortMessageHtmlLink":"start using einx.get_at"}},{"before":"07be9a0fbd13ee0ea61df0c75014f23cb80f8502","after":"221a2436024f81f6ad46aee857d73b4482b6af49","ref":"refs/heads/main","pushedAt":"2024-01-17T23:12:59.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start using einx.get_at","shortMessageHtmlLink":"start using einx.get_at"}},{"before":"e1304fac56f0d4e03cf2597745f8940f0716778f","after":"07be9a0fbd13ee0ea61df0c75014f23cb80f8502","ref":"refs/heads/main","pushedAt":"2024-01-17T23:11:38.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start using einx.get_at","shortMessageHtmlLink":"start using einx.get_at"}},{"before":"dc0c9a82d6cbcc35951c287b96ed1fada9687a41","after":"e1304fac56f0d4e03cf2597745f8940f0716778f","ref":"refs/heads/main","pushedAt":"2024-01-17T23:10:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start using einx.get_at","shortMessageHtmlLink":"start using einx.get_at"}},{"before":"c2a3d5c6802e65e55810316e36499e3d1c96136a","after":null,"ref":"refs/heads/gmlp-mixer","pushedAt":"2024-01-14T23:11:27.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"}},{"before":"2742bd8b8b657032a836301ffbc0ffc8c88db187","after":null,"ref":"refs/heads/fix-tests","pushedAt":"2024-01-14T23:11:25.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"}},{"before":"63dd01f5eafab7c976e0bdca265cba15989bd609","after":"dc0c9a82d6cbcc35951c287b96ed1fada9687a41","ref":"refs/heads/main","pushedAt":"2024-01-14T22:20:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"allow for linear attention to attend to nothing","shortMessageHtmlLink":"allow for linear attention to attend to nothing"}},{"before":null,"after":"2742bd8b8b657032a836301ffbc0ffc8c88db187","ref":"refs/heads/fix-tests","pushedAt":"2024-01-14T22:16:33.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"gate the value heads for taylor linear attention","shortMessageHtmlLink":"gate the value heads for taylor linear attention"}},{"before":"a3e15582e0e7517f1e26da6b7ac1ed26c64d46c0","after":null,"ref":"refs/heads/fix-tests","pushedAt":"2024-01-14T22:04:55.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"}},{"before":"73b0dbe3e3ccdc2d2fe7bb94a6a699b8607f9cdb","after":"63dd01f5eafab7c976e0bdca265cba15989bd609","ref":"refs/heads/main","pushedAt":"2024-01-14T22:04:53.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"Merge pull request #12 from lucidrains/fix-tests\n\nfix tests","shortMessageHtmlLink":"Merge pull request #12 from lucidrains/fix-tests"}},{"before":"52a51bca6019487a98a2eea2c4c191c0d35df0ad","after":"a3e15582e0e7517f1e26da6b7ac1ed26c64d46c0","ref":"refs/heads/fix-tests","pushedAt":"2024-01-14T22:02:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"try again","shortMessageHtmlLink":"try again"}},{"before":null,"after":"52a51bca6019487a98a2eea2c4c191c0d35df0ad","ref":"refs/heads/fix-tests","pushedAt":"2024-01-14T22:00:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"try to fix tests","shortMessageHtmlLink":"try to fix tests"}},{"before":"206eed5e188d84e74b7b8ae539c2e856636a7822","after":"73b0dbe3e3ccdc2d2fe7bb94a6a699b8607f9cdb","ref":"refs/heads/main","pushedAt":"2024-01-11T18:18:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"upgrade to a better linear attention","shortMessageHtmlLink":"upgrade to a better linear attention"}},{"before":"5b40944b6d6008fc47b84c245f8c37fe9f201c46","after":"206eed5e188d84e74b7b8ae539c2e856636a7822","ref":"refs/heads/main","pushedAt":"2023-10-27T03:25:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"use another flavor of linear attention","shortMessageHtmlLink":"use another flavor of linear attention"}},{"before":"609b871b34d80e69c0b42f6f4debb5224b8647bc","after":"5b40944b6d6008fc47b84c245f8c37fe9f201c46","ref":"refs/heads/main","pushedAt":"2023-10-07T16:16:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"more plumbing","shortMessageHtmlLink":"more plumbing"}},{"before":"513896be8086eb98c78c84785dda3f617c4a6d85","after":"609b871b34d80e69c0b42f6f4debb5224b8647bc","ref":"refs/heads/main","pushedAt":"2023-10-07T16:14:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"ac501f106e8804bd641828171083ee6ae4ddb43b","after":"513896be8086eb98c78c84785dda3f617c4a6d85","ref":"refs/heads/main","pushedAt":"2023-10-07T16:13:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix pypi","shortMessageHtmlLink":"fix pypi"}},{"before":"373efe752d0a9959fc0a61e2c6d5ca423c491682","after":"ac501f106e8804bd641828171083ee6ae4ddb43b","ref":"refs/heads/main","pushedAt":"2023-10-07T16:09:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add gating to both feature as well as coordinate updates","shortMessageHtmlLink":"add gating to both feature as well as coordinate updates"}},{"before":"b09545f01637056ffb69f1c56a3882e102c0093d","after":"373efe752d0a9959fc0a61e2c6d5ca423c491682","ref":"refs/heads/main","pushedAt":"2023-08-25T19:41:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix readme","shortMessageHtmlLink":"fix readme"}},{"before":"6de6197f978b3d1b338e3d4845b1ca11fe947824","after":"b09545f01637056ffb69f1c56a3882e102c0093d","ref":"refs/heads/main","pushedAt":"2023-08-09T21:09:11.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"used by a new paper!","shortMessageHtmlLink":"used by a new paper!"}},{"before":"9cdd220401f7056429926133f2af4a5a406894c1","after":"6de6197f978b3d1b338e3d4845b1ca11fe947824","ref":"refs/heads/main","pushedAt":"2023-08-09T21:00:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"update of En-transformer being in use!","shortMessageHtmlLink":"update of En-transformer being in use!"}},{"before":"4357ceed2cc9fe3b69ce3cdb24f632787fc0e3f7","after":"9cdd220401f7056429926133f2af4a5a406894c1","ref":"refs/heads/main","pushedAt":"2023-08-01T03:22:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"allow the network to tailor the magnitudes of the cross product vectors, remove tanh from the gates that control the magnitude and small init","shortMessageHtmlLink":"allow the network to tailor the magnitudes of the cross product vecto…"}},{"before":"12dda5241c1d5e6930284ddac17ab7a51d02bb08","after":"4357ceed2cc9fe3b69ce3cdb24f632787fc0e3f7","ref":"refs/heads/main","pushedAt":"2023-07-31T20:40:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"stop supporting 3.7","shortMessageHtmlLink":"stop supporting 3.7"}},{"before":"d260af36ed19f74d921d7279fda3ff9a5dcfb19e","after":"12dda5241c1d5e6930284ddac17ab7a51d02bb08","ref":"refs/heads/main","pushedAt":"2023-07-31T20:36:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start adopting l2 distance attention","shortMessageHtmlLink":"start adopting l2 distance attention"}},{"before":"29d446dcd1cd6657161dc2616195c66058fe6e37","after":"d260af36ed19f74d921d7279fda3ff9a5dcfb19e","ref":"refs/heads/main","pushedAt":"2023-03-17T02:31:44.376Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add global linear attention","shortMessageHtmlLink":"add global linear attention"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWjuAfQA","startCursor":null,"endCursor":null}},"title":"Activity · lucidrains/En-transformer"}