{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":734884765,"defaultBranch":"main","name":"natten-fwd-ad","ownerLogin":"Birch-san","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-22T22:57:36.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/6141784?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1705969899.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"17f9cca2f0376930989be4f97e955756917187af","ref":"refs/heads/gqa","pushedAt":"2024-01-23T00:31:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"GQA via repeat","shortMessageHtmlLink":"GQA via repeat"}},{"before":"a7304bcede042740343f5c6785d3c894087ec4b6","after":"52b9a7f28b7d51b452f1c47ce89520be3c21371f","ref":"refs/heads/registers","pushedAt":"2024-01-22T23:12:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"switch to expand now that it's supported","shortMessageHtmlLink":"switch to expand now that it's supported"}},{"before":"11503b6429eb32f8963c3dc358a8b382d4d9ce54","after":"a7304bcede042740343f5c6785d3c894087ec4b6","ref":"refs/heads/registers","pushedAt":"2024-01-12T20:47:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"document fusion","shortMessageHtmlLink":"document fusion"}},{"before":"b0551143475efcb9a4b84faf989f4e52312b412d","after":"11503b6429eb32f8963c3dc358a8b382d4d9ce54","ref":"refs/heads/registers","pushedAt":"2024-01-12T20:44:21.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"disable bias on projections, to match other blocks. this finally makes all implementations agree.","shortMessageHtmlLink":"disable bias on projections, to match other blocks. this finally make…"}},{"before":"30ff09e9d2c26ff6e6f7041290613a7db5747824","after":"b0551143475efcb9a4b84faf989f4e52312b412d","ref":"refs/heads/registers","pushedAt":"2024-01-12T20:35:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"simplify + match code style of concatsplit","shortMessageHtmlLink":"simplify + match code style of concatsplit"}},{"before":"127649ef3511dbe9febcac641c242f111c39e8bc","after":"30ff09e9d2c26ff6e6f7041290613a7db5747824","ref":"refs/heads/registers","pushedAt":"2024-01-12T01:20:01.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"pure-PyTorch concat-and-split","shortMessageHtmlLink":"pure-PyTorch concat-and-split"}},{"before":"c135012a3fa8cafee6aa67823e2cd27934552dbd","after":"127649ef3511dbe9febcac641c242f111c39e8bc","ref":"refs/heads/registers","pushedAt":"2024-01-12T00:54:07.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"NATTEN concat-and-split approach","shortMessageHtmlLink":"NATTEN concat-and-split approach"}},{"before":"a0f8a3e74d5f6bb39dc2bcdd4d3187c6510177bc","after":"c135012a3fa8cafee6aa67823e2cd27934552dbd","ref":"refs/heads/registers","pushedAt":"2024-01-12T00:07:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"implement Natten registers. not getting the same result though.","shortMessageHtmlLink":"implement Natten registers. not getting the same result though."}},{"before":"be295395a5c537da9070c12a4f1f7d3299b3639b","after":"a0f8a3e74d5f6bb39dc2bcdd4d3187c6510177bc","ref":"refs/heads/registers","pushedAt":"2024-01-11T23:46:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"starting point for NattenRegistersBlock (no register support, just want the next commit to have a better diff)","shortMessageHtmlLink":"starting point for NattenRegistersBlock (no register support, just wa…"}},{"before":"4c24823a6c4629dfac538f97926f859069fd49c2","after":"be295395a5c537da9070c12a4f1f7d3299b3639b","ref":"refs/heads/registers","pushedAt":"2024-01-08T22:48:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"registers, probably","shortMessageHtmlLink":"registers, probably"}},{"before":null,"after":"4c24823a6c4629dfac538f97926f859069fd49c2","ref":"refs/heads/registers","pushedAt":"2024-01-08T21:46:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"starting point for demonstrating registers in pure-PyTorch","shortMessageHtmlLink":"starting point for demonstrating registers in pure-PyTorch"}},{"before":"a2d137a41c87c28f01c70d50fed163b6f5e46a5a","after":"d8871eeb6ea3c43d9ef631035df2acfde691ab60","ref":"refs/heads/nested","pushedAt":"2023-12-30T20:44:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"assertions passing! torch sdp sadly wasn't able to run with nested tensor mask though.","shortMessageHtmlLink":"assertions passing! torch sdp sadly wasn't able to run with nested te…"}},{"before":null,"after":"a2d137a41c87c28f01c70d50fed163b6f5e46a5a","ref":"refs/heads/nested","pushedAt":"2023-12-30T20:10:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"start testing nested tensor from https://github.com/SHI-Labs/NATTEN/pull/76","shortMessageHtmlLink":"start testing nested tensor from SHI-Labs/NATTEN#76"}},{"before":"8f9aaf19f7b1ed679d8ac80878ed17f1e0e9ad6c","after":"1963de09fcf0f0238478356319d8244f4a03b033","ref":"refs/heads/main","pushedAt":"2023-12-25T01:13:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"print tolerance correctly","shortMessageHtmlLink":"print tolerance correctly"}},{"before":"9ef2b726920fdab63cdb194aae42d9cd4333b082","after":"8f9aaf19f7b1ed679d8ac80878ed17f1e0e9ad6c","ref":"refs/heads/main","pushedAt":"2023-12-25T00:59:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"NATTEN fwAD working!!","shortMessageHtmlLink":"NATTEN fwAD working!!"}},{"before":"6bca04df1e2eae576e6bd7788eba5c67b074a106","after":"9ef2b726920fdab63cdb194aae42d9cd4333b082","ref":"refs/heads/main","pushedAt":"2023-12-24T23:41:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"add readme. switch to my own subclasses of natten autograd","shortMessageHtmlLink":"add readme. switch to my own subclasses of natten autograd"}},{"before":"2ab9d2aa67239d363f391116ea29888f75c70a40","after":"6bca04df1e2eae576e6bd7788eba5c67b074a106","ref":"refs/heads/main","pushedAt":"2023-12-24T23:05:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"forward-mode AD working with math attn","shortMessageHtmlLink":"forward-mode AD working with math attn"}},{"before":"c10cda502ef0340a25fc63873906309339e38488","after":"2ab9d2aa67239d363f391116ea29888f75c70a40","ref":"refs/heads/main","pushedAt":"2023-12-24T22:29:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"scale QK similarity (thanks Kat!)","shortMessageHtmlLink":"scale QK similarity (thanks Kat!)"}},{"before":"a0bf59ff3aa8860d830048c9ffd993445965b57b","after":"c10cda502ef0340a25fc63873906309339e38488","ref":"refs/heads/main","pushedAt":"2023-12-24T21:50:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"oops","shortMessageHtmlLink":"oops"}},{"before":"1c9bab6b6b65686b231a87b55b7564beff06ae85","after":"a0bf59ff3aa8860d830048c9ffd993445965b57b","ref":"refs/heads/main","pushedAt":"2023-12-24T21:48:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"pure-pytorch neighbourhood attention. not getting same result.","shortMessageHtmlLink":"pure-pytorch neighbourhood attention. not getting same result."}},{"before":"20377a10dab437e08feff470813960dacd525564","after":"1c9bab6b6b65686b231a87b55b7564beff06ae85","ref":"refs/heads/main","pushedAt":"2023-12-22T23:26:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"start making minimal example of NATTEN invocation","shortMessageHtmlLink":"start making minimal example of NATTEN invocation"}},{"before":null,"after":"20377a10dab437e08feff470813960dacd525564","ref":"refs/heads/main","pushedAt":"2023-12-22T22:57:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Birch-san","name":null,"path":"/Birch-san","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6141784?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAD5l_7iAA","startCursor":null,"endCursor":null}},"title":"Activity · Birch-san/natten-fwd-ad"}