{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":646961992,"defaultBranch":"main","name":"pretraining-BERT","ownerLogin":"sradc","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-05-29T18:40:36.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/17290057?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1689712240.0","currentOid":""},"activityList":{"items":[{"before":"d7dd9cd4d7c3f09d1a97b1e190156659cfc939fb","after":"c4e7e2c0f0142f000a2e2f3aa553881db4c431e8","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T22:29:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added training command to Makefile","shortMessageHtmlLink":"added training command to Makefile"}},{"before":"8a2581d74ff6b6dd4d68fa7de84891f5674516a6","after":"d7dd9cd4d7c3f09d1a97b1e190156659cfc939fb","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T22:20:40.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"updated nb and gitignore","shortMessageHtmlLink":"updated nb and gitignore"}},{"before":"80a249320db25b870903bd1c4b95546ba11ef53c","after":"8a2581d74ff6b6dd4d68fa7de84891f5674516a6","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T22:18:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"chore: updated gitignore","shortMessageHtmlLink":"chore: updated gitignore"}},{"before":"e4c5c2b960bc738f85ae5b2cf8c340385bb6e76e","after":"80a249320db25b870903bd1c4b95546ba11ef53c","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T22:18:14.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"training working, loading tokens from file","shortMessageHtmlLink":"training working, loading tokens from file"}},{"before":"1465d2e3339f8baa229c5223422d32839b32b030","after":"e4c5c2b960bc738f85ae5b2cf8c340385bb6e76e","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T21:36:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added training code that reads from the tokens file...","shortMessageHtmlLink":"added training code that reads from the tokens file..."}},{"before":"ba4ca904daf71a7b54bcd6946016bed7c343e920","after":"1465d2e3339f8baa229c5223422d32839b32b030","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T20:59:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"move tokenizer to root (plan to just use this from now on)","shortMessageHtmlLink":"move tokenizer to root (plan to just use this from now on)"}},{"before":"0ad51548c05d13c7da8cfd345d1e48b77ddb5c77","after":"ba4ca904daf71a7b54bcd6946016bed7c343e920","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-19T20:43:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"fetch batches of tokens in improved writing_ints.ipynb","shortMessageHtmlLink":"fetch batches of tokens in improved writing_ints.ipynb"}},{"before":"fa88448512c8b27ad54067a64b018b06dafb2e06","after":"0ad51548c05d13c7da8cfd345d1e48b77ddb5c77","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-18T20:47:38.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"measuring time to access tokens in memmapped array, sequential orders of magnitude faster than random, but random probably fast enough","shortMessageHtmlLink":"measuring time to access tokens in memmapped array, sequential orders…"}},{"before":"83d34510b657cd75d7252ced477065b9d438ca3b","after":"fa88448512c8b27ad54067a64b018b06dafb2e06","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-18T20:37:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"wow, pretty fast to access the tokens in the memory mapped array","shortMessageHtmlLink":"wow, pretty fast to access the tokens in the memory mapped array"}},{"before":"e766646f31efdfb64ec5a161a0c3c186a7a43c71","after":"83d34510b657cd75d7252ced477065b9d438ca3b","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-18T20:33:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added docstring to token_writer.py","shortMessageHtmlLink":"added docstring to token_writer.py"}},{"before":null,"after":"e766646f31efdfb64ec5a161a0c3c186a7a43c71","ref":"refs/heads/using-all-tokens","pushedAt":"2023-07-18T20:30:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added python .gitignore","shortMessageHtmlLink":"added python .gitignore"}},{"before":"d31209d2761a9fe227601b1b58a779f889fc78b9","after":"34ea4929af7b4d03c1a22f847903214d82089f75","ref":"refs/heads/main","pushedAt":"2023-06-02T02:13:57.556Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"remove duplicated model config","shortMessageHtmlLink":"remove duplicated model config"}},{"before":"5268cd0a0b13aa31d9c1e72100ed9d4bf37c7569","after":"d31209d2761a9fe227601b1b58a779f889fc78b9","ref":"refs/heads/main","pushedAt":"2023-05-30T16:49:50.202Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"remove last cell","shortMessageHtmlLink":"remove last cell"}},{"before":"a6364a3475e53dd9cf6c398b5486c8003127eac6","after":"5268cd0a0b13aa31d9c1e72100ed9d4bf37c7569","ref":"refs/heads/main","pushedAt":"2023-05-30T16:48:00.681Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"note that optimizer values are from Cramming","shortMessageHtmlLink":"note that optimizer values are from Cramming"}},{"before":"5ee36bd20c9374e9580f63d45ce8e14a4b52cc3f","after":"a6364a3475e53dd9cf6c398b5486c8003127eac6","ref":"refs/heads/main","pushedAt":"2023-05-30T16:37:59.296Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"a few corrections, fix a word, change the path the config is saved","shortMessageHtmlLink":"a few corrections, fix a word, change the path the config is saved"}},{"before":"4d6f2ca568d6b4434528435f516bd7d3b49ea267","after":"5ee36bd20c9374e9580f63d45ce8e14a4b52cc3f","ref":"refs/heads/main","pushedAt":"2023-05-29T19:03:39.451Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"docs: a line in the readme","shortMessageHtmlLink":"docs: a line in the readme"}},{"before":"353314a8ed55fff57bef7953314eeb1a029c8005","after":"4d6f2ca568d6b4434528435f516bd7d3b49ea267","ref":"refs/heads/main","pushedAt":"2023-05-29T18:59:33.286Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added note on limit","shortMessageHtmlLink":"added note on limit"}},{"before":"5c4ea50a0de028193f5297b7471070dadf350eba","after":"353314a8ed55fff57bef7953314eeb1a029c8005","ref":"refs/heads/main","pushedAt":"2023-05-29T18:57:35.882Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added conda environment and matching requirements.txt","shortMessageHtmlLink":"added conda environment and matching requirements.txt"}},{"before":"ab0e7f05016a39cc296be36abbeb1254d3852d0d","after":"5c4ea50a0de028193f5297b7471070dadf350eba","ref":"refs/heads/main","pushedAt":"2023-05-29T18:56:23.874Z","pushType":"push","commitsCount":1,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"added GLUE finetuning script","shortMessageHtmlLink":"added GLUE finetuning script"}},{"before":"ab0e7f05016a39cc296be36abbeb1254d3852d0d","after":null,"ref":"refs/heads/master","pushedAt":"2023-05-29T18:46:14.932Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"}},{"before":null,"after":"ab0e7f05016a39cc296be36abbeb1254d3852d0d","ref":"refs/heads/main","pushedAt":"2023-05-29T18:45:05.807Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"initial commit, with the working notebook (on a subset of the data)","shortMessageHtmlLink":"initial commit, with the working notebook (on a subset of the data)"}},{"before":null,"after":"ab0e7f05016a39cc296be36abbeb1254d3852d0d","ref":"refs/heads/master","pushedAt":"2023-05-29T18:44:52.890Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sradc","name":"Sidney Radcliffe","path":"/sradc","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/17290057?s=80&v=4"},"commit":{"message":"initial commit, with the working notebook (on a subset of the data)","shortMessageHtmlLink":"initial commit, with the working notebook (on a subset of the data)"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"startCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wNy0xOVQyMjoyOToxMi4wMDAwMDBazwAAAANZIRZU","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wNS0yOVQxODo0NDo1Mi44OTA4NjVazwAAAAM2dNXE"}},"title":"Activity · sradc/pretraining-BERT"}