{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":479198958,"defaultBranch":"main","name":"gpt-neox","ownerLogin":"Stability-AI","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2022-04-08T01:07:55.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/100950301?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1685012699.378565","currentOid":""},"activityList":{"items":[{"before":"0a471e898c8efcaa7e5c806b7f78f91c59affb7f","after":"f47bd97691bff1e7e32ae7e747968bfdace2da9f","ref":"refs/heads/jp-stable","pushedAt":"2023-06-07T07:39:55.680Z","pushType":"push","commitsCount":40,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"chore: add 2 1b slw training conf with ja_v2 and rp","shortMessageHtmlLink":"chore: add 2 1b slw training conf with ja_v2 and rp"}},{"before":"7fe00c7cad34c33f0bc48c4504120a3d5573ee8f","after":"0a471e898c8efcaa7e5c806b7f78f91c59affb7f","ref":"refs/heads/jp-stable","pushedAt":"2023-05-30T06:02:19.552Z","pushType":"pr_merge","commitsCount":21,"pusher":{"login":"fujiki-saij","name":null,"path":"/fujiki-saij","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/132865485?s=80&v=4"},"commit":{"message":"Merge pull request #4 from fujiki-saij/jp-stable-tuned/sft\n\nadd fine-tuning codebase toward StableLM-JP-Tuned-Alpha","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1716488044\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/4/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/4\">#4</a> from fujiki-saij/jp-stable-tuned/sft"}},{"before":"f06e3909da9ae2939d19d17b78d87fefba3856fc","after":"7fe00c7cad34c33f0bc48c4504120a3d5573ee8f","ref":"refs/heads/jp-stable","pushedAt":"2023-05-29T08:31:04.814Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"polm-stability","name":"Paul McCann","path":"/polm-stability","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/132827365?s=80&v=4"},"commit":{"message":"Merge pull request #18 from polm-stability/feature/tokenizer-scripts\n\nAdd tokenizer scripts","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1730328247\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/18\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/18/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/18\">#18</a> from polm-stability/feature/tokenizer-scripts"}},{"before":"d228f9b779f3f6f8ea8a8af6c0a5606a5069f482","after":"c9cf55eb683df8d76d4d25274105212d1bc1f00c","ref":"refs/heads/stable","pushedAt":"2023-05-28T12:19:20.553Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"Update deploy.sh","shortMessageHtmlLink":"Update deploy.sh"}},{"before":"65fb9ce7e626c11bdb3e69860a8e47b8d3282c84","after":"d228f9b779f3f6f8ea8a8af6c0a5606a5069f482","ref":"refs/heads/stable","pushedAt":"2023-05-27T20:30:18.531Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"refactor: cleanup `test_config.yml`","shortMessageHtmlLink":"refactor: cleanup <code>test_config.yml</code>"}},{"before":"cb5a4eb35f9936e57100f321e69a1bd8c1c10bab","after":"f06e3909da9ae2939d19d17b78d87fefba3856fc","ref":"refs/heads/jp-stable","pushedAt":"2023-05-26T10:00:05.390Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"polm-stability","name":"Paul McCann","path":"/polm-stability","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/132827365?s=80&v=4"},"commit":{"message":"Merge pull request #13 from polm-stability/fix/compute-main\n\nFix compute tokens script","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1727144905\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/13\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/13/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/13\">#13</a> from polm-stability/fix/compute-main"}},{"before":"c44d4ecb83dd069eed0eb34f0d616133b4876bc2","after":null,"ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-25T11:04:59.378Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"}},{"before":"711cd1d6804a78b5ca0d1f76e6a2ae10cc7b18a0","after":"cb5a4eb35f9936e57100f321e69a1bd8c1c10bab","ref":"refs/heads/jp-stable","pushedAt":"2023-05-25T11:04:48.680Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"Merge pull request #12 from Stability-AI/feat/eval-logging-improvement\n\nFeat/eval logging improvement","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1725598183\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/12/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/12\">#12</a> from Stability-AI/feat/eval-logging-improvement"}},{"before":"1d4285171a8cc4c5ff2560b42e24cb8c46014ee9","after":"c44d4ecb83dd069eed0eb34f0d616133b4876bc2","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-25T11:03:13.379Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"Merge pull request #7 from ohwi/feat/eval-logging-improvement\n\nMake flash attn available with kv cache","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1718458875\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/7/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/7\">#7</a> from ohwi/feat/eval-logging-improvement"}},{"before":"6a37502ac42705b59913a27266ac1da99d8506d5","after":"76a89dd6ad3612813d5b89df15252b2d607bb190","ref":"refs/heads/stable-fim","pushedAt":"2023-05-24T16:59:34.866Z","pushType":"push","commitsCount":1,"pusher":{"login":"ncoop57","name":"Nathan Cooper","path":"/ncoop57","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7613470?s=80&v=4"},"commit":{"message":"Update neox aargs for defaults and update skipped nodes","shortMessageHtmlLink":"Update neox aargs for defaults and update skipped nodes"}},{"before":"e5321b811dbf617af38aa44bdb1e170b8b315f2c","after":"6a37502ac42705b59913a27266ac1da99d8506d5","ref":"refs/heads/stable-fim","pushedAt":"2023-05-24T16:58:29.453Z","pushType":"push","commitsCount":1,"pusher":{"login":"ncoop57","name":"Nathan Cooper","path":"/ncoop57","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7613470?s=80&v=4"},"commit":{"message":"Add stable code configs","shortMessageHtmlLink":"Add stable code configs"}},{"before":"da2a71b43270249bf2e24c0e519381552dec679a","after":"711cd1d6804a78b5ca0d1f76e6a2ae10cc7b18a0","ref":"refs/heads/jp-stable","pushedAt":"2023-05-24T11:18:19.811Z","pushType":"pr_merge","commitsCount":3,"pusher":null,"commit":{"message":"Merge pull request #11 from polm-stability/parallelize-wordcount\n\nMake the word count parallel","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1723482330\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/11/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/11\">#11</a> from polm-stability/parallelize-wordcount"}},{"before":"3bb1e861d0ef4e4f82da5254e201f2bdc97ebdc1","after":"da2a71b43270249bf2e24c0e519381552dec679a","ref":"refs/heads/jp-stable","pushedAt":"2023-05-24T07:30:09.284Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"Merge pull request #10 from polm-stability/update-compute-script\n\nUpdate script to count tokens","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1723282445\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/10/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/10\">#10</a> from polm-stability/update-compute-script"}},{"before":"2c2d991decaf36123c35253ad826a3441caa6702","after":"65fb9ce7e626c11bdb3e69860a8e47b8d3282c84","ref":"refs/heads/stable","pushedAt":"2023-05-23T23:57:50.465Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"fix: add back `CWD` env var to deploy.sh","shortMessageHtmlLink":"fix: add back <code>CWD</code> env var to deploy.sh"}},{"before":"4a64fed8815611e30fd4cf3592956b60316db295","after":"2c2d991decaf36123c35253ad826a3441caa6702","ref":"refs/heads/stable","pushedAt":"2023-05-23T11:27:12.407Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"refactor: reduce nccl debug logging even more","shortMessageHtmlLink":"refactor: reduce nccl debug logging even more"}},{"before":"305ac620fbe3a21765948249c9c95d68f7e61003","after":"3bb1e861d0ef4e4f82da5254e201f2bdc97ebdc1","ref":"refs/heads/jp-stable","pushedAt":"2023-05-23T08:53:25.284Z","pushType":"push","commitsCount":1,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"conf: 1b ja70-redpajama30 training","shortMessageHtmlLink":"conf: 1b ja70-redpajama30 training"}},{"before":"f0f4654be6e4b063556e0058e1e39da4858f9c7e","after":"305ac620fbe3a21765948249c9c95d68f7e61003","ref":"refs/heads/jp-stable","pushedAt":"2023-05-23T06:38:45.091Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"polm-stability","name":"Paul McCann","path":"/polm-stability","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/132827365?s=80&v=4"},"commit":{"message":"Merge pull request #9 from polm-stability/config/add-mecab-config\n\nAdd MeCabTokenizer config","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1719339932\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/9\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/9/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/9\">#9</a> from polm-stability/config/add-mecab-config"}},{"before":"3064ca17709c28b6463473ba487c93be36f73807","after":"f0f4654be6e4b063556e0058e1e39da4858f9c7e","ref":"refs/heads/jp-stable","pushedAt":"2023-05-23T03:25:55.849Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"polm-stability","name":"Paul McCann","path":"/polm-stability","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/132827365?s=80&v=4"},"commit":{"message":"Merge pull request #8 from polm-stability/feature/mecab-tokenizer-whitespace\n\nBe sure to preserve whitespace with MeCab","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1719328046\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/8/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/8\">#8</a> from polm-stability/feature/mecab-tokenizer-whi…"}},{"before":"f9007dab30af2dde53875976eb4b7031da1e2c7d","after":"3064ca17709c28b6463473ba487c93be36f73807","ref":"refs/heads/jp-stable","pushedAt":"2023-05-22T11:24:35.711Z","pushType":"pr_merge","commitsCount":7,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"Merge pull request #6 from Stability-AI/feat/eval-logging-improvement\n\nupdate doc and adapt to latest lm-evalution-harness for JA tasks","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1718098398\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Stability-AI/gpt-neox/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Stability-AI/gpt-neox/pull/6/hovercard\" href=\"https://github.com/Stability-AI/gpt-neox/pull/6\">#6</a> from Stability-AI/feat/eval-logging-improvement"}},{"before":"9be317758877b24cfb2d0f1191a8a138a4f03479","after":"1d4285171a8cc4c5ff2560b42e24cb8c46014ee9","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-22T11:17:05.401Z","pushType":"push","commitsCount":1,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"chore: remove deprecated deploy script","shortMessageHtmlLink":"chore: remove deprecated deploy script"}},{"before":"d2476c1f52488feb18bb4994da5f945c5bfa557f","after":"4a64fed8815611e30fd4cf3592956b60316db295","ref":"refs/heads/stable","pushedAt":"2023-05-22T09:13:52.939Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"fix: set nccl debug flag to warn to save storage","shortMessageHtmlLink":"fix: set nccl debug flag to warn to save storage"}},{"before":"0fe9c4c8c2f488e0d27a3a3e6e33a959c8cd5467","after":"9be317758877b24cfb2d0f1191a8a138a4f03479","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-22T09:03:49.621Z","pushType":"push","commitsCount":1,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"conf: add latest conf","shortMessageHtmlLink":"conf: add latest conf"}},{"before":"2765d4b73732f2d7831c36d05b28573749f8f365","after":"d2476c1f52488feb18bb4994da5f945c5bfa557f","ref":"refs/heads/stable","pushedAt":"2023-05-21T14:54:43.305Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"feat(mqa): add multi-query attn support","shortMessageHtmlLink":"feat(mqa): add multi-query attn support"}},{"before":"19e4d4a3c2caf03c0a003aacf8dc7dc936a24c1a","after":"2765d4b73732f2d7831c36d05b28573749f8f365","ref":"refs/heads/stable","pushedAt":"2023-05-21T08:40:28.441Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"fix(timeout): bump eval interval timeout to 1hr30min","shortMessageHtmlLink":"fix(timeout): bump eval interval timeout to 1hr30min"}},{"before":"224f750d7a3e980226063758612746f56f9288ba","after":"19e4d4a3c2caf03c0a003aacf8dc7dc936a24c1a","ref":"refs/heads/stable","pushedAt":"2023-05-21T08:39:17.585Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"fix(timeout): bump eval interval timeout to 1hr30min","shortMessageHtmlLink":"fix(timeout): bump eval interval timeout to 1hr30min"}},{"before":"13e2659508590b61bd4e6d514c63a3a77a1b031b","after":"0fe9c4c8c2f488e0d27a3a3e6e33a959c8cd5467","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-21T04:58:55.057Z","pushType":"push","commitsCount":1,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"add for review","shortMessageHtmlLink":"add for review"}},{"before":"39bae97e092f1d2fa1d8a103212176b225e5bef0","after":"13e2659508590b61bd4e6d514c63a3a77a1b031b","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-21T04:55:36.141Z","pushType":"push","commitsCount":2,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"conf: add 3b conf for review","shortMessageHtmlLink":"conf: add 3b conf for review"}},{"before":"7796d2724d5f97da7e80101b550747ac77e4524b","after":"224f750d7a3e980226063758612746f56f9288ba","ref":"refs/heads/stable","pushedAt":"2023-05-20T20:03:03.069Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"feat(xpos): add `xpos` support with separate flash-attn module","shortMessageHtmlLink":"feat(xpos): add <code>xpos</code> support with separate flash-attn module"}},{"before":"a8960082529de7e72b7c61118463f430d0528473","after":"7796d2724d5f97da7e80101b550747ac77e4524b","ref":"refs/heads/stable","pushedAt":"2023-05-20T17:04:24.302Z","pushType":"push","commitsCount":1,"pusher":{"login":"jon-tow","name":"Jonathan Tow","path":"/jon-tow","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/41410219?s=80&v=4"},"commit":{"message":"fix(training): comment out `deepspeed_config` in deepspeed init","shortMessageHtmlLink":"fix(training): comment out <code>deepspeed_config</code> in deepspeed init"}},{"before":null,"after":"39bae97e092f1d2fa1d8a103212176b225e5bef0","ref":"refs/heads/feat/eval-logging-improvement","pushedAt":"2023-05-20T08:15:55.377Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"leemengtw","name":"Meng Lee","path":"/leemengtw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3454980?s=80&v=4"},"commit":{"message":"update doc and adapt to latest lm-evalution-harness for JA tasks","shortMessageHtmlLink":"update doc and adapt to latest lm-evalution-harness for JA tasks"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADPFZphgA","startCursor":null,"endCursor":null}},"title":"Activity · Stability-AI/gpt-neox"}