{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":714151130,"defaultBranch":"main","name":"arena-hard-auto","ownerLogin":"lm-sys","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-04T03:54:08.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126381704?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1711911296.0","currentOid":""},"activityList":{"items":[{"before":"bc367c0326218679f0c3c52ebe1331d0029cbfec","after":"efc012e192b88024a5203f5a28ec8fc0342946df","ref":"refs/heads/main","pushedAt":"2024-09-04T17:52:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"ed9aea8a70b461c32e30663d34b3a6940bfd738a","after":"bc367c0326218679f0c3c52ebe1331d0029cbfec","ref":"refs/heads/main","pushedAt":"2024-09-04T17:34:10.000Z","pushType":"pr_merge","commitsCount":12,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #42 from BabyChouSr/chris/filter\n\nAdd filter step in BenchBuilder","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2501552262\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/42\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/42/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/42\">#42</a> from BabyChouSr/chris/filter"}},{"before":"0e69a269f4dc7594ae6ae694100b3192f36a660f","after":"ed9aea8a70b461c32e30663d34b3a6940bfd738a","ref":"refs/heads/main","pushedAt":"2024-09-03T06:06:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"54014b14424d9e887f0342f99163d8fccfb0a399","after":"0e69a269f4dc7594ae6ae694100b3192f36a660f","ref":"refs/heads/main","pushedAt":"2024-09-03T05:54:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add system instruction doc","shortMessageHtmlLink":"add system instruction doc"}},{"before":"8f2f44d4f5083e904790ca549cb00531e35c3e8d","after":"54014b14424d9e887f0342f99163d8fccfb0a399","ref":"refs/heads/main","pushedAt":"2024-09-02T20:15:27.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #41 from BabyChouSr/chris/test\n\nAdd support for vision-language conversations","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2501489460\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/41\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/41/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/41\">#41</a> from BabyChouSr/chris/test"}},{"before":"0489bf384abd010906014dec7b903f7c438eabba","after":"8f2f44d4f5083e904790ca549cb00531e35c3e8d","ref":"refs/heads/main","pushedAt":"2024-09-01T06:35:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update gen_answer","shortMessageHtmlLink":"update gen_answer"}},{"before":"59c6cb02c8dd8ea9512860ade152bff3d5b2037d","after":"0489bf384abd010906014dec7b903f7c438eabba","ref":"refs/heads/main","pushedAt":"2024-09-01T02:26:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update style control","shortMessageHtmlLink":"update style control"}},{"before":"561534a6a768e825a92af7e08384d0fe2111cb79","after":"59c6cb02c8dd8ea9512860ade152bff3d5b2037d","ref":"refs/heads/main","pushedAt":"2024-09-01T01:23:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update Llama 405B results and fix style control bug","shortMessageHtmlLink":"update Llama 405B results and fix style control bug"}},{"before":"b4cbc3e31bc9b2557f277f7d40177a7b5a011fc2","after":"561534a6a768e825a92af7e08384d0fe2111cb79","ref":"refs/heads/main","pushedAt":"2024-08-31T22:27:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add style, length, and markdown control","shortMessageHtmlLink":"add style, length, and markdown control"}},{"before":"2d65a16ea5017ff461398c9fc28ddbe823e19ad9","after":"b4cbc3e31bc9b2557f277f7d40177a7b5a011fc2","ref":"refs/heads/main","pushedAt":"2024-08-31T20:15:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"speed up show_results.py","shortMessageHtmlLink":"speed up show_results.py"}},{"before":"725c3c47a327752f19638a0fc717edec4262e445","after":"2d65a16ea5017ff461398c9fc28ddbe823e19ad9","ref":"refs/heads/main","pushedAt":"2024-08-31T19:51:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update show_result.py","shortMessageHtmlLink":"update show_result.py"}},{"before":"b88a301e1b9abca0fe37458ed69e0bbb35b09a69","after":"725c3c47a327752f19638a0fc717edec4262e445","ref":"refs/heads/main","pushedAt":"2024-08-25T21:48:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"bfd39d3408195a57920c1529ba465554a3950b92","after":"b88a301e1b9abca0fe37458ed69e0bbb35b09a69","ref":"refs/heads/main","pushedAt":"2024-08-15T06:40:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"4e7d692f2cef0867992c60982f2bf638a8c70973","after":"bfd39d3408195a57920c1529ba465554a3950b92","ref":"refs/heads/main","pushedAt":"2024-08-15T06:39:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"003b5ed13b3cc6f2dc9af1dbea3f293893288e00","after":"4e7d692f2cef0867992c60982f2bf638a8c70973","ref":"refs/heads/main","pushedAt":"2024-08-15T06:37:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"upload BenchBuilder","shortMessageHtmlLink":"upload BenchBuilder"}},{"before":"01e359745aab5db2bfa0a987f9ae50cc53737ad1","after":"003b5ed13b3cc6f2dc9af1dbea3f293893288e00","ref":"refs/heads/main","pushedAt":"2024-08-15T06:11:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add diagram","shortMessageHtmlLink":"add diagram"}},{"before":"99fb202d0c70ae963a1754aade04581e559ac18e","after":"01e359745aab5db2bfa0a987f9ae50cc53737ad1","ref":"refs/heads/main","pushedAt":"2024-08-15T06:07:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"update BenchBuilder readme","shortMessageHtmlLink":"update BenchBuilder readme"}},{"before":"7a8ee240a91040becb58ab95e7951ca26582bb34","after":"99fb202d0c70ae963a1754aade04581e559ac18e","ref":"refs/heads/main","pushedAt":"2024-08-15T05:59:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"create BenchBuilder","shortMessageHtmlLink":"create BenchBuilder"}},{"before":"676fcbb98ba00fee76ed4691e088982f4ac45751","after":"7a8ee240a91040becb58ab95e7951ca26582bb34","ref":"refs/heads/main","pushedAt":"2024-08-10T03:12:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Add new gpt-4o and internLM","shortMessageHtmlLink":"Add new gpt-4o and internLM"}},{"before":"b00effbe44985651be892b01d765587adc13c888","after":"676fcbb98ba00fee76ed4691e088982f4ac45751","ref":"refs/heads/main","pushedAt":"2024-08-10T02:54:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Add newest gpt-4o-2024-08-06","shortMessageHtmlLink":"Add newest gpt-4o-2024-08-06"}},{"before":"cb66fa0f29b3f5cc6bfc157bb8ff85f850334e58","after":"b00effbe44985651be892b01d765587adc13c888","ref":"refs/heads/main","pushedAt":"2024-07-31T06:45:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"upload leaderboard file","shortMessageHtmlLink":"upload leaderboard file"}},{"before":"6c8ad1ab0478ec3b53b8efaeffed71bcf0f8d75d","after":"cb66fa0f29b3f5cc6bfc157bb8ff85f850334e58","ref":"refs/heads/main","pushedAt":"2024-07-31T05:18:22.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'refs/remotes/origin/main'","shortMessageHtmlLink":"Merge remote-tracking branch 'refs/remotes/origin/main'"}},{"before":"fd79ca15fdb312bdd1972b8717cb626425c72af4","after":"6c8ad1ab0478ec3b53b8efaeffed71bcf0f8d75d","ref":"refs/heads/main","pushedAt":"2024-07-26T21:16:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add llama-3.1-405b, 70b, 8b, and mistral large 2 scores","shortMessageHtmlLink":"add llama-3.1-405b, 70b, 8b, and mistral large 2 scores"}},{"before":"f307c307ca20540a744598647fe11e9c1bb2804c","after":"fd79ca15fdb312bdd1972b8717cb626425c72af4","ref":"refs/heads/main","pushedAt":"2024-07-25T20:22:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add new scores: gpt-4o-mini and athene-70b","shortMessageHtmlLink":"add new scores: gpt-4o-mini and athene-70b"}},{"before":"f86173d1beb12e5dbe2e7c443f5ddb6b1da28d78","after":"f307c307ca20540a744598647fe11e9c1bb2804c","ref":"refs/heads/main","pushedAt":"2024-07-25T20:21:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add new scores: gpt-4o-mini and athene-70b","shortMessageHtmlLink":"add new scores: gpt-4o-mini and athene-70b"}},{"before":"c515796bc06e4cf00989842740880619d1e55fe1","after":"f86173d1beb12e5dbe2e7c443f5ddb6b1da28d78","ref":"refs/heads/main","pushedAt":"2024-07-25T20:21:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"ec1ff7cac0ac35ad9edd49722a0b9c9219ae9078","after":"c515796bc06e4cf00989842740880619d1e55fe1","ref":"refs/heads/main","pushedAt":"2024-07-25T20:18:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"add gpt-4o-mini score","shortMessageHtmlLink":"add gpt-4o-mini score"}},{"before":"a1d16de3a0395385a287a5ed7d3c7e379b6e0ba7","after":"ec1ff7cac0ac35ad9edd49722a0b9c9219ae9078","ref":"refs/heads/main","pushedAt":"2024-07-22T17:32:52.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #37 from connorchenn/new_leaderboard\n\nadded gpt 4o mini to leaderboard","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2423194641\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/37\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/37/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/37\">#37</a> from connorchenn/new_leaderboard"}},{"before":"8491d88dc61b4abcccb5415a13d37ee0da7247e9","after":"a1d16de3a0395385a287a5ed7d3c7e379b6e0ba7","ref":"refs/heads/main","pushedAt":"2024-07-15T18:50:54.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #36 from connorchenn/new_leaderboard\n\nupdated leaderboard","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2408667332\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/36\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/36/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/36\">#36</a> from connorchenn/new_leaderboard"}},{"before":"21a88eb761e126987679997e5ce6cc251027cc4d","after":"8491d88dc61b4abcccb5415a13d37ee0da7247e9","ref":"refs/heads/main","pushedAt":"2024-07-09T04:39:28.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"CodingWithTim","name":"Tianle (Tim) Li","path":"/CodingWithTim","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67527391?s=80&v=4"},"commit":{"message":"Merge pull request #34 from PaperPlaneDeemo/main\n\nFix typo in README","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2396911403\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lm-sys/arena-hard-auto/issues/34\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lm-sys/arena-hard-auto/pull/34/hovercard\" href=\"https://github.com/lm-sys/arena-hard-auto/pull/34\">#34</a> from PaperPlaneDeemo/main"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAErQM5ngA","startCursor":null,"endCursor":null}},"title":"Activity · lm-sys/arena-hard-auto"}