{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":768612800,"defaultBranch":"main","name":"lmms-eval","ownerLogin":"EvolvingLMMs-Lab","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-07T12:09:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/154951679?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1724483819.0","currentOid":""},"activityList":{"items":[{"before":"c2f73de2fbe0e6af0848094b07294c7de5a2c6f3","after":"f0b1ee25aad34a07e30e222d3e38f473dbcb5c89","ref":"refs/heads/main","pushedAt":"2024-08-24T07:18:52.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #206 from EvolvingLMMs-Lab/patch/fix_kwargs\n\nfix: update from previous model_specific_prompt to current lmms_eval_kwargs to avoid warnings","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2484311077\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/206\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/206/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/206\">#206</a> from EvolvingLMMs-Lab/patch/fix_kwargs"}},{"before":null,"after":"22ed307d842f859eb5c7513e4355992f5b138ba0","ref":"refs/heads/patch/fix_kwargs","pushedAt":"2024-08-24T07:16:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"fix: update from previous model_specific_prompt to current lmms_eval_specific_kwargs","shortMessageHtmlLink":"fix: update from previous model_specific_prompt to current lmms_eval_…"}},{"before":"6195d443f0712c7a27ace77eae7818c84658ed99","after":"c2f73de2fbe0e6af0848094b07294c7de5a2c6f3","ref":"refs/heads/main","pushedAt":"2024-08-20T11:00:00.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Bring back PR#52 (#198)\n\n* Draft of localization eval, using RefCOCO as first target\r\n\r\n* Other RefCOCO instances for grounding/REC\r\n\r\n---------\r\n\r\nCo-authored-by: Hunter Heidenreich <hunter.heidenreich@rootsautomation.com>","shortMessageHtmlLink":"Bring back PR#52 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2467921633\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/198\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/198/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/198\">#198</a>)"}},{"before":"307e4184474cfdbde1702466906dcd619c557263","after":"6195d443f0712c7a27ace77eae7818c84658ed99","ref":"refs/heads/main","pushedAt":"2024-08-19T01:18:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"385d03827a19c07df71764f57497f47311e0aa16","after":"307e4184474cfdbde1702466906dcd619c557263","ref":"refs/heads/main","pushedAt":"2024-08-19T00:52:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update commands.md","shortMessageHtmlLink":"Update commands.md"}},{"before":"67c232f4cd9e3d888d7804d90d417f964aa5554a","after":"385d03827a19c07df71764f57497f47311e0aa16","ref":"refs/heads/main","pushedAt":"2024-08-16T12:20:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c514d30bbe2133afe7b8fc3a99b6a34dbc376b71","after":"67c232f4cd9e3d888d7804d90d417f964aa5554a","ref":"refs/heads/main","pushedAt":"2024-08-16T12:19:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c4e9657cb5ddb58597a7b74d2dc36d2bc1957ef0","after":"c514d30bbe2133afe7b8fc3a99b6a34dbc376b71","ref":"refs/heads/main","pushedAt":"2024-08-16T12:15:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":null,"after":"d13817e0bd991a01ad496456ad7c7b3e3b68102b","ref":"refs/heads/pr/rec_from_hist","pushedAt":"2024-08-15T12:01:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Other RefCOCO instances for grounding/REC","shortMessageHtmlLink":"Other RefCOCO instances for grounding/REC"}},{"before":"536b70b4e5797f8bc51d46bc658e05db1d2b3c3b","after":"c4e9657cb5ddb58597a7b74d2dc36d2bc1957ef0","ref":"refs/heads/main","pushedAt":"2024-08-14T15:25:57.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #196 from EvolvingLMMs-Lab/pufanyi/blog-link\n\nUpdate the blog link","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2466163160\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/196\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/196/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/196\">#196</a> from EvolvingLMMs-Lab/pufanyi/blog-link"}},{"before":null,"after":"7d935fafdd4dbb14a5c1f3954778ce4cb9369381","ref":"refs/heads/pufanyi/blog-link","pushedAt":"2024-08-14T15:19:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"Update the blog link","shortMessageHtmlLink":"Update the blog link"}},{"before":"3f8977310a3caac5aef8a091c7accf49aa2905ac","after":"536b70b4e5797f8bc51d46bc658e05db1d2b3c3b","ref":"refs/heads/main","pushedAt":"2024-08-12T05:26:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"Fix typo in model registry for llava onevision","shortMessageHtmlLink":"Fix typo in model registry for llava onevision"}},{"before":"2af043ef4521d93d012899dc27d03858a77515ef","after":"3f8977310a3caac5aef8a091c7accf49aa2905ac","ref":"refs/heads/main","pushedAt":"2024-08-08T07:34:09.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #184 from EvolvingLMMs-Lab/pufanyi/pypi/0.2.2\n\nNew pypi","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2454708525\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/184\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/184/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/184\">#184</a> from EvolvingLMMs-Lab/pufanyi/pypi/0.2.2"}},{"before":"656fcce87aa873b1743a66717cac1c13519c0994","after":"a365bf72543639b6b2171a6732f00eea7e6bee2f","ref":"refs/heads/pufanyi/pypi/0.2.2","pushedAt":"2024-08-08T01:57:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"seems there is no 0.2.1","shortMessageHtmlLink":"seems there is no 0.2.1"}},{"before":"57a7f79ed5b3ba7d43d41be77ec2d6143a91c38b","after":"656fcce87aa873b1743a66717cac1c13519c0994","ref":"refs/heads/pufanyi/pypi/0.2.2","pushedAt":"2024-08-08T01:56:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"update version & fix typos","shortMessageHtmlLink":"update version &amp; fix typos"}},{"before":"2af043ef4521d93d012899dc27d03858a77515ef","after":"57a7f79ed5b3ba7d43d41be77ec2d6143a91c38b","ref":"refs/heads/pufanyi/pypi/0.2.2","pushedAt":"2024-08-08T01:53:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"upload","shortMessageHtmlLink":"upload"}},{"before":null,"after":"2af043ef4521d93d012899dc27d03858a77515ef","ref":"refs/heads/pufanyi/pypi/0.2.2","pushedAt":"2024-08-08T00:13:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"1d3f34ab316d4a4ac1d7b2c656e2631a127104f9","after":"2af043ef4521d93d012899dc27d03858a77515ef","ref":"refs/heads/main","pushedAt":"2024-08-07T04:12:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"82abfa9267def392e2f64c3813bd6fd8127ddc7a","after":"1d3f34ab316d4a4ac1d7b2c656e2631a127104f9","ref":"refs/heads/main","pushedAt":"2024-08-07T03:07:51.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kcz358","name":"Kaichen Zhang - NTU","path":"/kcz358","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92624596?s=80&v=4"},"commit":{"message":"[New Updates] LLaVA OneVision Release; MVBench, InternVL2, IXC2.5 Interleave-Bench integration. (#182)\n\n* chore: Update .gitignore and add live_bench tasks\r\n\r\n* Update __init__.py","shortMessageHtmlLink":"[New Updates] LLaVA OneVision Release; MVBench, InternVL2, IXC2.5 Int…"}},{"before":"17a30289aa51ae51df898f01767f4cad4204f25a","after":"fb14b106d7d6f65a65c92b502821c51459fea21e","ref":"refs/heads/internal_main_dev","pushedAt":"2024-08-07T02:49:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Update __init__.py","shortMessageHtmlLink":"Update __init__.py"}},{"before":"3d4884ae16ff3189a5c1dd6bac44265d05ef6a97","after":"82abfa9267def392e2f64c3813bd6fd8127ddc7a","ref":"refs/heads/main","pushedAt":"2024-08-07T01:33:20.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #180 from abzb1/main\n\n[Add Dataset] SEEDBench 2 Plus","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2444867008\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/180\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/180/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/180\">#180</a> from abzb1/main"}},{"before":"858ecf1dc29d8cb44b5ae1bb16bc197582fa7e67","after":"17a30289aa51ae51df898f01767f4cad4204f25a","ref":"refs/heads/internal_main_dev","pushedAt":"2024-08-07T00:43:53.000Z","pushType":"push","commitsCount":60,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge branch 'main' into internal_main_dev","shortMessageHtmlLink":"Merge branch 'main' into internal_main_dev"}},{"before":"e31cd7883d4555c7530795c7f102b8d78cbd372f","after":"858ecf1dc29d8cb44b5ae1bb16bc197582fa7e67","ref":"refs/heads/internal_main_dev","pushedAt":"2024-08-07T00:35:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"chore: Update .gitignore and add live_bench tasks","shortMessageHtmlLink":"chore: Update .gitignore and add live_bench tasks"}},{"before":null,"after":"e31cd7883d4555c7530795c7f102b8d78cbd372f","ref":"refs/heads/internal_main_dev","pushedAt":"2024-08-07T00:33:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"chore: Update lmms_eval/models/vila.py and lmms_eval/tasks/__init__.py","shortMessageHtmlLink":"chore: Update lmms_eval/models/vila.py and lmms_eval/tasks/__init__.py"}},{"before":"8deec204cb1a75866f3f1213e92e0fda818eff22","after":"3d4884ae16ff3189a5c1dd6bac44265d05ef6a97","ref":"refs/heads/main","pushedAt":"2024-07-30T23:51:50.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #174 from skyil7/main\n\nFixed some issues in InternVL family and ScienceQA task.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2436671499\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/174\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/174/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/174\">#174</a> from skyil7/main"}},{"before":"19b96da7c9226817678b67503d3b3418dc8de4da","after":"8deec204cb1a75866f3f1213e92e0fda818eff22","ref":"refs/heads/main","pushedAt":"2024-07-30T23:51:05.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #178 from EvolvingLMMs-Lab/revert-171-jean-new-model_cambrian\n\nRevert \"[New Model] Adding Cambrian Model\"","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2438850626\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/178\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/178/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/178\">#178</a> from EvolvingLMMs-Lab/revert-171-jean-new-mod…"}},{"before":null,"after":"3839da3b56dc5eec6c999cf05efbceb2da325b2f","ref":"refs/heads/revert-171-jean-new-model_cambrian","pushedAt":"2024-07-30T23:50:49.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Revert \"[New Model] Adding Cambrian Model\"","shortMessageHtmlLink":"Revert \"[New Model] Adding Cambrian Model\""}},{"before":"04009b2121b06c189d719a069b8be2771fa65137","after":"19b96da7c9226817678b67503d3b3418dc8de4da","ref":"refs/heads/main","pushedAt":"2024-07-30T12:22:35.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #171 from neulab/jean-new-model_cambrian\n\n[New Model] Adding Cambrian Model","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2433439500\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/171\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/171/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/171\">#171</a> from neulab/jean-new-model_cambrian"}},{"before":"5411925fa1e353a81991309c309d0c298de78c99","after":"04009b2121b06c189d719a069b8be2771fa65137","ref":"refs/heads/main","pushedAt":"2024-07-27T00:55:05.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Luodian","name":"Li Bo","path":"/Luodian","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15847405?s=80&v=4"},"commit":{"message":"Merge pull request #169 from EvolvingLMMs-Lab/pufanyi/fix_small_typo\n\nFix a small typo for live_bench","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2433141785\" data-permission-text=\"Title is private\" data-url=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/issues/169\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/EvolvingLMMs-Lab/lmms-eval/pull/169/hovercard\" href=\"https://github.com/EvolvingLMMs-Lab/lmms-eval/pull/169\">#169</a> from EvolvingLMMs-Lab/pufanyi/fix_small_typo"}},{"before":null,"after":"d0a42aeb1991a4bd4692279c5213179f313ec986","ref":"refs/heads/pufanyi/fix_small_typo","pushedAt":"2024-07-27T00:52:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"pufanyi","name":"Pu Fanyi","path":"/pufanyi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/44887683?s=80&v=4"},"commit":{"message":"Update evaluator.py","shortMessageHtmlLink":"Update evaluator.py"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEovDwIgA","startCursor":null,"endCursor":null}},"title":"Activity · EvolvingLMMs-Lab/lmms-eval"}