{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":725956246,"defaultBranch":"main","name":"VLMEvalKit","ownerLogin":"open-compass","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-01T08:18:11.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/143521324?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1721324590.0","currentOid":""},"activityList":{"items":[{"before":"a92eacf2024e64b023703156fea42cf3ea25653e","after":null,"ref":"refs/heads/gpt35_version","pushedAt":"2024-07-18T17:43:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"b05b989d606b7612bd9782db3fbe968e75f05033","after":null,"ref":"refs/heads/video_support","pushedAt":"2024-07-18T17:43:05.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"e2e71b5857053f2ac4a14d52fafd8906d08bb1c1","after":null,"ref":"refs/heads/mllmguard","pushedAt":"2024-07-18T17:43:04.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"f66cc16abef4228d7202b5f8bc9bca8872961778","after":null,"ref":"refs/heads/aes","pushedAt":"2024-07-18T17:42:59.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"7fef0d9777c3a0f42cbd542fbb62970a91822c8d","after":null,"ref":"refs/heads/sensechatv","pushedAt":"2024-07-18T17:42:58.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"c618548c545c33cfd5df617d68448ee578dd34e5","after":null,"ref":"refs/heads/Fix#272","pushedAt":"2024-07-18T17:42:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"3de8bb52a96481cc136b46c0d101ea4ccd5d4704","after":null,"ref":"refs/heads/refactor_dataset","pushedAt":"2024-07-18T17:42:50.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"31d32662925c1aac72d0d2c2cc7a97d08a6a3467","after":null,"ref":"refs/heads/prompt_update","pushedAt":"2024-07-18T17:42:48.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"}},{"before":"74851d7180ca8972b3fd473904d93b93be7144d9","after":"79e0d097b89f54ef1e99c527f0a9f1ce4a7fb42e","ref":"refs/heads/leaderboard","pushedAt":"2024-07-18T17:42:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"Update gen_table.py","shortMessageHtmlLink":"Update gen_table.py"}},{"before":"e4f55f0adfa49bd96d801ec4a01f223f08d7c82e","after":"8e72b4516344cb5b177ca20ac09473a2c504de11","ref":"refs/heads/main","pushedAt":"2024-07-18T12:06:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update config","shortMessageHtmlLink":"update config"}},{"before":"61eddb014a6c01416a10d98f7bf2a78379527830","after":"e4f55f0adfa49bd96d801ec4a01f223f08d7c82e","ref":"refs/heads/main","pushedAt":"2024-07-18T11:41:21.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Fix] fix minor typo\n\n[Fix] fix minor typo","shortMessageHtmlLink":"[Fix] fix minor typo"}},{"before":"17174589117b5a81052494e87b0b4115f4a17a5a","after":"61eddb014a6c01416a10d98f7bf2a78379527830","ref":"refs/heads/main","pushedAt":"2024-07-18T10:05:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"typo fix","shortMessageHtmlLink":"typo fix"}},{"before":"8637c4d59269b53abaa984523d88ebea82481de9","after":"17174589117b5a81052494e87b0b4115f4a17a5a","ref":"refs/heads/main","pushedAt":"2024-07-18T09:31:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"Fix InternVLChat-v2-76B","shortMessageHtmlLink":"Fix InternVLChat-v2-76B"}},{"before":"fb9c4d4cbd7e0f31b0ced6ffe1b5d84114b72db6","after":"8637c4d59269b53abaa984523d88ebea82481de9","ref":"refs/heads/main","pushedAt":"2024-07-18T08:53:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update config","shortMessageHtmlLink":"update config"}},{"before":"845c4ea5237e9f0e350ae07c635781aa97db7c27","after":"fb9c4d4cbd7e0f31b0ced6ffe1b5d84114b72db6","ref":"refs/heads/main","pushedAt":"2024-07-18T08:50:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"bug fix","shortMessageHtmlLink":"bug fix"}},{"before":"557805d2ac26091658b97891164fecc09f69ea26","after":"845c4ea5237e9f0e350ae07c635781aa97db7c27","ref":"refs/heads/main","pushedAt":"2024-07-18T08:02:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"support setting EVAL_PROXY","shortMessageHtmlLink":"support setting EVAL_PROXY"}},{"before":"646e7bc860227e83b5419631c0a7a0fa0d6bf900","after":"557805d2ac26091658b97891164fecc09f69ea26","ref":"refs/heads/main","pushedAt":"2024-07-18T07:43:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update README","shortMessageHtmlLink":"update README"}},{"before":"aae54e6f5c063ac35d032642ccf5f882a0d54a33","after":"646e7bc860227e83b5419631c0a7a0fa0d6bf900","ref":"refs/heads/main","pushedAt":"2024-07-18T07:04:53.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Benchmark] Support BLINK (#281)\n\n* add blink\r\n\r\n* add blink\r\n\r\n* add blink\r\n\r\n* Refine BLINK\r\n\r\n* refine PR\r\n\r\n* update\r\n\r\n* refine PR 2\r\n\r\n* refine PR\r\n\r\n* remove blink.py\r\n\r\n* simplify image mcq eval\r\n\r\n* fix\r\n\r\n* fix\r\n\r\n* support concat_images\r\n\r\n* update `message_to_promptimg` interface\r\n\r\n---------\r\n\r\nCo-authored-by: zeyofu <xingyuf2@morrison.seas.upenn.edu>\r\nCo-authored-by: kennymckormick <dhd@pku.edu.cn>","shortMessageHtmlLink":"[Benchmark] Support BLINK (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2407802425\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/281\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/281/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/281\">#281</a>)"}},{"before":"a32622a5480a31da5cb69078389f0bac10ed8f78","after":"aae54e6f5c063ac35d032642ccf5f882a0d54a33","ref":"refs/heads/main","pushedAt":"2024-07-17T00:58:27.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Update] Update bunnyllama3\n\nUpdate bunnyllama3.py","shortMessageHtmlLink":"[Update] Update bunnyllama3"}},{"before":"a11b8cad30efca1b6755c7ab755faed61a364f93","after":"a32622a5480a31da5cb69078389f0bac10ed8f78","ref":"refs/heads/main","pushedAt":"2024-07-16T11:54:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"support internvl2-76b","shortMessageHtmlLink":"support internvl2-76b"}},{"before":"f40f37d02e1d71b3d5be2deee209eaf969524a76","after":"a11b8cad30efca1b6755c7ab755faed61a364f93","ref":"refs/heads/main","pushedAt":"2024-07-16T11:29:39.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Update] Customize prompt for Bunny\n\nCustomize prompt for Bunny","shortMessageHtmlLink":"[Update] Customize prompt for Bunny"}},{"before":"5c099225ec2898f71ff7e46c3b302fd1ef7e334c","after":"f40f37d02e1d71b3d5be2deee209eaf969524a76","ref":"refs/heads/main","pushedAt":"2024-07-16T11:28:15.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Update] update dataset init class\n\n[Update] update dataset init class","shortMessageHtmlLink":"[Update] update dataset init class"}},{"before":"3dc6c392e5398a8f83b6cfc59e1fefa935e6c1d1","after":"74851d7180ca8972b3fd473904d93b93be7144d9","ref":"refs/heads/leaderboard","pushedAt":"2024-07-15T09:02:56.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Update] leaderboard config\n\nUpdate leaderboard","shortMessageHtmlLink":"[Update] leaderboard config"}},{"before":"50998a96e8e2ac0414b678e179b3d5066b88c734","after":"5c099225ec2898f71ff7e46c3b302fd1ef7e334c","ref":"refs/heads/main","pushedAt":"2024-07-15T07:15:02.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Fix] fix dataset dist init & minor typo","shortMessageHtmlLink":"[Fix] fix dataset dist init &amp; minor typo"}},{"before":"e67c71a16d2e6d19c6282afb718d379f75c6a936","after":"50998a96e8e2ac0414b678e179b3d5066b88c734","ref":"refs/heads/main","pushedAt":"2024-07-14T07:00:53.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Fix] Change the displaying of the VCR Dataset Name","shortMessageHtmlLink":"[Fix] Change the displaying of the VCR Dataset Name"}},{"before":"8cb12704b762f1c6f4c0a0d0249ca6f3f264c454","after":"e67c71a16d2e6d19c6282afb718d379f75c6a936","ref":"refs/heads/main","pushedAt":"2024-07-13T03:29:46.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Support] support mmlongbench_doc","shortMessageHtmlLink":"[Support] support mmlongbench_doc"}},{"before":"6dbb7af2db303e048d3ac218caa225d437a49a03","after":"8cb12704b762f1c6f4c0a0d0249ca6f3f264c454","ref":"refs/heads/main","pushedAt":"2024-07-12T08:43:24.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Fix] fix readme typo\n\ndocs: update README.md","shortMessageHtmlLink":"[Fix] fix readme typo"}},{"before":"e5d67c4103639f7631379f040413e2a6c8f63141","after":"6dbb7af2db303e048d3ac218caa225d437a49a03","ref":"refs/heads/main","pushedAt":"2024-07-12T08:40:44.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"junming-yang","name":"Junming Yang","path":"/junming-yang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/60545459?s=80&v=4"},"commit":{"message":"[Support] spport VCR benchmark\n\ninclude VCR to VLMEvalKit","shortMessageHtmlLink":"[Support] spport VCR benchmark"}},{"before":"027e38c8df0c312135da70a2abf68fe706b05629","after":"e5d67c4103639f7631379f040413e2a6c8f63141","ref":"refs/heads/main","pushedAt":"2024-07-12T02:48:35.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"[Fix] fix api model inference (#275)","shortMessageHtmlLink":"[Fix] fix api model inference (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2404499132\" data-permission-text=\"Title is private\" data-url=\"https://github.com/open-compass/VLMEvalKit/issues/275\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/open-compass/VLMEvalKit/pull/275/hovercard\" href=\"https://github.com/open-compass/VLMEvalKit/pull/275\">#275</a>)"}},{"before":"8005e4467415217ef12e0d6b2b45a994a8198d57","after":"027e38c8df0c312135da70a2abf68fe706b05629","ref":"refs/heads/main","pushedAt":"2024-07-11T09:44:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kennymckormick","name":"Haodong Duan","path":"/kennymckormick","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/34324155?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEgzFqbwA","startCursor":null,"endCursor":null}},"title":"Activity · open-compass/VLMEvalKit"}