{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":653171718,"defaultBranch":"main","name":"promptbench","ownerLogin":"microsoft","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-06-13T14:32:34.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/6154722?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1721908137.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"afa5d5c59312e78d0c7b2fa8f060cd4f0732f0c0","ref":"refs/heads/dependabot/pip/torch-2.2.0","pushedAt":"2024-07-25T11:48:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump torch from 2.1.1 to 2.2.0\n\nBumps [torch](https://github.com/pytorch/pytorch) from 2.1.1 to 2.2.0.\n- [Release notes](https://github.com/pytorch/pytorch/releases)\n- [Changelog](https://github.com/pytorch/pytorch/blob/main/RELEASE.md)\n- [Commits](https://github.com/pytorch/pytorch/compare/v2.1.1...v2.2.0)\n\n---\nupdated-dependencies:\n- dependency-name: torch\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump torch from 2.1.1 to 2.2.0"}},{"before":"36e6305dbb8a1fe845ad5c93c868638db1b9d021","after":"ce1c03512af6fe7ce465bebce15f427d77c16510","ref":"refs/heads/main","pushedAt":"2024-06-29T05:31:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"icecream-and-tea","name":"Qinlin Zhao","path":"/icecream-and-tea","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/89716710?s=80&v=4"},"commit":{"message":"Update __init__.py","shortMessageHtmlLink":"Update __init__.py"}},{"before":"3daaf2d3734ec8c08302f73b93e640973a1edd41","after":"36e6305dbb8a1fe845ad5c93c868638db1b9d021","ref":"refs/heads/main","pushedAt":"2024-06-29T05:29:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"icecream-and-tea","name":"Qinlin Zhao","path":"/icecream-and-tea","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/89716710?s=80&v=4"},"commit":{"message":"add custom model","shortMessageHtmlLink":"add custom model"}},{"before":"2153d209aa2157cc34ce6850106b275cd98fd0ef","after":null,"ref":"refs/heads/dependabot/pip/docs/tqdm-4.66.3","pushedAt":"2024-05-26T17:03:51.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"f6c94a565aa418c663cb24ecfcdd6b1603502a17","after":"3daaf2d3734ec8c08302f73b93e640973a1edd41","ref":"refs/heads/main","pushedAt":"2024-05-26T17:03:45.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"Merge pull request #68 from microsoft/dependabot/pip/docs/tqdm-4.66.3\n\nBump tqdm from 4.66.1 to 4.66.3 in /docs","shortMessageHtmlLink":"Merge pull request #68 from microsoft/dependabot/pip/docs/tqdm-4.66.3"}},{"before":"3292b6cdd189ffc85f65c69b593a4b5c46f04633","after":null,"ref":"refs/heads/dependabot/pip/tqdm-4.66.3","pushedAt":"2024-05-26T17:03:42.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"3457a727d63d36475cfc07307b6daf83fcd13543","after":"f6c94a565aa418c663cb24ecfcdd6b1603502a17","ref":"refs/heads/main","pushedAt":"2024-05-26T17:03:34.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"Merge pull request #67 from microsoft/dependabot/pip/tqdm-4.66.3\n\nBump tqdm from 4.66.1 to 4.66.3","shortMessageHtmlLink":"Merge pull request #67 from microsoft/dependabot/pip/tqdm-4.66.3"}},{"before":"4ba658c7db296afd97634b39aeda684e5410cdaf","after":"3457a727d63d36475cfc07307b6daf83fcd13543","ref":"refs/heads/main","pushedAt":"2024-05-26T12:44:17.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"add gpt-4o model","shortMessageHtmlLink":"add gpt-4o model"}},{"before":"967c4729693f9e318c048ddc8c1062143d45dd08","after":"4ba658c7db296afd97634b39aeda684e5410cdaf","ref":"refs/heads/main","pushedAt":"2024-05-25T16:14:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"fix bugs in generating dyval training set","shortMessageHtmlLink":"fix bugs in generating dyval training set"}},{"before":null,"after":"2153d209aa2157cc34ce6850106b275cd98fd0ef","ref":"refs/heads/dependabot/pip/docs/tqdm-4.66.3","pushedAt":"2024-05-03T21:46:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump tqdm from 4.66.1 to 4.66.3 in /docs\n\nBumps [tqdm](https://github.com/tqdm/tqdm) from 4.66.1 to 4.66.3.\n- [Release notes](https://github.com/tqdm/tqdm/releases)\n- [Commits](https://github.com/tqdm/tqdm/compare/v4.66.1...v4.66.3)\n\n---\nupdated-dependencies:\n- dependency-name: tqdm\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump tqdm from 4.66.1 to 4.66.3 in /docs"}},{"before":null,"after":"3292b6cdd189ffc85f65c69b593a4b5c46f04633","ref":"refs/heads/dependabot/pip/tqdm-4.66.3","pushedAt":"2024-05-03T21:46:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump tqdm from 4.66.1 to 4.66.3\n\nBumps [tqdm](https://github.com/tqdm/tqdm) from 4.66.1 to 4.66.3.\n- [Release notes](https://github.com/tqdm/tqdm/releases)\n- [Commits](https://github.com/tqdm/tqdm/compare/v4.66.1...v4.66.3)\n\n---\nupdated-dependencies:\n- dependency-name: tqdm\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump tqdm from 4.66.1 to 4.66.3"}},{"before":"a5e8545e66bcfc0889797d59cdb54ff29db5f76e","after":null,"ref":"refs/heads/dependabot/pip/docs/transformers-4.38.0","pushedAt":"2024-04-29T06:38:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"37c14887a5917ded0a68105f7e660408327ea7cd","after":"967c4729693f9e318c048ddc8c1062143d45dd08","ref":"refs/heads/main","pushedAt":"2024-04-29T06:38:13.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"Merge pull request #63 from microsoft/dependabot/pip/docs/transformers-4.38.0\n\nBump transformers from 4.36.2 to 4.38.0 in /docs","shortMessageHtmlLink":"Merge pull request #63 from microsoft/dependabot/pip/docs/transformer…"}},{"before":"d180c503202d771f81a708f80c77c212a94674f3","after":null,"ref":"refs/heads/dependabot/pip/transformers-4.38.0","pushedAt":"2024-04-29T06:38:06.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"8adac5e70d66f7654dbe7851732477b7aa67176e","after":"37c14887a5917ded0a68105f7e660408327ea7cd","ref":"refs/heads/main","pushedAt":"2024-04-29T06:37:59.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"Merge pull request #62 from microsoft/dependabot/pip/transformers-4.38.0\n\nBump transformers from 4.36.2 to 4.38.0","shortMessageHtmlLink":"Merge pull request #62 from microsoft/dependabot/pip/transformers-4.38.0"}},{"before":"a82cd10aba6a06cfda878a2236eed817736da6e5","after":"d180c503202d771f81a708f80c77c212a94674f3","ref":"refs/heads/dependabot/pip/transformers-4.38.0","pushedAt":"2024-04-29T06:37:37.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump transformers from 4.36.2 to 4.38.0\n\nBumps [transformers](https://github.com/huggingface/transformers) from 4.36.2 to 4.38.0.\n- [Release notes](https://github.com/huggingface/transformers/releases)\n- [Commits](https://github.com/huggingface/transformers/compare/v4.36.2...v4.38.0)\n\n---\nupdated-dependencies:\n- dependency-name: transformers\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump transformers from 4.36.2 to 4.38.0"}},{"before":"e528b5bcc6931f18948698eff9a5dcfbf13349a9","after":null,"ref":"refs/heads/dependabot/pip/pillow-10.3.0","pushedAt":"2024-04-29T06:37:02.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"}},{"before":"a66292976ee77e4db929ec3fb9560c9d5339b5fb","after":"8adac5e70d66f7654dbe7851732477b7aa67176e","ref":"refs/heads/main","pushedAt":"2024-04-29T06:36:55.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"Merge pull request #61 from microsoft/dependabot/pip/pillow-10.3.0\n\nBump pillow from 10.2.0 to 10.3.0","shortMessageHtmlLink":"Merge pull request #61 from microsoft/dependabot/pip/pillow-10.3.0"}},{"before":null,"after":"a5e8545e66bcfc0889797d59cdb54ff29db5f76e","ref":"refs/heads/dependabot/pip/docs/transformers-4.38.0","pushedAt":"2024-04-10T23:56:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump transformers from 4.36.2 to 4.38.0 in /docs\n\nBumps [transformers](https://github.com/huggingface/transformers) from 4.36.2 to 4.38.0.\n- [Release notes](https://github.com/huggingface/transformers/releases)\n- [Commits](https://github.com/huggingface/transformers/compare/v4.36.2...v4.38.0)\n\n---\nupdated-dependencies:\n- dependency-name: transformers\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump transformers from 4.36.2 to 4.38.0 in /docs"}},{"before":null,"after":"a82cd10aba6a06cfda878a2236eed817736da6e5","ref":"refs/heads/dependabot/pip/transformers-4.38.0","pushedAt":"2024-04-10T22:59:15.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump transformers from 4.36.2 to 4.38.0\n\nBumps [transformers](https://github.com/huggingface/transformers) from 4.36.2 to 4.38.0.\n- [Release notes](https://github.com/huggingface/transformers/releases)\n- [Commits](https://github.com/huggingface/transformers/compare/v4.36.2...v4.38.0)\n\n---\nupdated-dependencies:\n- dependency-name: transformers\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump transformers from 4.36.2 to 4.38.0"}},{"before":null,"after":"e528b5bcc6931f18948698eff9a5dcfbf13349a9","ref":"refs/heads/dependabot/pip/pillow-10.3.0","pushedAt":"2024-04-03T16:44:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dependabot[bot]","name":null,"path":"/apps/dependabot","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/29110?s=80&v=4"},"commit":{"message":"Bump pillow from 10.2.0 to 10.3.0\n\nBumps [pillow](https://github.com/python-pillow/Pillow) from 10.2.0 to 10.3.0.\n- [Release notes](https://github.com/python-pillow/Pillow/releases)\n- [Changelog](https://github.com/python-pillow/Pillow/blob/main/CHANGES.rst)\n- [Commits](https://github.com/python-pillow/Pillow/compare/10.2.0...10.3.0)\n\n---\nupdated-dependencies:\n- dependency-name: pillow\n dependency-type: direct:production\n...\n\nSigned-off-by: dependabot[bot] ","shortMessageHtmlLink":"Bump pillow from 10.2.0 to 10.3.0"}},{"before":"e3caff364c774faa3e650cc866c400386aec730f","after":"a66292976ee77e4db929ec3fb9560c9d5339b5fb","ref":"refs/heads/main","pushedAt":"2024-03-26T08:45:29.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"jindongwang","name":"Jindong Wang","path":"/jindongwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6158206?s=80&v=4"},"commit":{"message":"Merge pull request #58 from zhimin-z/patch-1\n\nBeautify the leaderboard","shortMessageHtmlLink":"Merge pull request #58 from zhimin-z/patch-1"}},{"before":"7ed98bae9ba5b03a80a45b247ef4fc8768da5485","after":"e3caff364c774faa3e650cc866c400386aec730f","ref":"refs/heads/main","pushedAt":"2024-03-20T08:04:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"icecream-and-tea","name":"Qinlin Zhao","path":"/icecream-and-tea","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/89716710?s=80&v=4"},"commit":{"message":"Update MMLU datasets","shortMessageHtmlLink":"Update MMLU datasets"}},{"before":"0403a12efc33e73a5da8317a897b765e778a2b5b","after":"7ed98bae9ba5b03a80a45b247ef4fc8768da5485","ref":"refs/heads/main","pushedAt":"2024-03-19T05:57:42.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"jindongwang","name":"Jindong Wang","path":"/jindongwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6158206?s=80&v=4"},"commit":{"message":"Merge pull request #57 from MingxuanXia/mingxuanxia/multimodal\n\nUpdate multi modal evaluation","shortMessageHtmlLink":"Merge pull request #57 from MingxuanXia/mingxuanxia/multimodal"}},{"before":"e8562210cc90a170103b0d3f5a99e79803d452f1","after":"0403a12efc33e73a5da8317a897b765e778a2b5b","ref":"refs/heads/main","pushedAt":"2024-03-13T09:02:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jindongwang","name":"Jindong Wang","path":"/jindongwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6158206?s=80&v=4"},"commit":{"message":"upd: freadme","shortMessageHtmlLink":"upd: freadme"}},{"before":"4c68eb48eb2df4155d94a4e1df2221283ff43bab","after":"e8562210cc90a170103b0d3f5a99e79803d452f1","ref":"refs/heads/main","pushedAt":"2024-03-13T08:43:34.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"jindongwang","name":"Jindong Wang","path":"/jindongwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6158206?s=80&v=4"},"commit":{"message":"Merge pull request #56 from MingxuanXia/mingxuanxia/multimodal\n\nAdd multi modal evaluations","shortMessageHtmlLink":"Merge pull request #56 from MingxuanXia/mingxuanxia/multimodal"}},{"before":"162d1b61afef373f3607b78b22c791ecc937df34","after":"4c68eb48eb2df4155d94a4e1df2221283ff43bab","ref":"refs/heads/main","pushedAt":"2024-02-28T03:48:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"[fix] LLMModel interface","shortMessageHtmlLink":"[fix] LLMModel interface"}},{"before":"fff2d1f0c075191fa80fe3efc264fcc7e3c031d6","after":"162d1b61afef373f3607b78b22c791ecc937df34","ref":"refs/heads/main","pushedAt":"2024-02-21T04:21:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"[fix] bugs in prompt attack","shortMessageHtmlLink":"[fix] bugs in prompt attack"}},{"before":"7688860a16490642c9235f179c1704851fbca2f7","after":"fff2d1f0c075191fa80fe3efc264fcc7e3c031d6","ref":"refs/heads/main","pushedAt":"2024-02-07T01:04:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"[add] newest openai gpt models","shortMessageHtmlLink":"[add] newest openai gpt models"}},{"before":"89c0a2ae3c3111052167236cca277a486e6862e9","after":"7688860a16490642c9235f179c1704851fbca2f7","ref":"refs/heads/main","pushedAt":"2024-01-10T11:24:34.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Immortalise","name":"Kaijie Zhu","path":"/Immortalise","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31989262?s=80&v=4"},"commit":{"message":"[add] new datasets","shortMessageHtmlLink":"[add] new datasets"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEiPN4iwA","startCursor":null,"endCursor":null}},"title":"Activity · microsoft/promptbench"}