{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":748650671,"defaultBranch":"main","name":"lighteval","ownerLogin":"huggingface","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-26T13:15:39.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/25720743?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1721895741.0","currentOid":""},"activityList":{"items":[{"before":"e816cdc3a2078cb80aa477e5fdd3276f05a41a02","after":"5dc3273ed9f9784be901ef9f2a62e872575912a5","ref":"refs/heads/clem_details","pushedAt":"2024-07-25T17:14:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"added pprint","shortMessageHtmlLink":"added pprint"}},{"before":"e3180579ae266e600a2bb4609dc700ba3424c389","after":"bbf6e93634d6cffe6987c6eb5127c6598145b348","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-07-25T16:31:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"5b2c1eb6c2c468fdbab7b2734aeee8afad2b4560","after":"e3180579ae266e600a2bb4609dc700ba3424c389","ref":"refs/heads/multichoice_continuations_start_space_fix","pushedAt":"2024-07-25T16:28:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Update src/lighteval/models/model_config.py\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Update src/lighteval/models/model_config.py"}},{"before":"a75d0576eda2c2db9d52527ad3034070c7c461a1","after":"27585fa6ead973bac7a0a3d6be1b8351f5c4aa34","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-25T13:08:59.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into nathan-add-judge-transformers","shortMessageHtmlLink":"Merge branch 'main' into nathan-add-judge-transformers"}},{"before":"ba8c7bf133d2512548cbb4278622ad5d9a898c94","after":"a75d0576eda2c2db9d52527ad3034070c7c461a1","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-25T12:52:11.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"readd openai and adds llama 3 405b as judge","shortMessageHtmlLink":"readd openai and adds llama 3 405b as judge"}},{"before":"db502dde3019b7560ddee85d26983d805e491167","after":"506abda3ec1e05e033997c4dbf7537db4285432d","ref":"refs/heads/main","pushedAt":"2024-07-25T09:43:38.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"udpated piqa (#222)\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"udpated piqa (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2403003455\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/222\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/222/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/222\">#222</a>)"}},{"before":"fd9dc34a6eadbad3de6464ed8b2d788a697604c5","after":"4067ee46ecdb58ed6b4df2f2a591ae300ac075a2","ref":"refs/heads/inference_endpoints","pushedAt":"2024-07-25T08:39:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"updated inference endpoint system","shortMessageHtmlLink":"updated inference endpoint system"}},{"before":null,"after":"fd9dc34a6eadbad3de6464ed8b2d788a697604c5","ref":"refs/heads/inference_endpoints","pushedAt":"2024-07-25T08:22:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"added endpoint through openai lib","shortMessageHtmlLink":"added endpoint through openai lib"}},{"before":"20960e941b8ed0768f8ff751c9430e96ee894f57","after":"6b328abd7b66a01ef793ab5be19af4683c61a96f","ref":"refs/heads/piqa_edits","pushedAt":"2024-07-25T07:26:03.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into piqa_edits","shortMessageHtmlLink":"Merge branch 'main' into piqa_edits"}},{"before":"2b4b637e912df623bc97f775df94d3ce4f675999","after":"db502dde3019b7560ddee85d26983d805e491167","ref":"refs/heads/main","pushedAt":"2024-07-24T18:23:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"fix (#233)\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"fix (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2415874069\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/233\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/233/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/233\">#233</a>)"}},{"before":"919eb453cf17cd2d334d7bbd189982c8aad68503","after":"20960e941b8ed0768f8ff751c9430e96ee894f57","ref":"refs/heads/piqa_edits","pushedAt":"2024-07-24T18:22:57.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into piqa_edits","shortMessageHtmlLink":"Merge branch 'main' into piqa_edits"}},{"before":"a54b88831c3083a133b7e1f1ca0c6e5be57faa81","after":"ba8c7bf133d2512548cbb4278622ad5d9a898c94","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-24T15:20:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"fix doc","shortMessageHtmlLink":"fix doc"}},{"before":"1e0a72007de42418ad5765ce4c792ecce1aa7708","after":"a54b88831c3083a133b7e1f1ca0c6e5be57faa81","ref":"refs/heads/nathan-add-judge-transformers","pushedAt":"2024-07-24T14:39:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"linting","shortMessageHtmlLink":"linting"}},{"before":"0e3a399e2bb188b8d8283e0595fd1489c37c78f8","after":"987d849da288dd88f45f3c2e2fbd198e10fd9477","ref":"refs/heads/#165","pushedAt":"2024-07-24T13:00:50.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into #165","shortMessageHtmlLink":"Merge branch 'main' into <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255255815\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/165\" data-hovercard-type=\"issue\" data-hovercard-url=\"/huggingface/lighteval/issues/165/hovercard\" href=\"https://github.com/huggingface/lighteval/issues/165\">#165</a>"}},{"before":"65fef9549a279fc2e37c0733f7bc3a2a098ac6c8","after":"e816cdc3a2078cb80aa477e5fdd3276f05a41a02","ref":"refs/heads/clem_details","pushedAt":"2024-07-24T12:43:47.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into clem_details","shortMessageHtmlLink":"Merge branch 'main' into clem_details"}},{"before":"86fbe6416a94a2ce804f606a07558541c337914c","after":"2b4b637e912df623bc97f775df94d3ce4f675999","ref":"refs/heads/main","pushedAt":"2024-07-24T12:43:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Removes default bert scorer init (#234)\n\n* move init of bertscorer to avoid downloading model by default\r\n\r\n* Update src/lighteval/metrics/metrics_sample.py\r\n\r\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>\r\n\r\n---------\r\n\r\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Removes default bert scorer init (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2416259338\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/234\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/234/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/234\">#234</a>)"}},{"before":"96785fd96f92bd0c178833c809e835d5e017d568","after":"60cfef18af9496900991cdf1fd6383a2dd8532db","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-23T16:27:18.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"forgot one import","shortMessageHtmlLink":"forgot one import"}},{"before":"e0bd17beeb19811402828c5101acd248b17a9512","after":"96785fd96f92bd0c178833c809e835d5e017d568","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-23T16:13:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"forgot one import","shortMessageHtmlLink":"forgot one import"}},{"before":"6e1eabee372b2a3a005cdefcb03c4b4ef712f7dd","after":"e0bd17beeb19811402828c5101acd248b17a9512","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-23T16:06:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"fix circular import","shortMessageHtmlLink":"fix circular import"}},{"before":null,"after":"6e1eabee372b2a3a005cdefcb03c4b4ef712f7dd","ref":"refs/heads/clem_add_pipeline","pushedAt":"2024-07-23T15:37:50.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Added model info to models, edited mains to homogenenize them, added a pipeline for neater launches","shortMessageHtmlLink":"Added model info to models, edited mains to homogenenize them, added …"}},{"before":"8038c8cbc5207c72899786f76b36eedb85ee074e","after":"65fef9549a279fc2e37c0733f7bc3a2a098ac6c8","ref":"refs/heads/clem_details","pushedAt":"2024-07-23T13:16:45.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into clem_details","shortMessageHtmlLink":"Merge branch 'main' into clem_details"}},{"before":"a4731cdf9d95727cefefca508bc72f33f7e9c34d","after":"2170010e38e88679a793e77f7ef7be23730b4357","ref":"refs/heads/bert_scorer_import","pushedAt":"2024-07-23T12:34:33.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Merge branch 'main' into bert_scorer_import","shortMessageHtmlLink":"Merge branch 'main' into bert_scorer_import"}},{"before":"d7b141ef7aef1207d3f53c6ada3195c0a0dfed2f","after":"a4731cdf9d95727cefefca508bc72f33f7e9c34d","ref":"refs/heads/bert_scorer_import","pushedAt":"2024-07-23T12:34:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Update src/lighteval/metrics/metrics_sample.py\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"Update src/lighteval/metrics/metrics_sample.py"}},{"before":"003f05e23b28db57ff039b41b71efdcdcdd6e03d","after":"86fbe6416a94a2ce804f606a07558541c337914c","ref":"refs/heads/main","pushedAt":"2024-07-23T12:33:09.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"remove latex writer since we don't use it (#231)\n\nCo-authored-by: Nathan Habib <30601243+NathanHB@users.noreply.github.com>","shortMessageHtmlLink":"remove latex writer since we don't use it (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2413675160\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/231\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/231/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/231\">#231</a>)"}},{"before":"e5f7f08d2da30037b5e4553710690d20bf75028b","after":"f1a96da1c35c982a8d3ee1b9876e4ebcdfb42bc0","ref":"refs/heads/rm_latex_table","pushedAt":"2024-07-23T10:39:35.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into rm_latex_table","shortMessageHtmlLink":"Merge branch 'main' into rm_latex_table"}},{"before":"ce2b3bf3b50015e6c8d2566eaeb3458e09de8224","after":"d7b141ef7aef1207d3f53c6ada3195c0a0dfed2f","ref":"refs/heads/bert_scorer_import","pushedAt":"2024-07-23T10:27:32.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into bert_scorer_import","shortMessageHtmlLink":"Merge branch 'main' into bert_scorer_import"}},{"before":"aa18dbfddc5e6d4afd3605cce7cb09043bd334f5","after":"0e3a399e2bb188b8d8283e0595fd1489c37c78f8","ref":"refs/heads/#165","pushedAt":"2024-07-23T10:20:32.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Merge branch 'main' into #165","shortMessageHtmlLink":"Merge branch 'main' into <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255255815\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/165\" data-hovercard-type=\"issue\" data-hovercard-url=\"/huggingface/lighteval/issues/165/hovercard\" href=\"https://github.com/huggingface/lighteval/issues/165\">#165</a>"}},{"before":"66ed7a28aa67e6c4a4ab1d93510d45be84802534","after":"003f05e23b28db57ff039b41b71efdcdcdd6e03d","ref":"refs/heads/main","pushedAt":"2024-07-23T10:19:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"NathanHB","name":"Nathan Habib","path":"/NathanHB","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30601243?s=80&v=4"},"commit":{"message":"Update issue templates (#235)\n\n* Update issue templates\r\n\r\n* Update feature-request.md","shortMessageHtmlLink":"Update issue templates (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2424597003\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/lighteval/issues/235\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/lighteval/pull/235/hovercard\" href=\"https://github.com/huggingface/lighteval/pull/235\">#235</a>)"}},{"before":"fa5dc4a417f46889bba28212e1313fcda6325c69","after":"bab85721706af645cf4212d5fa002d010fa9b640","ref":"refs/heads/clem_issue_templates","pushedAt":"2024-07-23T08:34:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Update feature-request.md","shortMessageHtmlLink":"Update feature-request.md"}},{"before":"66ed7a28aa67e6c4a4ab1d93510d45be84802534","after":"fa5dc4a417f46889bba28212e1313fcda6325c69","ref":"refs/heads/clem_issue_templates","pushedAt":"2024-07-23T08:32:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"clefourrier","name":"Clémentine Fourrier","path":"/clefourrier","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22726840?s=80&v=4"},"commit":{"message":"Update issue templates","shortMessageHtmlLink":"Update issue templates"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEiURDfgA","startCursor":null,"endCursor":null}},"title":"Activity · huggingface/lighteval"}