{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":789480832,"defaultBranch":"main","name":"lm-evaluation-harness","ownerLogin":"hishab-nlp","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-04-20T17:08:46.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/85066469?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1713632928.2907908","currentOid":""},"activityList":{"items":[{"before":"07e5b53055cc7780e2334e1a8d0de6c2173593e1","after":"e345007ece8781f89e14bfc4e8efae1ae34f9751","ref":"refs/heads/main","pushedAt":"2024-05-09T10:36:06.000Z","pushType":"push","commitsCount":22,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"Merge branch 'EleutherAI:main' into main","shortMessageHtmlLink":"Merge branch 'EleutherAI:main' into main"}},{"before":"f7018276461fec15b62b306c589f20035af42e4f","after":"07e5b53055cc7780e2334e1a8d0de6c2173593e1","ref":"refs/heads/main","pushedAt":"2024-05-02T09:56:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"add myreadme and update requirementst.txt","shortMessageHtmlLink":"add myreadme and update requirementst.txt"}},{"before":"0b8a4ab6bb1e0f165dd94a9e799c7d83041876c8","after":"f7018276461fec15b62b306c589f20035af42e4f","ref":"refs/heads/main","pushedAt":"2024-04-30T19:25:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"update scripts with time add for output dir","shortMessageHtmlLink":"update scripts with time add for output dir"}},{"before":"a200a9840529a4c21eb670cb8fd7a164960d7b36","after":"0b8a4ab6bb1e0f165dd94a9e799c7d83041876c8","ref":"refs/heads/main","pushedAt":"2024-04-30T18:18:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"update bangla benchmark scripts with models and tasks argument","shortMessageHtmlLink":"update bangla benchmark scripts with models and tasks argument"}},{"before":"ed3b6f77f955be1e5a7739db0cac3f9744d286b0","after":"a200a9840529a4c21eb670cb8fd7a164960d7b36","ref":"refs/heads/main","pushedAt":"2024-04-30T16:00:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"update bangla benchmark scripts","shortMessageHtmlLink":"update bangla benchmark scripts"}},{"before":"a75c3021a63016383d8caa670b22dccc677a5b62","after":"ed3b6f77f955be1e5a7739db0cac3f9744d286b0","ref":"refs/heads/main","pushedAt":"2024-04-30T13:20:19.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"add bash file to run the bn benchmark","shortMessageHtmlLink":"add bash file to run the bn benchmark"}},{"before":"8e0ce14b7cef92f444c6ca87654455ceb66e1257","after":"a75c3021a63016383d8caa670b22dccc677a5b62","ref":"refs/heads/main","pushedAt":"2024-04-30T11:30:32.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"Merge branch 'EleutherAI:main' into main","shortMessageHtmlLink":"Merge branch 'EleutherAI:main' into main"}},{"before":"fdd6be2111254e5e0e1129037d81687e4adcfe07","after":"8e0ce14b7cef92f444c6ca87654455ceb66e1257","ref":"refs/heads/main","pushedAt":"2024-04-30T10:15:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"Update openbookqa_bn.yaml","shortMessageHtmlLink":"Update openbookqa_bn.yaml"}},{"before":"fb25642889fc3a9124f3373e049e52bcae4fb7c2","after":"fdd6be2111254e5e0e1129037d81687e4adcfe07","ref":"refs/heads/main","pushedAt":"2024-04-30T09:02:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"update huggingface model wrapper with trust remote code true","shortMessageHtmlLink":"update huggingface model wrapper with trust remote code true"}},{"before":"d901de3c5c7a6dd8b055fa61bc00ac8df103a1fb","after":"fb25642889fc3a9124f3373e049e52bcae4fb7c2","ref":"refs/heads/main","pushedAt":"2024-04-24T08:53:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"add commonsenseqa_bn in tasks","shortMessageHtmlLink":"add commonsenseqa_bn in tasks"}},{"before":"ba35d23291d4a22a8b356b8e273f44471220df2b","after":"d901de3c5c7a6dd8b055fa61bc00ac8df103a1fb","ref":"refs/heads/main","pushedAt":"2024-04-23T08:50:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"NLP-LLM-52: add bangla-mmlu task","shortMessageHtmlLink":"NLP-LLM-52: add bangla-mmlu task"}},{"before":"0800e7392e308ddb5a6120ec509cc2a5025591cc","after":"ba35d23291d4a22a8b356b8e273f44471220df2b","ref":"refs/heads/main","pushedAt":"2024-04-23T08:44:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"NLP-LLM-52: add boolq_bn task","shortMessageHtmlLink":"NLP-LLM-52: add boolq_bn task"}},{"before":"c6061ca70d88d428a46a37000e7c381a447623f7","after":"0800e7392e308ddb5a6120ec509cc2a5025591cc","ref":"refs/heads/main","pushedAt":"2024-04-23T08:33:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"NLP-LLM-52: add openbookqa_bn task","shortMessageHtmlLink":"NLP-LLM-52: add openbookqa_bn task"}},{"before":"3196e907fa195b684470a913c7235ed7f08a4383","after":"c6061ca70d88d428a46a37000e7c381a447623f7","ref":"refs/heads/main","pushedAt":"2024-04-23T08:22:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sagorbrur","name":"Sagor Sarker","path":"/sagorbrur","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10723655?s=80&v=4"},"commit":{"message":"NLP-LLM-52: add piqa_bn task","shortMessageHtmlLink":"NLP-LLM-52: add piqa_bn task"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAERYG_KAA","startCursor":null,"endCursor":null}},"title":"Activity · hishab-nlp/lm-evaluation-harness"}