{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":744569148,"defaultBranch":"main","name":"lm-evaluation-harness","ownerLogin":"djstrong","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-01-17T15:11:39.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/1849959?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1714775068.0","currentOid":""},"activityList":{"items":[{"before":"47a21e4751ba503e08acba95bbc7e9d3fb4d7746","after":"ca8bbaaa8399fba6f427d9bce4f66ebc0da0e9c8","ref":"refs/heads/fix-limit-bug","pushedAt":"2024-05-05T09:10:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"effective limit","shortMessageHtmlLink":"effective limit"}},{"before":null,"after":"47a21e4751ba503e08acba95bbc7e9d3fb4d7746","ref":"refs/heads/fix-limit-bug","pushedAt":"2024-05-03T22:24:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"fix limit bug when limit is None","shortMessageHtmlLink":"fix limit bug when limit is None"}},{"before":"acd77a08cd910e79f81c416c43e3c55fcdcdcfe9","after":"a64b2450ca6a79774446af86560faeaa801bd2ca","ref":"refs/heads/remove-echo-in-openai-completions","pushedAt":"2024-05-03T20:26:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"remove context length parameter doc string","shortMessageHtmlLink":"remove context length parameter doc string"}},{"before":null,"after":"acd77a08cd910e79f81c416c43e3c55fcdcdcfe9","ref":"refs/heads/remove-echo-in-openai-completions","pushedAt":"2024-05-03T20:09:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"remove echo parameter in OpenAI completions API","shortMessageHtmlLink":"remove echo parameter in OpenAI completions API"}},{"before":"34acd467dfbacdb97f8af94c14b9a67e6875cd11","after":"b9a16656c1e3a0bf24ba24eba91119b3afbe35fb","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-17T22:21:45.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"change name to prefix_token_id","shortMessageHtmlLink":"change name to prefix_token_id"}},{"before":"af7c4567b3522280455cac5843d626da18b332c7","after":"34acd467dfbacdb97f8af94c14b9a67e6875cd11","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-17T22:18:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"change name to prefix_token_id","shortMessageHtmlLink":"change name to prefix_token_id"}},{"before":"c31be261b803b8c347ab0726b2367a8ac40e34e5","after":"af7c4567b3522280455cac5843d626da18b332c7","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-17T22:12:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"Update lm_eval/api/model.py\n\nCo-authored-by: Hailey Schoelkopf <65563625+haileyschoelkopf@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/api/model.py"}},{"before":"3dbcbb89755a4484cfb9c2216ba79d0867a55a34","after":"9779d09999225f945c1209ea2175fe726e0937bf","ref":"refs/heads/start_date","pushedAt":"2024-03-17T11:40:34.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"add start date","shortMessageHtmlLink":"add start date"}},{"before":null,"after":"3dbcbb89755a4484cfb9c2216ba79d0867a55a34","ref":"refs/heads/start_date","pushedAt":"2024-03-17T11:37:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"add start date","shortMessageHtmlLink":"add start date"}},{"before":"59b25166f217adf2eb00bac8b63186cc40fde753","after":"c31be261b803b8c347ab0726b2367a8ac40e34e5","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-16T20:53:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"log prefix token id","shortMessageHtmlLink":"log prefix token id"}},{"before":"afeda8f4b40773f4069abfdbeee21c3f66c29a89","after":"59b25166f217adf2eb00bac8b63186cc40fde753","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-16T20:48:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"log prefix token id","shortMessageHtmlLink":"log prefix token id"}},{"before":"7d224aa847252db732438ff5ffba6782abb15264","after":"afeda8f4b40773f4069abfdbeee21c3f66c29a89","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-16T20:43:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"add model arg","shortMessageHtmlLink":"add model arg"}},{"before":null,"after":"7d224aa847252db732438ff5ffba6782abb15264","ref":"refs/heads/use_bos_token_in_loglikelihood","pushedAt":"2024-03-15T20:12:24.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"use BOS token in loglikelihood","shortMessageHtmlLink":"use BOS token in loglikelihood"}},{"before":"72ea626edde940f58ecb57e461fca772af1a5b7d","after":"6c3f687c3b6970808c77c5631b10e149c3faf4e7","ref":"refs/heads/patch-1","pushedAt":"2024-01-18T21:58:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"djstrong","name":"kwrobel.eth","path":"/djstrong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1849959?s=80&v=4"},"commit":{"message":"Update task_guide.md","shortMessageHtmlLink":"Update task_guide.md"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEQcQayAA","startCursor":null,"endCursor":null}},"title":"Activity · djstrong/lm-evaluation-harness"}