{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":748048698,"defaultBranch":"main","name":"InfoLossQA","ownerLogin":"jantrienes","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-25T06:55:31.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/12009072?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1717782356.0","currentOid":""},"activityList":{"items":[{"before":"f0305da68547319144542730065ea181f6834f24","after":"f56fe39116037cfc89fe044346bab8a746e4d578","ref":"refs/heads/main","pushedAt":"2024-08-19T06:08:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"update cite","shortMessageHtmlLink":"update cite"}},{"before":"a804b137e3627c6f7bd6ccf269683f1c72eb04ab","after":"f0305da68547319144542730065ea181f6834f24","ref":"refs/heads/main","pushedAt":"2024-06-07T17:49:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Update cite","shortMessageHtmlLink":"Update cite"}},{"before":"9889bf2365692dc673b619d4bef447679dd35d5f","after":null,"ref":"refs/heads/gpt-eval","pushedAt":"2024-06-07T17:45:56.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"}},{"before":"a6d8033eff2aec99e9c28024252cc5109124cc1b","after":"a804b137e3627c6f7bd6ccf269683f1c72eb04ab","ref":"refs/heads/main","pushedAt":"2024-06-07T17:45:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add automatic evaluation of InfoLossQA with GPT-4 and Llama3 (#1)\n\n* Add missing sentence-transformers dependency\r\n\r\n* Export manual annotations\r\n\r\n* Add evaluation prompts\r\n\r\n* Add evaluation with llama3 via litellm/together\r\n\r\n* Prepare recall eval\r\n\r\n* Move to threadpool\r\n\r\n* Add notebook to evaluate agreement of models with human\r\n\r\n* Update openai to >=1 with migration assistant\r\n\r\n* Correctly initialize openai client\r\n\r\n* Fix recall eval and format\r\n\r\n* Calculate iaa\r\n\r\n* Add outputs of GPT eval (zipped)","shortMessageHtmlLink":"Add automatic evaluation of InfoLossQA with GPT-4 and Llama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2321477411\" data-permission-text=\"Title is private\" data-url=\"https://github.com/jantrienes/InfoLossQA/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/jantrienes/InfoLossQA/pull/1/hovercard\" href=\"https://github.com/jantrienes/InfoLossQA/pull/1\">#1</a>)"}},{"before":"f5ea917ca90790cd5dd99a430f9b1a1acf1f1d0b","after":"9889bf2365692dc673b619d4bef447679dd35d5f","ref":"refs/heads/gpt-eval","pushedAt":"2024-06-07T17:45:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add outputs of GPT eval (zipped)","shortMessageHtmlLink":"Add outputs of GPT eval (zipped)"}},{"before":"c1fcbf097c2cead6c62fc33448c2f832266f8495","after":"f5ea917ca90790cd5dd99a430f9b1a1acf1f1d0b","ref":"refs/heads/gpt-eval","pushedAt":"2024-05-29T07:57:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Calculate iaa","shortMessageHtmlLink":"Calculate iaa"}},{"before":"7bc9c8461cd3e8970eed12ae52dfe3da99a2bf28","after":"c1fcbf097c2cead6c62fc33448c2f832266f8495","ref":"refs/heads/gpt-eval","pushedAt":"2024-05-28T16:20:50.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Fix recall eval and format","shortMessageHtmlLink":"Fix recall eval and format"}},{"before":"7f177365f48879768119a25e414d342d6a796993","after":"7bc9c8461cd3e8970eed12ae52dfe3da99a2bf28","ref":"refs/heads/gpt-eval","pushedAt":"2024-05-28T13:58:18.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add evaluation with llama3 via litellm/together","shortMessageHtmlLink":"Add evaluation with llama3 via litellm/together"}},{"before":null,"after":"7f177365f48879768119a25e414d342d6a796993","ref":"refs/heads/gpt-eval","pushedAt":"2024-05-28T09:36:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Export manual annotations","shortMessageHtmlLink":"Export manual annotations"}},{"before":"20cebfb878c078c3c8698166ae660942b6188383","after":"a6d8033eff2aec99e9c28024252cc5109124cc1b","ref":"refs/heads/main","pushedAt":"2024-03-22T14:11:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"8334547b839b436b08290b8a14526ccd410f4537","after":"20cebfb878c078c3c8698166ae660942b6188383","ref":"refs/heads/main","pushedAt":"2024-02-15T14:35:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add license for annotations","shortMessageHtmlLink":"Add license for annotations"}},{"before":"e7df96b39c463848ed684d5f916355bd6f387e04","after":"8334547b839b436b08290b8a14526ccd410f4537","ref":"refs/heads/main","pushedAt":"2024-02-02T13:40:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Filter docs","shortMessageHtmlLink":"Filter docs"}},{"before":"1775e1a391fbac2a39b6f914a1167a7a556d7cdc","after":"e7df96b39c463848ed684d5f916355bd6f387e04","ref":"refs/heads/main","pushedAt":"2024-02-02T13:37:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add links","shortMessageHtmlLink":"Add links"}},{"before":"a2151b13a30c46f9900ccd6ca2dc2de8fca8b263","after":"1775e1a391fbac2a39b6f914a1167a7a556d7cdc","ref":"refs/heads/main","pushedAt":"2024-02-02T13:33:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add code, data, model outputs","shortMessageHtmlLink":"Add code, data, model outputs"}},{"before":"37f066c2402c7508974c696b13b5ef21f4a88596","after":"a2151b13a30c46f9900ccd6ca2dc2de8fca8b263","ref":"refs/heads/main","pushedAt":"2024-01-31T06:59:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add paper link","shortMessageHtmlLink":"Add paper link"}},{"before":"ef041d6c18c63674b930dd76f7cbb71b1041c6c9","after":"37f066c2402c7508974c696b13b5ef21f4a88596","ref":"refs/heads/main","pushedAt":"2024-01-30T14:45:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add link to project website","shortMessageHtmlLink":"Add link to project website"}},{"before":"46ddce9d0dad2d1f0ec6f185b81ade86c8db37ba","after":"ef041d6c18c63674b930dd76f7cbb71b1041c6c9","ref":"refs/heads/main","pushedAt":"2024-01-30T14:43:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Create LICENSE","shortMessageHtmlLink":"Create LICENSE"}},{"before":"d029c7d3e636061a9bc187bffd97d0e88b7491b9","after":"46ddce9d0dad2d1f0ec6f185b81ade86c8db37ba","ref":"refs/heads/main","pushedAt":"2024-01-30T14:39:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Add readme","shortMessageHtmlLink":"Add readme"}},{"before":"de0b072a9b969cf4050022e641b1fd1500c34d1f","after":"d029c7d3e636061a9bc187bffd97d0e88b7491b9","ref":"refs/heads/main","pushedAt":"2024-01-30T13:45:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Delete CNAME","shortMessageHtmlLink":"Delete CNAME"}},{"before":"0f8639a1c2ed600ad9210fc395785cc601a67f94","after":"de0b072a9b969cf4050022e641b1fd1500c34d1f","ref":"refs/heads/main","pushedAt":"2024-01-29T10:57:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Create CNAME","shortMessageHtmlLink":"Create CNAME"}},{"before":"3d445556affdd6d3dc0d4d245727dd46292476d6","after":"0f8639a1c2ed600ad9210fc395785cc601a67f94","ref":"refs/heads/main","pushedAt":"2024-01-29T10:57:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Delete CNAME","shortMessageHtmlLink":"Delete CNAME"}},{"before":"cea50a00369a7654c536da4aa27504e687208328","after":"3d445556affdd6d3dc0d4d245727dd46292476d6","ref":"refs/heads/main","pushedAt":"2024-01-25T07:43:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Create CNAME","shortMessageHtmlLink":"Create CNAME"}},{"before":"5b0023e8eca361376ddda3ef2f7431f82b9d1543","after":"cea50a00369a7654c536da4aa27504e687208328","ref":"refs/heads/main","pushedAt":"2024-01-25T07:39:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Init github page","shortMessageHtmlLink":"Init github page"}},{"before":null,"after":"5b0023e8eca361376ddda3ef2f7431f82b9d1543","ref":"refs/heads/main","pushedAt":"2024-01-25T06:55:31.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jantrienes","name":"Jan Trienes","path":"/jantrienes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/12009072?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEna48RQA","startCursor":null,"endCursor":null}},"title":"Activity · jantrienes/InfoLossQA"}