{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":644707109,"defaultBranch":"main","name":"evals","ownerLogin":"pan93412","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-05-24T05:02:13.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/28441561?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1684989220.18873","currentOid":""},"activityList":{"items":[{"before":"f3d66ea26086e998f85bb061451914ea0f936baf","after":"d7a198ed5363f7b3ddfbc41a0868d64a1fc04666","ref":"refs/heads/fix-up-types-i","pushedAt":"2023-06-03T03:11:05.056Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add logging to the eval_set loop","shortMessageHtmlLink":"Add logging to the eval_set loop"}},{"before":"c575e4163b943094ab91423a6185b5e8840b373f","after":"fa9340a19fb217b9d09bcf09fc834319ffa69be0","ref":"refs/heads/type-cli-oaieval","pushedAt":"2023-06-02T22:38:31.420Z","pushType":"push","commitsCount":25,"pusher":{"login":"jwang47","name":"Alvin Wang","path":"/jwang47","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1084704?s=80&v=4"},"commit":{"message":"Merge branch 'main' into type-cli-oaieval","shortMessageHtmlLink":"Merge branch 'main' into type-cli-oaieval"}},{"before":"7b2dd2e9aeef06ea1c1d599ed4924699d9aec7ad","after":"a8f7b37c43631940191fe40c3c75a8d9ffffb04f","ref":"refs/heads/add-langchain-dependency","pushedAt":"2023-06-02T16:08:15.367Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add missing dependency LangChain\n\nIt is being used in evals/completion_fns/langchain_llm.py","shortMessageHtmlLink":"Add missing dependency LangChain"}},{"before":"78e852c5746f3c0b847905c0d515c8d0adec66b8","after":"82cef0141ae8c5d4e142e89045a5ce41fd2e930b","ref":"refs/heads/type-scripts","pushedAt":"2023-06-02T16:08:02.229Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Types: Enable type check in `scripts`\n\nThis PR completes the types in the files\nunder `scripts`. Also, it enables the\ntype check of the directory `scripts`.","shortMessageHtmlLink":"Types: Enable type check in <code>scripts</code>"}},{"before":"c1f1b876944e87fd1e2b61fde26c8c75271b251e","after":"12879e82fbde5c9917159cb929870b1046bf2974","ref":"refs/heads/improve-pull-request-template","pushedAt":"2023-06-02T16:07:48.542Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Correct typo in PULL_REQUEST_TEMPLATE","shortMessageHtmlLink":"Correct typo in PULL_REQUEST_TEMPLATE"}},{"before":"cccbe4b3d3f3a604eda5b5d3b6c7ec85df71c57e","after":"f3d66ea26086e998f85bb061451914ea0f936baf","ref":"refs/heads/fix-up-types-i","pushedAt":"2023-06-02T16:07:35.165Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Typed Argument","shortMessageHtmlLink":"Typed Argument"}},{"before":"7b27dfdc50a920bce1743a385d7d8dcf20013559","after":"692ab7385cca7c2b61013f1ab4a23d7b90d59218","ref":"refs/heads/optional-dep","pushedAt":"2023-06-02T16:07:20.943Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add formatters to optional dependencies\n\nhttps://peps.python.org/pep-0631/#optional-dependencies","shortMessageHtmlLink":"Add formatters to optional dependencies"}},{"before":"16c3ea2fcf893b95477056644139d4933ff05934","after":"884bbcce5ce1028087d972533e2f71d3e90ee9fb","ref":"refs/heads/mypy-in-precommit","pushedAt":"2023-06-02T16:07:07.771Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Remove the unnecessary dot in args\n\nevals/base.py: error: Duplicate module named \"evals.base\"\n(also at \"./evals/base.py\")","shortMessageHtmlLink":"Remove the unnecessary dot in args"}},{"before":"4a8b2f435768a23650421b113fa552d79c1fb31b","after":"dd44130ce49bfb2a7f469695f9f5909090f03626","ref":"refs/heads/makefile-phony","pushedAt":"2023-06-02T16:06:54.313Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Makefile: Set `mypy` as a phony target\n\nhttps://www.gnu.org/software/make/manual/html_node/Phony-Targets.html","shortMessageHtmlLink":"Makefile: Set <code>mypy</code> as a phony target"}},{"before":"f351a5a2be7c3de3ad07d4ccfbdb2dc9c1b4edd0","after":"4e59dba5131eb23d018aa224f7e885e71d4c220a","ref":"refs/heads/name-export-items-explicitly","pushedAt":"2023-06-02T16:06:40.756Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Use the redundant form of the import in __init__\n\nIt prevents Pylance to report '\"X\" is not accessed'.\n\nhttps://github.com/microsoft/pylance-release/issues/856#issuecomment-763793949","shortMessageHtmlLink":"Use the redundant form of the import in __init__"}},{"before":"fc58028d74250ff188ef1f88b5ed74849f6422a1","after":"8105b76aba623040ab49a0bf6c04181d5728b3ed","ref":"refs/heads/set-python-version-in-mypy","pushedAt":"2023-06-02T16:06:27.533Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Set python_version in mypy\n\nPrevent using the typing features\nfrom new Python version (such as\n`T | U`) accidentally.","shortMessageHtmlLink":"Set python_version in mypy"}},{"before":"dffa3482fcf1ef958f9aed0dbb752c55e7892ec6","after":"c575e4163b943094ab91423a6185b5e8840b373f","ref":"refs/heads/type-cli-oaieval","pushedAt":"2023-06-02T16:06:14.452Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Typed Eval","shortMessageHtmlLink":"Typed Eval"}},{"before":"e956509acc44d7999c8b1de16922fcc72be90e9b","after":"7b2dd2e9aeef06ea1c1d599ed4924699d9aec7ad","ref":"refs/heads/add-langchain-dependency","pushedAt":"2023-06-01T03:49:58.903Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add missing dependency LangChain\n\nIt is being used in evals/completion_fns/langchain_llm.py","shortMessageHtmlLink":"Add missing dependency LangChain"}},{"before":"767d778edf8b83c31dbe93e48f17e252b25605f0","after":"78e852c5746f3c0b847905c0d515c8d0adec66b8","ref":"refs/heads/type-scripts","pushedAt":"2023-06-01T03:49:42.465Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Types: Enable type check in `scripts`\n\nThis PR completes the types in the files\nunder `scripts`. Also, it enables the\ntype check of the directory `scripts`.","shortMessageHtmlLink":"Types: Enable type check in <code>scripts</code>"}},{"before":"005cc92caa373a8a62cca9f1a80e2c5248574d12","after":"c1f1b876944e87fd1e2b61fde26c8c75271b251e","ref":"refs/heads/improve-pull-request-template","pushedAt":"2023-06-01T03:49:22.339Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Correct typo in PULL_REQUEST_TEMPLATE","shortMessageHtmlLink":"Correct typo in PULL_REQUEST_TEMPLATE"}},{"before":"59deab40085d5a5574c96a29ae588b8c328efc4b","after":"cccbe4b3d3f3a604eda5b5d3b6c7ec85df71c57e","ref":"refs/heads/fix-up-types-i","pushedAt":"2023-06-01T03:49:05.765Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Typed Argument","shortMessageHtmlLink":"Typed Argument"}},{"before":"6eaaef575b6d2499abbee43e934372a0649ce4c8","after":"7b27dfdc50a920bce1743a385d7d8dcf20013559","ref":"refs/heads/optional-dep","pushedAt":"2023-06-01T03:48:45.979Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add formatters to optional dependencies\n\nhttps://peps.python.org/pep-0631/#optional-dependencies","shortMessageHtmlLink":"Add formatters to optional dependencies"}},{"before":"d407ac56d3c6f4b38ad52b2e1ee670f5f98d357d","after":"16c3ea2fcf893b95477056644139d4933ff05934","ref":"refs/heads/mypy-in-precommit","pushedAt":"2023-06-01T03:48:27.290Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Remove the unnecessary dot in args\n\nevals/base.py: error: Duplicate module named \"evals.base\"\n(also at \"./evals/base.py\")","shortMessageHtmlLink":"Remove the unnecessary dot in args"}},{"before":"8e187292e220b6b2ab0d967b0939eeb7a13c7fad","after":"4a8b2f435768a23650421b113fa552d79c1fb31b","ref":"refs/heads/makefile-phony","pushedAt":"2023-06-01T03:48:08.311Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Makefile: Set `mypy` as a phony target\n\nhttps://www.gnu.org/software/make/manual/html_node/Phony-Targets.html","shortMessageHtmlLink":"Makefile: Set <code>mypy</code> as a phony target"}},{"before":"d860a36124c196737a9cc3c390ff8a3e1c966e31","after":"f351a5a2be7c3de3ad07d4ccfbdb2dc9c1b4edd0","ref":"refs/heads/name-export-items-explicitly","pushedAt":"2023-06-01T03:47:48.845Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Use the redundant form of the import in __init__\n\nIt prevents Pylance to report '\"X\" is not accessed'.\n\nhttps://github.com/microsoft/pylance-release/issues/856#issuecomment-763793949","shortMessageHtmlLink":"Use the redundant form of the import in __init__"}},{"before":"d83263c55c94c7a82723fafdb0582106ad78a5d4","after":"fc58028d74250ff188ef1f88b5ed74849f6422a1","ref":"refs/heads/set-python-version-in-mypy","pushedAt":"2023-06-01T03:47:32.777Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Set python_version in mypy\n\nPrevent using the typing features\nfrom new Python version (such as\n`T | U`) accidentally.","shortMessageHtmlLink":"Set python_version in mypy"}},{"before":"9a2807669b4a07ec3a8f30d19f5bd7e4751e11a0","after":"dffa3482fcf1ef958f9aed0dbb752c55e7892ec6","ref":"refs/heads/type-cli-oaieval","pushedAt":"2023-06-01T03:47:16.474Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Typed Eval","shortMessageHtmlLink":"Typed Eval"}},{"before":"970a1a497ca9ffbc738cccccf44c94318af93215","after":"e956509acc44d7999c8b1de16922fcc72be90e9b","ref":"refs/heads/add-langchain-dependency","pushedAt":"2023-05-30T19:50:51.054Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add missing dependency LangChain\n\nIt is being used in evals/completion_fns/langchain_llm.py","shortMessageHtmlLink":"Add missing dependency LangChain"}},{"before":"159fc3ec3e15f0b205b572e04fd5d3b135850f74","after":"767d778edf8b83c31dbe93e48f17e252b25605f0","ref":"refs/heads/type-scripts","pushedAt":"2023-05-30T19:50:37.866Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Types: Enable type check in `scripts`\n\nThis PR completes the types in the files\nunder `scripts`. Also, it enables the\ntype check of the directory `scripts`.","shortMessageHtmlLink":"Types: Enable type check in <code>scripts</code>"}},{"before":"570a2cddb5e902df4c89bc24d95eadaca9d9c490","after":"005cc92caa373a8a62cca9f1a80e2c5248574d12","ref":"refs/heads/improve-pull-request-template","pushedAt":"2023-05-30T19:50:24.298Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Correct typo in PULL_REQUEST_TEMPLATE","shortMessageHtmlLink":"Correct typo in PULL_REQUEST_TEMPLATE"}},{"before":"fcfb8a36936a6a507e8aeef01933fd9426d64204","after":"59deab40085d5a5574c96a29ae588b8c328efc4b","ref":"refs/heads/fix-up-types-i","pushedAt":"2023-05-30T19:50:10.602Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Typed Argument","shortMessageHtmlLink":"Typed Argument"}},{"before":"ab02f86b4b919f52dc1cbc830cfca4928a9d735c","after":"25cd7a980c4eda029fd5b95009800423cd0d9c5d","ref":"refs/heads/main","pushedAt":"2023-05-30T19:50:07.676Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Update sql.yaml missing tab (#1052)\n\nUpdates the fix, there is a missing tab in the first line of prompt.","shortMessageHtmlLink":"Update sql.yaml missing tab (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1728965979\" data-permission-text=\"Title is private\" data-url=\"https://github.com/openai/evals/issues/1052\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/openai/evals/pull/1052/hovercard\" href=\"https://github.com/openai/evals/pull/1052\">openai#1052</a>)"}},{"before":"21eb0862f8d552fc0b5c4a9e01b76db36d52e722","after":"6eaaef575b6d2499abbee43e934372a0649ce4c8","ref":"refs/heads/optional-dep","pushedAt":"2023-05-30T19:49:55.529Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Add formatters to optional dependencies\n\nhttps://peps.python.org/pep-0631/#optional-dependencies","shortMessageHtmlLink":"Add formatters to optional dependencies"}},{"before":"d98929fb43c900dbbbc243417f8b8410dce0fcb3","after":"d407ac56d3c6f4b38ad52b2e1ee670f5f98d357d","ref":"refs/heads/mypy-in-precommit","pushedAt":"2023-05-30T19:49:42.068Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Remove the unnecessary dot in args\n\nevals/base.py: error: Duplicate module named \"evals.base\"\n(also at \"./evals/base.py\")","shortMessageHtmlLink":"Remove the unnecessary dot in args"}},{"before":"da7462b3e3b2a990fdc1ebc9117244fef5bdaa3c","after":"8e187292e220b6b2ab0d967b0939eeb7a13c7fad","ref":"refs/heads/makefile-phony","pushedAt":"2023-05-30T19:49:28.267Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"pan93412","name":"pan93412","path":"/pan93412","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28441561?s=80&v=4"},"commit":{"message":"Makefile: Set `mypy` as a phony target\n\nhttps://www.gnu.org/software/make/manual/html_node/Phony-Targets.html","shortMessageHtmlLink":"Makefile: Set <code>mypy</code> as a phony target"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADOeIhagA","startCursor":null,"endCursor":null}},"title":"Activity · pan93412/evals"}