{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":717269970,"defaultBranch":"main","name":"LLMTest_NeedleInAHaystack","ownerLogin":"gkamradt","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-11T00:50:02.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/9809213?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1699664770.0","currentOid":""},"activityList":{"items":[{"before":"916227baa5ac3aa801aa1f11dd923e1c92aef1ca","after":"7b90d285651b68d39a94f3d3bd3672f84192c989","ref":"refs/heads/main","pushedAt":"2024-04-12T20:02:51.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"Merge pull request #40 from arkadyark-cohere/add-cohere\n\nAdd cohere model provider","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2206657193\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/40\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/40/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/40\">#40</a> from arkadyark-cohere/add-cohere"}},{"before":"b74c06065f1b669a6d74898b999b131afc5fe71b","after":"916227baa5ac3aa801aa1f11dd923e1c92aef1ca","ref":"refs/heads/main","pushedAt":"2024-03-28T04:11:48.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #26 from pavelkraleu/17-implement-docker-for-testing\n\nImplement Docker and unit tests","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2172588793\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/26\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/26/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/26\">#26</a> from pavelkraleu/17-implement-docker-for-testing"}},{"before":"c0219c2882a4d1c992e2b1b725943be419c1eb48","after":"b74c06065f1b669a6d74898b999b131afc5fe71b","ref":"refs/heads/main","pushedAt":"2024-03-13T14:20:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Version bump to 0.1.0","shortMessageHtmlLink":"Version bump to 0.1.0"}},{"before":"1cfda78071f0af7c73d51b5998fbce1809ff30b7","after":"c0219c2882a4d1c992e2b1b725943be419c1eb48","ref":"refs/heads/main","pushedAt":"2024-03-13T12:57:54.000Z","pushType":"pr_merge","commitsCount":13,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #33 from kedarchandrayan/main\n\nPyPi packaging and environment variables for API keys","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2183960280\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/33\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/33/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/33\">#33</a> from kedarchandrayan/main"}},{"before":"4e38dac2f728a4b3f7d0a15066dbef4a970e6ae8","after":"1cfda78071f0af7c73d51b5998fbce1809ff30b7","ref":"refs/heads/main","pushedAt":"2024-03-13T04:30:40.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #30 from rlancemartin/rlm/further_expt\n\nFinalize / update multi-needle viz","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2182611680\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/30\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/30/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/30\">#30</a> from rlancemartin/rlm/further_expt"}},{"before":"b830db704efa5378b50223955f43e6c1003e0f8e","after":"4e38dac2f728a4b3f7d0a15066dbef4a970e6ae8","ref":"refs/heads/main","pushedAt":"2024-03-12T05:02:13.000Z","pushType":"pr_merge","commitsCount":8,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #27 from rlancemartin/rlm/multi_needle_viz\n\nAdd viz ntbk, fix needle insertion, fix prompts","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2174330688\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/27\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/27/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/27\">#27</a> from rlancemartin/rlm/multi_needle_viz"}},{"before":"5d721b3bbce8b629828e73a9387f096b7b09c9fc","after":"b830db704efa5378b50223955f43e6c1003e0f8e","ref":"refs/heads/main","pushedAt":"2024-03-11T06:43:09.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #22 from LazaroHurtado/model_kwargs\n\nadded model kwargs support","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170698865\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/22\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/22/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/22\">#22</a> from LazaroHurtado/model_kwargs"}},{"before":"c1a619584811c87da0f162ee49af7c699f9f447d","after":"5d721b3bbce8b629828e73a9387f096b7b09c9fc","ref":"refs/heads/main","pushedAt":"2024-03-06T17:33:31.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #18 from prabha-git/anthropic_issue_13_update_package\n\nset the correct default model name for anthropic","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170238189\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/18\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/18/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/18\">#18</a> from prabha-git/anthropic_issue_13_update_package"}},{"before":"632fedfa2fbe80959a2a2de60655e21cc5f2328d","after":"c1a619584811c87da0f162ee49af7c699f9f447d","ref":"refs/heads/main","pushedAt":"2024-03-06T17:32:08.000Z","pushType":"pr_merge","commitsCount":13,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #19 from rlancemartin/rlm/add_multi_needle\n\nAdd multi needle and LangSmith evaluator","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170413173\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/19\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/19/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/19\">#19</a> from rlancemartin/rlm/add_multi_needle"}},{"before":"2fb5f04bc63806e21dde9f67aad2cc00cf8213d2","after":"632fedfa2fbe80959a2a2de60655e21cc5f2328d","ref":"refs/heads/main","pushedAt":"2024-03-06T11:15:58.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #24 from LazaroHurtado/makefile\n\nadded make command to reset test run","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170711523\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/24\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/24/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/24\">#24</a> from LazaroHurtado/makefile"}},{"before":"f2eb3de07dced9849c8955d116ed850e0e0bb5a0","after":"2fb5f04bc63806e21dde9f67aad2cc00cf8213d2","ref":"refs/heads/main","pushedAt":"2024-03-06T06:31:14.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #16 from LazaroHurtado/bug_fixes\n\nusing class alias for anthropic provider","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170138295\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/16\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/16/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/16\">#16</a> from LazaroHurtado/bug_fixes"}},{"before":"7ffcec17ea09aa882ea2f0967d026ed6b8c30382","after":"f2eb3de07dced9849c8955d116ed850e0e0bb5a0","ref":"refs/heads/main","pushedAt":"2024-03-04T17:06:31.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"kedarchandrayan","name":"Kedar Chandrayan","path":"/kedarchandrayan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/7627517?s=80&v=4"},"commit":{"message":"Merge pull request #8 from LazaroHurtado/model_abstraction\n\ndependency injection for models and evaluators","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2153330728\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/8/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/8\">#8</a> from LazaroHurtado/model_abstraction"}},{"before":"f843d6d4057940bd0f32dda056e0aea6823ebf3e","after":"7ffcec17ea09aa882ea2f0967d026ed6b8c30382","ref":"refs/heads/main","pushedAt":"2023-12-06T19:01:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"updating read me","shortMessageHtmlLink":"updating read me"}},{"before":"6ee3bf045a39bacf96e1c900b170ba2b81adc49d","after":"f843d6d4057940bd0f32dda056e0aea6823ebf3e","ref":"refs/heads/main","pushedAt":"2023-12-06T19:00:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"updating license","shortMessageHtmlLink":"updating license"}},{"before":"96e574a9a3279f6fa427018af06e9c56255e5225","after":"6ee3bf045a39bacf96e1c900b170ba2b81adc49d","ref":"refs/heads/main","pushedAt":"2023-12-06T18:59:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"adding anthropic modified prompt","shortMessageHtmlLink":"adding anthropic modified prompt"}},{"before":"8cea0800bb439710008d3e8eff076b96209e336b","after":"96e574a9a3279f6fa427018af06e9c56255e5225","ref":"refs/heads/main","pushedAt":"2023-12-06T18:55:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"adding license","shortMessageHtmlLink":"adding license"}},{"before":"73ffdd4dd2d190d9306d9162a2401ae9a067ddcf","after":"8cea0800bb439710008d3e8eff076b96209e336b","ref":"refs/heads/main","pushedAt":"2023-12-05T16:22:58.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"Merge pull request #2 from eltociear/patch-1\n\nUpdate README.md","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2021890588\" data-permission-text=\"Title is private\" data-url=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/gkamradt/LLMTest_NeedleInAHaystack/pull/2/hovercard\" href=\"https://github.com/gkamradt/LLMTest_NeedleInAHaystack/pull/2\">#2</a> from eltociear/patch-1"}},{"before":"cd2959fa878b778c9562a161e942a33e50e6987f","after":"73ffdd4dd2d190d9306d9162a2401ae9a067ddcf","ref":"refs/heads/main","pushedAt":"2023-11-28T18:56:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"updating viz video links","shortMessageHtmlLink":"updating viz video links"}},{"before":"94a6264492bc93b04bb405c4136c31952967ee7b","after":"cd2959fa878b778c9562a161e942a33e50e6987f","ref":"refs/heads/main","pushedAt":"2023-11-28T18:05:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"adding viz code","shortMessageHtmlLink":"adding viz code"}},{"before":"dfc15a931024142a89737fa6806001b9ebc0e564","after":"94a6264492bc93b04bb405c4136c31952967ee7b","ref":"refs/heads/main","pushedAt":"2023-11-28T16:50:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"updating readme link","shortMessageHtmlLink":"updating readme link"}},{"before":"546175ceea9be670d4db6d68002be36a8f357428","after":"dfc15a931024142a89737fa6806001b9ebc0e564","ref":"refs/heads/main","pushedAt":"2023-11-28T16:44:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"readme updates","shortMessageHtmlLink":"readme updates"}},{"before":"8a8f1fc3950895846e70e513c8165687a243a684","after":"546175ceea9be670d4db6d68002be36a8f357428","ref":"refs/heads/main","pushedAt":"2023-11-28T16:29:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"moving images","shortMessageHtmlLink":"moving images"}},{"before":"baa4540c098cf95b2ddcc6ceb057791fa7a3f369","after":"8a8f1fc3950895846e70e513c8165687a243a684","ref":"refs/heads/main","pushedAt":"2023-11-28T16:26:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"40bafda6142206f3b9491092bd7f8c8e45d3667b","after":"baa4540c098cf95b2ddcc6ceb057791fa7a3f369","ref":"refs/heads/main","pushedAt":"2023-11-27T21:59:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"add anthropic","shortMessageHtmlLink":"add anthropic"}},{"before":"63362a5361f88818a174f3b2c04543f56439d12e","after":"40bafda6142206f3b9491092bd7f8c8e45d3667b","ref":"refs/heads/main","pushedAt":"2023-11-14T18:14:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"minor updates","shortMessageHtmlLink":"minor updates"}},{"before":null,"after":"63362a5361f88818a174f3b2c04543f56439d12e","ref":"refs/heads/main","pushedAt":"2023-11-11T01:06:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"gkamradt","name":null,"path":"/gkamradt","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9809213?s=80&v=4"},"commit":{"message":"first commit","shortMessageHtmlLink":"first commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEL247ugA","startCursor":null,"endCursor":null}},"title":"Activity · gkamradt/LLMTest_NeedleInAHaystack"}