{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":673563774,"defaultBranch":"main","name":"langsmith-cookbook","ownerLogin":"langchain-ai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-01T23:30:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126733545?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1714680408.0","currentOid":""},"activityList":{"items":[{"before":"d6f168ebef95fd50ee31d48105efb64e3237ad77","after":"4419a87e09e5787226646d26c23060c0c6aaf8da","ref":"refs/heads/rlm/regression-testing-gpt4","pushedAt":"2024-05-07T23:38:27.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add pairwise","shortMessageHtmlLink":"Add pairwise"}},{"before":"f5d1b3e9d5ba672e90afa178d246688ff60ae410","after":"1a46c089ede410384f69dc3e808567406c39e009","ref":"refs/heads/main","pushedAt":"2024-05-05T08:30:05.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect Pytest Examples (#237)","shortMessageHtmlLink":"Redirect Pytest Examples (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279375316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/237\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/237/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/237\">#237</a>)"}},{"before":"3229017d5c8d7fc16a36649a4ac2b769f2db6635","after":"f5d1b3e9d5ba672e90afa178d246688ff60ae410","ref":"refs/heads/main","pushedAt":"2024-05-05T07:46:35.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect Pytest Examples (#237)","shortMessageHtmlLink":"Redirect Pytest Examples (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279375316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/237\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/237/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/237\">#237</a>)"}},{"before":"08337f8fd7340e944169503b4e669dc1cbce19c2","after":"09428c5b34a9c328134a3ab8dc605894c42e43ff","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:45:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"README\ngp","shortMessageHtmlLink":"README"}},{"before":"96e2e7f8db3c0ad095d1f1f41c0ad49c59cd78f3","after":"08337f8fd7340e944169503b4e669dc1cbce19c2","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"add73659256827b54ed8af712214a30059bd20b4","after":"96e2e7f8db3c0ad095d1f1f41c0ad49c59cd78f3","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"del","shortMessageHtmlLink":"del"}},{"before":"e1124576358ff0bdfa28cbcaf9afcd59958fcba1","after":"add73659256827b54ed8af712214a30059bd20b4","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:43:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"del","shortMessageHtmlLink":"del"}},{"before":"6d9319bf5d2dee2690d3a5cee56cfb9141d77cab","after":"e1124576358ff0bdfa28cbcaf9afcd59958fcba1","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:42:05.000Z","pushType":"push","commitsCount":178,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"merge","shortMessageHtmlLink":"merge"}},{"before":"6aad0db9e1624809a036f30d99588eb94b191c7e","after":"6d9319bf5d2dee2690d3a5cee56cfb9141d77cab","ref":"refs/heads/wfh/pytest","pushedAt":"2024-05-05T07:40:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Redirect pytest","shortMessageHtmlLink":"Redirect pytest"}},{"before":null,"after":"d6f168ebef95fd50ee31d48105efb64e3237ad77","ref":"refs/heads/rlm/regression-testing-gpt4","pushedAt":"2024-05-02T20:06:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add regression testing across model versions","shortMessageHtmlLink":"Add regression testing across model versions"}},{"before":"a453633a9d6396b8ebd73e8653f392430461379e","after":"3229017d5c8d7fc16a36649a4ac2b769f2db6635","ref":"refs/heads/main","pushedAt":"2024-05-01T19:38:34.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #224 from langchain-ai/rlm/langsmith-evals-intro\n\nUpdate for newer LangSmith Evaluation videos","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2236588579\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/224\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/224/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/224\">#224</a> from langchain-ai/rlm/langsmith-evals-intro"}},{"before":"f770fdfb10f53cad3e0d7d9a667f87d4c701aa6f","after":"a453633a9d6396b8ebd73e8653f392430461379e","ref":"refs/heads/main","pushedAt":"2024-05-01T19:34:39.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #235 from langchain-ai/rlm/rag-intermediate-eval\n\nAdd intermediate trace eval","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2272483917\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/235\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/235/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/235\">#235</a> from langchain-ai/rlm/rag-intermediate-eval"}},{"before":"8f1aacfa287f2f130876f23e9c301bc970b77e5f","after":"1d279d7b158e06ec1637d677ab2e921bf14e6f48","ref":"refs/heads/rlm/langsmith-evals-intro","pushedAt":"2024-05-01T19:33:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update for regression testing","shortMessageHtmlLink":"Update for regression testing"}},{"before":null,"after":"45cbfc9e754172c7986f59ae6733e39a10dcca84","ref":"refs/heads/rlm/rag-intermediate-eval","pushedAt":"2024-04-30T21:32:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add intermediate trace eval","shortMessageHtmlLink":"Add intermediate trace eval"}},{"before":"55fb129ee435560cf9eaf9286d6997e5ee62e555","after":"8f1aacfa287f2f130876f23e9c301bc970b77e5f","ref":"refs/heads/rlm/langsmith-evals-intro","pushedAt":"2024-04-30T18:03:15.000Z","pushType":"push","commitsCount":11,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add regression testing","shortMessageHtmlLink":"Add regression testing"}},{"before":"165bf7e6c7ec7b92e526168da4c2aaf805409ffc","after":"f770fdfb10f53cad3e0d7d9a667f87d4c701aa6f","ref":"refs/heads/main","pushedAt":"2024-04-29T23:27:14.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #234 from langchain-ai/rlm/update_figure\n\nUpdate doc relevance flow figure","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2270152466\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/234\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/234/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/234\">#234</a> from langchain-ai/rlm/update_figure"}},{"before":"165bf7e6c7ec7b92e526168da4c2aaf805409ffc","after":"ffb9a56defbc3d0c747e81e9cc292197c7181d33","ref":"refs/heads/rlm/update_figure","pushedAt":"2024-04-29T23:18:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update doc relevance flow figure","shortMessageHtmlLink":"Update doc relevance flow figure"}},{"before":null,"after":"165bf7e6c7ec7b92e526168da4c2aaf805409ffc","ref":"refs/heads/rlm/update_figure","pushedAt":"2024-04-29T23:16:49.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Use score_string evaluator for RAG docs (instead of labeled_score_string) (#233)\n\nCo-authored-by: William Fu-Hinthorn <13333726+hinthornw@users.noreply.github.com>","shortMessageHtmlLink":"Use score_string evaluator for RAG docs (instead of labeled_score_str…"}},{"before":"76bd7987af6e594068fa6a343dfbcf51ca9666e3","after":"165bf7e6c7ec7b92e526168da4c2aaf805409ffc","ref":"refs/heads/main","pushedAt":"2024-04-29T22:59:28.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Use score_string evaluator for RAG docs (instead of labeled_score_string) (#233)\n\nCo-authored-by: William Fu-Hinthorn <13333726+hinthornw@users.noreply.github.com>","shortMessageHtmlLink":"Use score_string evaluator for RAG docs (instead of labeled_score_str…"}},{"before":"0fd212723818adf8b33159d9e2a14a4e74e328b8","after":"a69e8f2e29feda365de9209e20d264421c02ff26","ref":"refs/heads/rlm/rag_eval_update","pushedAt":"2024-04-29T22:57:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"rag","shortMessageHtmlLink":"rag"}},{"before":"fcb783ae3176b99e418503b2d6c363fc1894b40c","after":"76bd7987af6e594068fa6a343dfbcf51ca9666e3","ref":"refs/heads/main","pushedAt":"2024-04-29T22:41:33.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Remove duplicate statement in Algorithmic Pipeline doc","shortMessageHtmlLink":"Remove duplicate statement in Algorithmic Pipeline doc"}},{"before":"9011c54d5ce58f73564912fac8c2dda554aa3fac","after":"0fd212723818adf8b33159d9e2a14a4e74e328b8","ref":"refs/heads/rlm/rag_eval_update","pushedAt":"2024-04-29T22:40:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"fmt","shortMessageHtmlLink":"fmt"}},{"before":"5b5561583c1b49d41300f2f23afa2c3ea842a5ba","after":"9011c54d5ce58f73564912fac8c2dda554aa3fac","ref":"refs/heads/rlm/rag_eval_update","pushedAt":"2024-04-29T22:24:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"format","shortMessageHtmlLink":"format"}},{"before":"e79a3ca118eb5f8710ee965648eaa3ae79c4dd58","after":"55fb129ee435560cf9eaf9286d6997e5ee62e555","ref":"refs/heads/rlm/langsmith-evals-intro","pushedAt":"2024-04-29T20:41:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add regression testing","shortMessageHtmlLink":"Add regression testing"}},{"before":null,"after":"5b5561583c1b49d41300f2f23afa2c3ea842a5ba","ref":"refs/heads/rlm/rag_eval_update","pushedAt":"2024-04-29T18:03:23.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add score_string evaluator for RAG docs","shortMessageHtmlLink":"Add score_string evaluator for RAG docs"}},{"before":"0a290686c56751ef6c9f745d9f573c053ae01db5","after":"fcb783ae3176b99e418503b2d6c363fc1894b40c","ref":"refs/heads/main","pushedAt":"2024-04-22T19:05:58.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Ankush/add rag eval (#229)\n\n---------\r\n\r\nCo-authored-by: William Fu-Hinthorn <13333726+hinthornw@users.noreply.github.com>","shortMessageHtmlLink":"Ankush/add rag eval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255575305\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/229\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/229/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/229\">#229</a>)"}},{"before":"17330df3a6e0d7b8532b296ea2c8d95a90a873f3","after":"79b57175481e428e10c012e7d4575808b63344ec","ref":"refs/heads/ankush/add-rag-eval","pushedAt":"2024-04-22T19:05:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"update linke","shortMessageHtmlLink":"update linke"}},{"before":"e7065aa2856ea6b76032007d0a2a677134e6fef8","after":"0a290686c56751ef6c9f745d9f573c053ae01db5","ref":"refs/heads/main","pushedAt":"2024-04-22T18:51:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Fix: Fix the wrong package name (#230)","shortMessageHtmlLink":"Fix: Fix the wrong package name (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2256551999\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/230\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/230/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/230\">#230</a>)"}},{"before":"6c7dca69b7d1e097ba658024b375ecbac815da76","after":"17330df3a6e0d7b8532b296ea2c8d95a90a873f3","ref":"refs/heads/ankush/add-rag-eval","pushedAt":"2024-04-22T18:42:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"agola11","name":"Ankush Gola","path":"/agola11","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9536492?s=80&v=4"},"commit":{"message":"add description of eval inputs","shortMessageHtmlLink":"add description of eval inputs"}},{"before":null,"after":"6c7dca69b7d1e097ba658024b375ecbac815da76","ref":"refs/heads/ankush/add-rag-eval","pushedAt":"2024-04-22T04:53:49.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"agola11","name":"Ankush Gola","path":"/agola11","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9536492?s=80&v=4"},"commit":{"message":"fix chroma","shortMessageHtmlLink":"fix chroma"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAERBXJVAA","startCursor":null,"endCursor":null}},"title":"Activity · langchain-ai/langsmith-cookbook"}