{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":739800390,"defaultBranch":"main","name":"evals_template","ownerLogin":"McHughes288","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-06T15:30:48.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/25829615?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1720111762.0","currentOid":""},"activityList":{"items":[{"before":"ace278999421e5e0b990f4a322b250daf69f3c05","after":"ea58fafbb5b2f8ec27aa6eff58d95271cee0d98f","ref":"refs/heads/f/new_api","pushedAt":"2024-07-04T16:50:07.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"new requirements","shortMessageHtmlLink":"new requirements"}},{"before":"7061a5c5d89f7a2be71f206a2b79b44a6af3f8c8","after":"ad76a0fdf3e2095db71bae63f7410a3f7287a736","ref":"refs/heads/main","pushedAt":"2024-07-04T16:49:36.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #14 from McHughes288/f/notebooks\n\nadd notebooks","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2391210019\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/14/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/14\">#14</a> from McHughes288/f/notebooks"}},{"before":null,"after":"9ac02f67ad2f8afdb23625be56839710367de0be","ref":"refs/heads/f/notebooks","pushedAt":"2024-07-04T16:49:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add notebooks","shortMessageHtmlLink":"add notebooks"}},{"before":"7b9eb382aeb7e0dd8c5b3819cf0ccb63e48b260b","after":"ace278999421e5e0b990f4a322b250daf69f3c05","ref":"refs/heads/f/new_api","pushedAt":"2024-07-04T16:48:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"new requirements","shortMessageHtmlLink":"new requirements"}},{"before":null,"after":"7b9eb382aeb7e0dd8c5b3819cf0ccb63e48b260b","ref":"refs/heads/f/new_api","pushedAt":"2024-06-25T18:56:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add new api","shortMessageHtmlLink":"add new api"}},{"before":"9f8350744fb5da1012c9cfc205f5eb46611e76a2","after":"7061a5c5d89f7a2be71f206a2b79b44a6af3f8c8","ref":"refs/heads/main","pushedAt":"2024-01-08T13:07:48.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #12 from McHughes288/wafer/readme_update\n\nadd finetuning details to readme","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070424719\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/12/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/12\">#12</a> from McHughes288/wafer/readme_update"}},{"before":null,"after":"aec10bd2715078f68faa4c8659b90870cfca00ea","ref":"refs/heads/wafer/readme_update","pushedAt":"2024-01-08T13:07:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add finetuning details to readme","shortMessageHtmlLink":"add finetuning details to readme"}},{"before":"eac919d0c66b6b29bf271c8e23207bd1d19d482c","after":"9f8350744fb5da1012c9cfc205f5eb46611e76a2","ref":"refs/heads/main","pushedAt":"2024-01-08T12:56:43.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #11 from McHughes288/f/scripts\n\nadd helper scripts","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070405280\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/11/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/11\">#11</a> from McHughes288/f/scripts"}},{"before":null,"after":"3c898243417a0fc9d80dca60038294cee15ba539","ref":"refs/heads/f/scripts","pushedAt":"2024-01-08T12:56:31.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add helper scripts","shortMessageHtmlLink":"add helper scripts"}},{"before":"f23e7f19a1dc9cb982796278120a354bb824a04d","after":"eac919d0c66b6b29bf271c8e23207bd1d19d482c","ref":"refs/heads/main","pushedAt":"2024-01-08T12:30:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"2f3c8b4e61fb16b805023aa3a5072390e885583d","after":"f23e7f19a1dc9cb982796278120a354bb824a04d","ref":"refs/heads/main","pushedAt":"2024-01-08T12:29:48.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #10 from McHughes288/f/readme\n\nadd proper readme","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070308082\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/10/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/10\">#10</a> from McHughes288/f/readme"}},{"before":"2135eeb8386cef854ed905528962e670d0753198","after":"7242b939e31a6e43beee4cfa9053adfd9d7efdbe","ref":"refs/heads/f/readme","pushedAt":"2024-01-08T12:28:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"update readme with information on overrides and how prompts are used","shortMessageHtmlLink":"update readme with information on overrides and how prompts are used"}},{"before":"f36b31e00f426f27306b27451b90d0b2b4d2363c","after":"2135eeb8386cef854ed905528962e670d0753198","ref":"refs/heads/f/readme","pushedAt":"2024-01-08T12:08:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":null,"after":"f36b31e00f426f27306b27451b90d0b2b4d2363c","ref":"refs/heads/f/readme","pushedAt":"2024-01-08T12:00:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add proper readme","shortMessageHtmlLink":"add proper readme"}},{"before":"e04fd09306ef8fc3772df94fb5faa3fea232c5c1","after":"2f3c8b4e61fb16b805023aa3a5072390e885583d","ref":"refs/heads/main","pushedAt":"2024-01-08T11:35:58.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #9 from McHughes288/f/caching\n\nF/caching","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070263189\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/9\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/9/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/9\">#9</a> from McHughes288/f/caching"}},{"before":"e152e03ffefd68f3da97dda6434204d2b8ee19dc","after":"7b6fe367ff40711cfdd1823beb81a99280d36e33","ref":"refs/heads/f/caching","pushedAt":"2024-01-08T11:31:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add cache manager","shortMessageHtmlLink":"add cache manager"}},{"before":"2426c69850952297bf331d5e69f89bf608ec8694","after":"e152e03ffefd68f3da97dda6434204d2b8ee19dc","ref":"refs/heads/f/caching","pushedAt":"2024-01-08T10:42:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"take print_prompt out of llm params","shortMessageHtmlLink":"take print_prompt out of llm params"}},{"before":null,"after":"2426c69850952297bf331d5e69f89bf608ec8694","ref":"refs/heads/f/caching","pushedAt":"2024-01-08T10:20:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add caching object","shortMessageHtmlLink":"add caching object"}},{"before":"fe74096f6659ea392a337baed88f533342549bcd","after":"e04fd09306ef8fc3772df94fb5faa3fea232c5c1","ref":"refs/heads/main","pushedAt":"2024-01-08T09:59:41.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #8 from McHughes288/wafer/small_cleanups\n\ncleanup inference api","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070100638\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/8/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/8\">#8</a> from McHughes288/wafer/small_cleanups"}},{"before":null,"after":"de75124770e0294dab5e28e7617bf6b1645e7026","ref":"refs/heads/wafer/small_cleanups","pushedAt":"2024-01-08T09:59:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"cleanup inference api","shortMessageHtmlLink":"cleanup inference api"}},{"before":"2e71b342979301f16b06536ebaa66670f7c42aa7","after":"fe74096f6659ea392a337baed88f533342549bcd","ref":"refs/heads/main","pushedAt":"2024-01-08T09:44:10.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #7 from McHughes288/wafer/model_base_class\n\nput prompt history in model base class","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070073235\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/7/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/7\">#7</a> from McHughes288/wafer/model_base_class"}},{"before":null,"after":"9e4f096ec2946213419045fd73832d0e6f5bff2d","ref":"refs/heads/wafer/model_base_class","pushedAt":"2024-01-08T09:43:58.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"put prompt history in model base class","shortMessageHtmlLink":"put prompt history in model base class"}},{"before":"357a4f6d8dffc2c8cc9863b2292ee946bbe3c0fc","after":"2e71b342979301f16b06536ebaa66670f7c42aa7","ref":"refs/heads/main","pushedAt":"2024-01-08T09:42:45.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #6 from McHughes288/f/requirements\n\nF/requirements","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2070069326\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/6/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/6\">#6</a> from McHughes288/f/requirements"}},{"before":"6188a6fade486ae9e5785713d738a4cf2a0d65f0","after":"f14674c992a6438436addaba37d391a398fc1ba4","ref":"refs/heads/f/requirements","pushedAt":"2024-01-07T23:32:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"update pydantic and anthropic","shortMessageHtmlLink":"update pydantic and anthropic"}},{"before":null,"after":"6188a6fade486ae9e5785713d738a4cf2a0d65f0","ref":"refs/heads/f/requirements","pushedAt":"2024-01-07T23:19:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"remove typer","shortMessageHtmlLink":"remove typer"}},{"before":"6567c1858ab7beb0b25e605cdf58cd17145c1d1c","after":"357a4f6d8dffc2c8cc9863b2292ee946bbe3c0fc","ref":"refs/heads/main","pushedAt":"2024-01-07T23:11:43.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #5 from McHughes288/f/unittests\n\nadd unittests","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2069334911\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/5\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/5/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/5\">#5</a> from McHughes288/f/unittests"}},{"before":null,"after":"7e794398b64aae6add313e35e87be521674236c3","ref":"refs/heads/f/unittests","pushedAt":"2024-01-07T23:11:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"add unittests","shortMessageHtmlLink":"add unittests"}},{"before":"8bc641761b552785cbfec04a8fc868dc5a0b51f8","after":"6567c1858ab7beb0b25e605cdf58cd17145c1d1c","ref":"refs/heads/main","pushedAt":"2024-01-07T21:40:30.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #4 from McHughes288/f/pretty_print\n\nimprove pretty print and add reset","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2069301752\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/4/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/4\">#4</a> from McHughes288/f/pretty_print"}},{"before":null,"after":"b07cf82d78df8f64d18aa6280e920a94aa5fc0f2","ref":"refs/heads/f/pretty_print","pushedAt":"2024-01-07T21:40:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"improve pretty print and add reset","shortMessageHtmlLink":"improve pretty print and add reset"}},{"before":"b67dc42a47a1be5591e7b0493d0451bdeaaee26b","after":"8bc641761b552785cbfec04a8fc868dc5a0b51f8","ref":"refs/heads/main","pushedAt":"2024-01-07T19:06:15.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"McHughes288","name":"John Hughes","path":"/McHughes288","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25829615?s=80&v=4"},"commit":{"message":"Merge pull request #3 from McHughes288/f/refactor_messages\n\nF/refactor messages","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2069250757\" data-permission-text=\"Title is private\" data-url=\"https://github.com/McHughes288/evals_template/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/McHughes288/evals_template/pull/3/hovercard\" href=\"https://github.com/McHughes288/evals_template/pull/3\">#3</a> from McHughes288/f/refactor_messages"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEdx7DFQA","startCursor":null,"endCursor":null}},"title":"Activity · McHughes288/evals_template"}