{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":645270986,"defaultBranch":"main","name":"alpaca_eval","ownerLogin":"tatsu-lab","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-05-25T09:35:28.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/61893194?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717876136.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"6c6e4ee9492671afc670e6d5f46b9c95d5f96f56","ref":"refs/heads/yann/vllm_bs","pushedAt":"2024-06-08T19:48:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[BUG] BS vllm","shortMessageHtmlLink":"[BUG] BS vllm"}},{"before":"0cce5bb92dd5be9e487d2e2c304c143c776d6727","after":"834f8d5e7d4b780acfdb1534289bd78a588e470d","ref":"refs/heads/main","pushedAt":"2024-06-06T18:36:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"2e8c5f3fa4f2b9792d9c1f4aeb5491b581b1ddf4","after":"0cce5bb92dd5be9e487d2e2c304c143c776d6727","ref":"refs/heads/main","pushedAt":"2024-06-06T18:32:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Add merlinite-7B-AOT to AlpacaEval (#334)\n\nCo-authored-by: Igor Melnyk <igor.melnyk@ibm.com>","shortMessageHtmlLink":"Add merlinite-7B-AOT to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2334852004\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/334\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/334/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/334\">#334</a>)"}},{"before":"d80f8cecc29cd4465d2edc9736b2b986141c2b29","after":"2e8c5f3fa4f2b9792d9c1f4aeb5491b581b1ddf4","ref":"refs/heads/main","pushedAt":"2024-06-03T01:59:00.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"fix model link (#332)\n\n* Add ExPO + `Llama-3-Instruct-8B-SimPO` results\r\n\r\n* fix\r\n\r\n* fix model link","shortMessageHtmlLink":"fix model link (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2329890551\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/332\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/332/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/332\">#332</a>)"}},{"before":"d41e6a3793b9293bd41f57638fb79c374a86b826","after":"d80f8cecc29cd4465d2edc9736b2b986141c2b29","ref":"refs/heads/main","pushedAt":"2024-06-02T22:06:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"a56d2f89a572fbcd4855a8473d01ee9dee8753d1","after":"d41e6a3793b9293bd41f57638fb79c374a86b826","ref":"refs/heads/main","pushedAt":"2024-06-02T22:03:47.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Add ExPO + `Llama-3-Instruct-8B-SimPO` results (#331)\n\n* Add ExPO + `Llama-3-Instruct-8B-SimPO` results\r\n\r\n* fix","shortMessageHtmlLink":"Add ExPO + <code>Llama-3-Instruct-8B-SimPO</code> results (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2329333263\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/331\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/331/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/331\">#331</a>)"}},{"before":"e273b917768980ef920a64576d7bd111d879a400","after":"a56d2f89a572fbcd4855a8473d01ee9dee8753d1","ref":"refs/heads/main","pushedAt":"2024-06-02T22:02:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[DOC] raw_completion randomized","shortMessageHtmlLink":"[DOC] raw_completion randomized"}},{"before":null,"after":"8597127363095de0153f56aa997fca4238025809","ref":"refs/heads/yann/vllm_2","pushedAt":"2024-05-31T08:20:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[clean] don't log if llm=None","shortMessageHtmlLink":"[clean] don't log if llm=None"}},{"before":"5df1d259c7460167a98736bad469a531a1b9ae81","after":"e273b917768980ef920a64576d7bd111d879a400","ref":"refs/heads/main","pushedAt":"2024-05-31T08:14:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[BUG] remove assert bs=1 for vllm.","shortMessageHtmlLink":"[BUG] remove assert bs=1 for vllm."}},{"before":"1e8dacdae806a03c45cb6283eec675c2f4b5fb8e","after":"5df1d259c7460167a98736bad469a531a1b9ae81","ref":"refs/heads/main","pushedAt":"2024-05-31T08:04:10.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH&BUG] improve VLLM (#330)\n\n* [BUG] simplify vllm and forward parameters.\r\n\r\n* [ENH] allow base dir to evaluate_from_model\r\n\r\n* [ENH] allow base dir to evaluate_from_model\r\n\r\n* [ENH] allow base dir to evaluate_from_model\r\n\r\n* [ENH] batchify vllm\r\n\r\n* [ENH] forward batch argument to vllm.","shortMessageHtmlLink":"[ENH&amp;BUG] improve VLLM (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2327105277\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/330\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/330/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/330\">#330</a>)"}},{"before":"23b2a3bd35420f6a12523e4766e63b2081f1c131","after":"fa4212ad03d3c139285571e5caa3e7be3fe99902","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T08:00:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] forward batch argument to vllm.","shortMessageHtmlLink":"[ENH] forward batch argument to vllm."}},{"before":"373122c91876dbdc40da2edaac8a43dba57ab59d","after":"23b2a3bd35420f6a12523e4766e63b2081f1c131","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T07:55:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] batchify vllm","shortMessageHtmlLink":"[ENH] batchify vllm"}},{"before":"bc80190b5c14fc49210ebbdf4b04401c9bac8414","after":"373122c91876dbdc40da2edaac8a43dba57ab59d","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T07:42:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] allow base dir to evaluate_from_model","shortMessageHtmlLink":"[ENH] allow base dir to evaluate_from_model"}},{"before":"4829d3b61d9ba8dda770613ce763d9e369417889","after":"bc80190b5c14fc49210ebbdf4b04401c9bac8414","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T07:41:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] allow base dir to evaluate_from_model","shortMessageHtmlLink":"[ENH] allow base dir to evaluate_from_model"}},{"before":"778356802e0c8bb9008de77e85902cef1a1a8ab6","after":"4829d3b61d9ba8dda770613ce763d9e369417889","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T07:18:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[ENH] allow base dir to evaluate_from_model","shortMessageHtmlLink":"[ENH] allow base dir to evaluate_from_model"}},{"before":null,"after":"778356802e0c8bb9008de77e85902cef1a1a8ab6","ref":"refs/heads/yann/vllm","pushedAt":"2024-05-31T06:54:15.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"[BUG] simplify vllm and forward parameters.","shortMessageHtmlLink":"[BUG] simplify vllm and forward parameters."}},{"before":"7fff4e94bdbbc5a7ab15c15dcb28ecc806fe4bc8","after":"1e8dacdae806a03c45cb6283eec675c2f4b5fb8e","ref":"refs/heads/main","pushedAt":"2024-05-29T07:42:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"3b49e50c778fcef8d3a09f4324d33e6640448480","after":"7fff4e94bdbbc5a7ab15c15dcb28ecc806fe4bc8","ref":"refs/heads/main","pushedAt":"2024-05-29T07:40:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Add REBEL-Llama-3-8B-Instruct to AlpacaEval (#326)","shortMessageHtmlLink":"Add REBEL-Llama-3-8B-Instruct to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322284815\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/326\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/326/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/326\">#326</a>)"}},{"before":"d1b32a9fb3565f084089202c3adaeb0f29cde573","after":"3b49e50c778fcef8d3a09f4324d33e6640448480","ref":"refs/heads/main","pushedAt":"2024-05-25T23:54:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"0d451644eeffd955e530162ca83e32f20d7f3268","after":"d1b32a9fb3565f084089202c3adaeb0f29cde573","ref":"refs/heads/main","pushedAt":"2024-05-25T23:51:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Add Aligner 2B+GPT-4 Turbo (04/09) to AlpacaEval (#324)","shortMessageHtmlLink":"Add Aligner 2B+GPT-4 Turbo (04/09) to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2313347867\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/324\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/324/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/324\">#324</a>)"}},{"before":"30bb2b8b9dd22d8c824cbcfa50509df40de9dd76","after":null,"ref":"refs/heads/yann/threading","pushedAt":"2024-05-22T01:42:52.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"}},{"before":"fbeab18513b4d3b81f1a4d8efd96371396dd8797","after":"0d451644eeffd955e530162ca83e32f20d7f3268","ref":"refs/heads/main","pushedAt":"2024-05-22T01:42:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Use multi threading instead of processing (#321)","shortMessageHtmlLink":"Use multi threading instead of processing (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2309399950\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/321\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/321/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/321\">#321</a>)"}},{"before":"fbeab18513b4d3b81f1a4d8efd96371396dd8797","after":"30bb2b8b9dd22d8c824cbcfa50509df40de9dd76","ref":"refs/heads/yann/threading","pushedAt":"2024-05-22T01:37:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Use multi threading instead of processing","shortMessageHtmlLink":"Use multi threading instead of processing"}},{"before":null,"after":"fbeab18513b4d3b81f1a4d8efd96371396dd8797","ref":"refs/heads/yann/threading","pushedAt":"2024-05-22T01:37:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"github","shortMessageHtmlLink":"github"}},{"before":"e39e3bf89c707e4f98da91da38bfa6a8efc36c32","after":"fbeab18513b4d3b81f1a4d8efd96371396dd8797","ref":"refs/heads/main","pushedAt":"2024-05-19T07:01:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"github","shortMessageHtmlLink":"github"}},{"before":"d6a3123012e7707d267117d003964cb6e3eded7f","after":"e39e3bf89c707e4f98da91da38bfa6a8efc36c32","ref":"refs/heads/main","pushedAt":"2024-05-18T21:29:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"ba9b14f81ac97963636f03ec6168e2e574d7e521","after":"d6a3123012e7707d267117d003964cb6e3eded7f","ref":"refs/heads/main","pushedAt":"2024-05-18T21:27:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"Add Llama-3-Instruct-8B-SimPO to AlpacaEval (#320)\n\nCo-authored-by: Yann Dubois <yanndubois96@gmail.com>","shortMessageHtmlLink":"Add Llama-3-Instruct-8B-SimPO to AlpacaEval (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2304292690\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/320\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/320/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/320\">#320</a>)"}},{"before":"11ea0e1b4236bb1a4f4129f0bda00968ed0233f3","after":"ba9b14f81ac97963636f03ec6168e2e574d7e521","ref":"refs/heads/main","pushedAt":"2024-05-17T23:07:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Automated leaderboard update","shortMessageHtmlLink":"Automated leaderboard update"}},{"before":"5aa103812bc1000bf8bf4fafb892506bbd602a13","after":"11ea0e1b4236bb1a4f4129f0bda00968ed0233f3","ref":"refs/heads/main","pushedAt":"2024-05-17T23:05:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"vicuna 1.5","shortMessageHtmlLink":"vicuna 1.5"}},{"before":"5aa508899eac144f59df91485cea972e5a681031","after":"5aa103812bc1000bf8bf4fafb892506bbd602a13","ref":"refs/heads/main","pushedAt":"2024-05-17T23:04:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"YannDubs","name":"Yann Dubois","path":"/YannDubs","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24327668?s=80&v=4"},"commit":{"message":"vicuna 1.5 (#319)","shortMessageHtmlLink":"vicuna 1.5 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2303670630\" data-permission-text=\"Title is private\" data-url=\"https://github.com/tatsu-lab/alpaca_eval/issues/319\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/tatsu-lab/alpaca_eval/pull/319/hovercard\" href=\"https://github.com/tatsu-lab/alpaca_eval/pull/319\">#319</a>)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEYBAYOgA","startCursor":null,"endCursor":null}},"title":"Activity · tatsu-lab/alpaca_eval"}