{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":599547518,"defaultBranch":"main","name":"vllm","ownerLogin":"vllm-project","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-02-09T11:23:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/136984999?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717092970.0","currentOid":""},"activityList":{"items":[{"before":"429d89720e41901c3c0499a8ed3ad5be693cc945","after":"87a658c81219568fc30081d9cc11327238160563","ref":"refs/heads/main","pushedAt":"2024-05-30T18:13:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"Bump version to v0.4.3 (#5046)","shortMessageHtmlLink":"Bump version to v0.4.3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2316699490\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5046\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5046/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5046\">#5046</a>)"}},{"before":"a9bcc7afb23d208efaa1b47549fa93eaa1d9d6cf","after":"429d89720e41901c3c0499a8ed3ad5be693cc945","ref":"refs/heads/main","pushedAt":"2024-05-30T17:11:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"WoosukKwon","name":"Woosuk Kwon","path":"/WoosukKwon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/46394894?s=80&v=4"},"commit":{"message":"add doc about serving option on dstack (#3074)\n\nCo-authored-by: Roger Wang <ywang@roblox.com>","shortMessageHtmlLink":"add doc about serving option on dstack (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2159041321\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/3074\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/3074/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/3074\">#3074</a>)"}},{"before":"d79d9eaaff90801668613a4e3d5d8a0004963f21","after":"a9bcc7afb23d208efaa1b47549fa93eaa1d9d6cf","ref":"refs/heads/main","pushedAt":"2024-05-30T16:59:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Doc] Use intersphinx and update entrypoints docs (#5125)","shortMessageHtmlLink":"[Doc] Use intersphinx and update entrypoints docs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2324691795\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5125\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5125/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5125\">#5125</a>)"}},{"before":"f758505c736ce53a13567852594c3e05215bb6b2","after":"d79d9eaaff90801668613a4e3d5d8a0004963f21","ref":"refs/heads/main","pushedAt":"2024-05-30T13:56:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Misc] remove duplicate definition of `seq_lens_tensor` in model_runner.py (#5129)","shortMessageHtmlLink":"[Misc] remove duplicate definition of <code>seq_lens_tensor</code> in model_runn…"}},{"before":"d910816c7356f4decd56eefb80e963b476cdf3e5","after":"f758505c736ce53a13567852594c3e05215bb6b2","ref":"refs/heads/main","pushedAt":"2024-05-30T13:29:48.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[CI/Build] increase wheel size limit to 200 MB (#5130)","shortMessageHtmlLink":"[CI/Build] increase wheel size limit to 200 MB (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2324926985\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5130\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5130/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5130\">#5130</a>)"}},{"before":"87d41c849d2cde9279fb08a3a0d97123e3d8fe2f","after":"d910816c7356f4decd56eefb80e963b476cdf3e5","ref":"refs/heads/main","pushedAt":"2024-05-30T12:58:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"mgoin","name":"Michael Goin","path":"/mgoin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3195154?s=80&v=4"},"commit":{"message":"[Bugfix] Automatically Detect SparseML models (#5119)","shortMessageHtmlLink":"[Bugfix] Automatically Detect SparseML models (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2324499734\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5119\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5119/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5119\">#5119</a>)"}},{"before":"e07aff9e52342dc82b73c803ba69601242801bc4","after":"87d41c849d2cde9279fb08a3a0d97123e3d8fe2f","ref":"refs/heads/main","pushedAt":"2024-05-30T09:52:15.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ywang96","name":"Roger Wang","path":"/ywang96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136131678?s=80&v=4"},"commit":{"message":"[BUGFIX] [FRONTEND] Correct chat logprobs (#5029)\n\nCo-authored-by: Breno Faria <breno.faria@intrafind.com>","shortMessageHtmlLink":"[BUGFIX] [FRONTEND] Correct chat logprobs (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315056134\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5029\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5029/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5029\">#5029</a>)"}},{"before":"5bf185a1c48fdca524dd76aec4a1424b3a09c9a1","after":"e07aff9e52342dc82b73c803ba69601242801bc4","ref":"refs/heads/main","pushedAt":"2024-05-30T03:27:39.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[CI/Build] Docker cleanup functionality for amd servers  (#5112)\n\nCo-authored-by: Alexey Kondratiev <alexey.kondratiev@amd.com>\r\nCo-authored-by: Alexei-V-Ivanov-AMD <156011006+Alexei-V-Ivanov-AMD@users.noreply.github.com>\r\nCo-authored-by: Alexei V. Ivanov <alexei.ivanov@amd.com>\r\nCo-authored-by: omkarkakarparthi <okakarpa>","shortMessageHtmlLink":"[CI/Build] Docker cleanup functionality for amd servers (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2324316735\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5112\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5112/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5112\">#5112</a>)"}},{"before":"bcb9648773da32f5ca5838f7c145f9c8f590119a","after":"ff1c4463d02b53bea207dec3f4f1d4b44d519fbf","ref":"refs/heads/sparseml-avoid-warning","pushedAt":"2024-05-30T01:59:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"format","shortMessageHtmlLink":"format"}},{"before":null,"after":"bcb9648773da32f5ca5838f7c145f9c8f590119a","ref":"refs/heads/sparseml-avoid-warning","pushedAt":"2024-05-30T01:57:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"avoid warnings related to replicating scales for multi-gpu","shortMessageHtmlLink":"avoid warnings related to replicating scales for multi-gpu"}},{"before":"e0fd11d93610e573a97526b94720166f86913308","after":"fbae7ddc284c5be977650b18fe6f7646009f8db8","ref":"refs/heads/detect-sparseml-config","pushedAt":"2024-05-30T01:44:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"format","shortMessageHtmlLink":"format"}},{"before":"1ad922491475516ca87607e2a83a3bb4bc8a512c","after":"e0fd11d93610e573a97526b94720166f86913308","ref":"refs/heads/detect-sparseml-config","pushedAt":"2024-05-30T01:40:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"removed prints","shortMessageHtmlLink":"removed prints"}},{"before":null,"after":"1ad922491475516ca87607e2a83a3bb4bc8a512c","ref":"refs/heads/detect-sparseml-config","pushedAt":"2024-05-30T01:37:04.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"automatically detect models compressed with sparseml","shortMessageHtmlLink":"automatically detect models compressed with sparseml"}},{"before":"4fbcb0f27e78df75de47c0248ce6901cd081c8ff","after":"5bf185a1c48fdca524dd76aec4a1424b3a09c9a1","ref":"refs/heads/main","pushedAt":"2024-05-30T00:30:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"robertgshaw2-neuralmagic","name":"Robert Shaw","path":"/robertgshaw2-neuralmagic","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/114415538?s=80&v=4"},"commit":{"message":"[Bugfix] gptq_marlin: Ensure g_idx_sort_indices is not a Parameter (#5108)","shortMessageHtmlLink":"[Bugfix] gptq_marlin: Ensure g_idx_sort_indices is not a Parameter (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2323932382\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5108\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5108/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5108\">#…</a>"}},{"before":"7c3604fb68031da36567151a9bdfe69e04de44b8","after":"4fbcb0f27e78df75de47c0248ce6901cd081c8ff","ref":"refs/heads/main","pushedAt":"2024-05-29T23:51:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"youkaichao","name":"youkaichao","path":"/youkaichao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23236638?s=80&v=4"},"commit":{"message":"[Doc][Build] update after removing vllm-nccl (#5103)\n\nCo-authored-by: Roger Wang <136131678+ywang96@users.noreply.github.com>","shortMessageHtmlLink":"[Doc][Build] update after removing vllm-nccl (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2323710775\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5103\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5103/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5103\">#5103</a>)"}},{"before":"b1c255630db60e08c394964b8ed6c0154d31a29f","after":"7c3604fb68031da36567151a9bdfe69e04de44b8","ref":"refs/heads/main","pushedAt":"2024-05-29T23:13:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Bugfix] logprobs is not compatible with the OpenAI spec #4795 (#5031)","shortMessageHtmlLink":"[Bugfix] logprobs is not compatible with the OpenAI spec <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2293933080\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4795\" data-hovercard-type=\"issue\" data-hovercard-url=\"/vllm-project/vllm/issues/4795/hovercard\" href=\"https://github.com/vllm-project/vllm/issues/4795\">#4795</a> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315340214\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5031\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5031/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5031\">#5031</a>)"}},{"before":"eb6c50cdc2bfb58591bd524ff08c8016e7c0411a","after":"b1c255630db60e08c394964b8ed6c0154d31a29f","ref":"refs/heads/main","pushedAt":"2024-05-29T23:05:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Core] Avoid the need to pass `None` values to `Sequence.inputs` (#5099)","shortMessageHtmlLink":"[Core] Avoid the need to pass <code>None</code> values to <code>Sequence.inputs</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322844833\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5099\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5099/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5099\">#5099</a>)"}},{"before":"eecd864388cba75421215411d42bde1c328fa518","after":"eb6c50cdc2bfb58591bd524ff08c8016e7c0411a","ref":"refs/heads/main","pushedAt":"2024-05-29T23:02:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Bugfix][CI/Build] Fix codespell failing to skip files in `git diff` (#5097)","shortMessageHtmlLink":"[Bugfix][CI/Build] Fix codespell failing to skip files in <code>git diff</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322836839\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5097\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5097/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5097\">#…</a>"}},{"before":"ae495c74eab390e52bcade098ee8313679fa8802","after":"eecd864388cba75421215411d42bde1c328fa518","ref":"refs/heads/main","pushedAt":"2024-05-29T23:02:25.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Bugfix][CI/Build] Fix test and improve code for `merge_async_iterators` (#5096)","shortMessageHtmlLink":"[Bugfix][CI/Build] Fix test and improve code for `merge_async_iterato…"}},{"before":"4238bc82f24d5887784b04a353ed93e2360623b4","after":"ae495c74eab390e52bcade098ee8313679fa8802","ref":"refs/heads/main","pushedAt":"2024-05-29T22:26:33.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ywang96","name":"Roger Wang","path":"/ywang96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136131678?s=80&v=4"},"commit":{"message":"[Doc]Replace deprecated flag in readme (#4526)","shortMessageHtmlLink":"[Doc]Replace deprecated flag in readme (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2273585462\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4526\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4526/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4526\">#4526</a>)"}},{"before":"335222d79ee859a7bf5a86e4591364f514da88db","after":"e0e252b49e6ea4688a133626f2e9923891041b04","ref":"refs/heads/torch-xla","pushedAt":"2024-05-29T16:58:27.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"WoosukKwon","name":"Woosuk Kwon","path":"/WoosukKwon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/46394894?s=80&v=4"},"commit":{"message":"Add memory profiling","shortMessageHtmlLink":"Add memory profiling"}},{"before":"594392d27a0dc3b1df84246afb46cc229946c0f3","after":"4238bc82f24d5887784b04a353ed93e2360623b4","ref":"refs/heads/main","pushedAt":"2024-05-29T16:09:13.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"njhill","name":"Nick Hill","path":"/njhill","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16958488?s=80&v=4"},"commit":{"message":"[Core] Cross-attention KV caching and memory-management (towards eventual encoder/decoder model support) (#4837)","shortMessageHtmlLink":"[Core] Cross-attention KV caching and memory-management (towards even…"}},{"before":"363e6a950f2f14839b6d11d8d0094889bf500f81","after":null,"ref":"refs/heads/woosuk-tpu","pushedAt":"2024-05-29T14:15:29.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"WoosukKwon","name":"Woosuk Kwon","path":"/WoosukKwon","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/46394894?s=80&v=4"}},{"before":"18c1f16d86d5130ca989d32a3f05142a6652ba0d","after":"594392d27a0dc3b1df84246afb46cc229946c0f3","ref":"refs/heads/main","pushedAt":"2024-05-29T11:29:07.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"youkaichao","name":"youkaichao","path":"/youkaichao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23236638?s=80&v=4"},"commit":{"message":"[Core][Distributed] improve p2p access check (#4992)","shortMessageHtmlLink":"[Core][Distributed] improve p2p access check (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2311557395\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4992\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4992/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4992\">#4992</a>)"}},{"before":"5bd3c650721cc5de451f034bcbed37d1a1a4116c","after":"18c1f16d86d5130ca989d32a3f05142a6652ba0d","ref":"refs/heads/main","pushedAt":"2024-05-29T07:16:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"njhill","name":"Nick Hill","path":"/njhill","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16958488?s=80&v=4"},"commit":{"message":"[Bugfix] Fix arguments passed to `Sequence` in stop checker test (#5092)","shortMessageHtmlLink":"[Bugfix] Fix arguments passed to <code>Sequence</code> in stop checker test (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322190870\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5092\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5092/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5092\">#5092</a>)"}},{"before":"616e600e0b092050213e79fd2a10baabb30dcf6d","after":"5bd3c650721cc5de451f034bcbed37d1a1a4116c","ref":"refs/heads/main","pushedAt":"2024-05-29T05:13:52.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"youkaichao","name":"youkaichao","path":"/youkaichao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23236638?s=80&v=4"},"commit":{"message":"[Core][Optimization] remove vllm-nccl (#5091)","shortMessageHtmlLink":"[Core][Optimization] remove vllm-nccl (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322080140\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5091\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5091/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5091\">#5091</a>)"}},{"before":"dfba529b4024fba9ce1346467318b35e8f2fa9d9","after":"616e600e0b092050213e79fd2a10baabb30dcf6d","ref":"refs/heads/main","pushedAt":"2024-05-29T00:16:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Misc] add gpu_memory_utilization arg (#5079)\n\nSigned-off-by: pandyamarut <pandyamarut@gmail.com>","shortMessageHtmlLink":"[Misc] add gpu_memory_utilization arg (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2320049167\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5079\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5079/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5079\">#5079</a>)"}},{"before":"5ae5ed1e6047d4095149e26526a618be0529a118","after":"dfba529b4024fba9ce1346467318b35e8f2fa9d9","ref":"refs/heads/main","pushedAt":"2024-05-29T00:15:35.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Bugfix] Remove the last EOS token unless explicitly specified (#5077)","shortMessageHtmlLink":"[Bugfix] Remove the last EOS token unless explicitly specified (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2319984431\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5077\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5077/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5077\">#5077</a>)"}},{"before":"290f4ada2bf42174a53ae6aab2873e115c8ae11b","after":"5ae5ed1e6047d4095149e26526a618be0529a118","ref":"refs/heads/main","pushedAt":"2024-05-28T20:29:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ywang96","name":"Roger Wang","path":"/ywang96","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136131678?s=80&v=4"},"commit":{"message":"[Core] Consolidate prompt arguments to LLM engines (#4328)\n\nCo-authored-by: Roger Wang <ywang@roblox.com>","shortMessageHtmlLink":"[Core] Consolidate prompt arguments to LLM engines (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2260768627\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/4328\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/4328/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/4328\">#4328</a>)"}},{"before":"dd8de11f0a15f9ef48cd1dcac02dd8e2a8bcb494","after":"290f4ada2bf42174a53ae6aab2873e115c8ae11b","ref":"refs/heads/main","pushedAt":"2024-05-28T17:29:09.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"simon-mo","name":"Simon Mo","path":"/simon-mo","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/21118851?s=80&v=4"},"commit":{"message":"[Docs] Add Dropbox as sponsors (#5089)","shortMessageHtmlLink":"[Docs] Add Dropbox as sponsors (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2321573362\" data-permission-text=\"Title is private\" data-url=\"https://github.com/vllm-project/vllm/issues/5089\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/vllm-project/vllm/pull/5089/hovercard\" href=\"https://github.com/vllm-project/vllm/pull/5089\">#5089</a>)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWE27XAA","startCursor":null,"endCursor":null}},"title":"Activity · vllm-project/vllm"}