{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"vllm","owner":"vllm-project","isFork":false,"description":"A high-throughput and memory-efficient inference and serving engine for LLMs","allTopics":["amd","cuda","inference","pytorch","transformer","llama","gpt","rocm","model-serving","mlops","llm","inferentia","llmops","llm-serving","trainium"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":274,"issueCount":873,"starsCount":20821,"forksCount":2879,"license":"Apache License 2.0","participation":[13,22,20,11,9,11,9,10,6,6,13,13,22,22,15,23,6,20,8,9,14,10,26,14,32,29,42,9,6,14,19,24,23,29,10,27,25,40,29,50,50,57,44,56,44,59,66,52,47,31,56,70],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-11T09:42:40.948Z"}},{"type":"Public","name":"flash-attention","owner":"vllm-project","isFork":true,"description":"Fast and memory-efficient exact attention","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":1015,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[0,0,5,4,6,21,9,5,16,18,18,28,12,13,14,1,7,1,0,2,0,2,7,3,3,0,2,19,1,6,12,13,7,9,15,4,7,2,0,5,1,12,5,0,4,0,2,5,4,3,2,2],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-07T01:53:57.411Z"}},{"type":"Public archive","name":"vllm-nccl","owner":"vllm-project","isFork":false,"description":"Manages vllm-nccl dependency","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":16,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,1,1,2,0,0,0,0,1,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-06-03T22:00:55.924Z"}},{"type":"Public","name":"dashboard","owner":"vllm-project","isFork":false,"description":"vLLM performance dashboard","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":12,"forksCount":3,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,3,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-26T06:13:47.853Z"}}],"repositoryCount":4,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}