{"payload":{"header_redesign_enabled":false,"results":[{"id":"653496050","archived":false,"color":"#3572A5","followers":2972,"has_funding_file":false,"hl_name":"xorbitsai/inference","hl_trunc_description":"Replace OpenAI GPT with another LLM in your app by changing a single line of code. Xinference gives you the freedom to use any LLM you ne…","language":"Python","mirror":false,"owned_by_organization":true,"public":true,"repo":{"repository":{"id":653496050,"name":"inference","owner_id":109655068,"owner_login":"xorbitsai","updated_at":"2024-05-31T09:28:11.448Z","has_issues":true}},"sponsorable":false,"topics":["machine-learning","deployment","inference","pytorch","artificial-intelligence","llama","whisper","gemma","mistral","openai-api","llm","flan-t5","chatglm","llamacpp","vllm","ggml","wizardlm","qwen","chatglm3","llama3"],"type":"Public","help_wanted_issues_count":1,"good_first_issue_issues_count":2,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":55,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Axorbitsai%252Finference%2B%2Blanguage%253APython","metadata":null,"csrf_tokens":{"/xorbitsai/inference/star":{"post":"AEK2nT5UuIbT-GfkX0Z3YhBJrdBIZWCUsMg8tP2ofyt-ktR9A9u7-DgxzbOVum8JHyoVS9wKBFtJynYeHacXiw"},"/xorbitsai/inference/unstar":{"post":"FfLuDF8quczlS4unVUNyVA3AjUqrWjCFYZsJljP5izT0L5r-U5Q1XJ3U3gfKjGn9qSDMEhBw20ki9vlXkQW_Kw"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"Cg4Yh1XbeVrFpGU7Vgcq043Ibu01T9dPtGm-TfKer4vutaT2UJAwvy76q8B657mGd8QKLP60-eBxMDn5lDPRqg"}}},"title":"Repository search results"}