{"payload":{"header_redesign_enabled":false,"results":[{"id":"735772326","archived":false,"color":"#f34b7d","followers":227,"has_funding_file":false,"hl_name":"inferflow/inferflow","hl_trunc_description":"Inferflow is an efficient and highly configurable inference engine for large language models (LLMs).","language":"C++","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":735772326,"name":"inferflow","owner_id":154857160,"owner_login":"inferflow","updated_at":"2024-03-15T06:52:33.891Z","has_issues":true}},"sponsorable":false,"topics":["bloom","falcon","moe","gemma","mistral","mixture-of-experts","model-quantization","multi-gpu-inference","m2m100","llamacpp","llm-inference","internlm","llama2","qwen","baichuan2","mixtral","phi-2","deepseek","minicpm"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":93,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Ainferflow%252Finferflow%2B%2Blanguage%253AC%252B%252B","metadata":null,"csrf_tokens":{"/inferflow/inferflow/star":{"post":"G2cPQq65HYSqmT1fmCX-7-9z9AfIvU873JhAeSDn5FKnMlwjDWRoRYwJtP3dXcBjHeyIAe1BVZAY4ttEJ-jalg"},"/inferflow/inferflow/unstar":{"post":"gjdewG8T4-nMSt3_GGKNKsraUDAq95kZVeMhkBxx1iMAbFeZvbBe_amOQ-VM-HlAIy5eqRnQDtIf8mR73pi__w"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"3AfjrYwJ-LEXK0ner7ywZoUIJk_qcDzrKKLHuvCwfsyRwPl7BZGZYeW5Ajg3lIQA2grniljtKOxNeTbZnfr9jQ"}}},"title":"Repository search results"}