{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"FlexGen","owner":"FMInference","isFork":false,"description":"Running large language models on a single GPU for throughput-oriented scenarios.","allTopics":["machine-learning","offloading","high-throughput","opt","gpt-3","large-language-models","deep-learning"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":7,"issueCount":49,"starsCount":9042,"forksCount":527,"license":"Apache License 2.0","participation":[0,1,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-19T19:33:37.171Z"}},{"type":"Public","name":"H2O","owner":"FMInference","isFork":false,"description":"[NeurIPS'23] H2O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models.","allTopics":["sparsity","high-throughput","heavy-hitters","kv-cache","gpt-3","large-language-models"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":21,"starsCount":297,"forksCount":25,"license":null,"participation":[0,1,17,6,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-17T15:10:12.258Z"}},{"type":"Public","name":"DejaVu","owner":"FMInference","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":19,"starsCount":232,"forksCount":29,"license":null,"participation":[0,0,0,0,0,0,0,5,4,0,0,0,2,0,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,3,0,0,0,0,0,3,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-02T21:51:45.539Z"}}],"repositoryCount":3,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}