{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"grps_trtllm","owner":"NetEase-Media","isFork":false,"description":"【grps接入trtllm】通过接入TensorRT-LLM以及Tokenizers.cpp实现纯c++版本高性能LLM服务，兼容OpenAI接口协议，支持chat和function call模式。","allTopics":["openai","llm","chatglm","tensorrt-llm","qwen2","llama3"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":39,"forksCount":0,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,9,14,0,5],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-23T02:49:00.889Z"}},{"type":"Public","name":"grps","owner":"NetEase-Media","isFork":false,"description":"【深度学习模型部署框架】支持tf/torch/trt/trtllm/vllm以及更多nn框架，支持dynamic batching、streaming模式，支持python/c++双语言，可限制，可拓展，高性能。帮助用户快速地将模型部署到线上，并通过http/rpc接口方式提供服务。","allTopics":["tensorflow","torch","tensorrt","serving","triton-inference-server","dynamic-batching","vllm","tensorrt-llm"],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":146,"forksCount":13,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,5,19,2,0,0,0,8,5,4,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-05T07:39:35.582Z"}},{"type":"Public","name":"grps_vllm","owner":"NetEase-Media","isFork":false,"description":"【grps接入vllm】通过vllm LLMEngine Api实现LLM服务。","allTopics":["vllm"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-09-03T09:00:58.463Z"}},{"type":"Public","name":"grps_examples","owner":"NetEase-Media","isFork":false,"description":"【grps服务样例】包含c++、python自定义工程以及快捷部署样例。","allTopics":[],"primaryLanguage":{"name":"C","color":"#555555"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-25T03:39:09.710Z"}},{"type":"Public","name":"nn-infer-opt","owner":"NetEase-Media","isFork":false,"description":"网易新闻推荐模型推理优化相关","allTopics":[],"primaryLanguage":{"name":"C++","color":"#f34b7d"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-07-02T08:33:10.197Z"}},{"type":"Public","name":"easy-ngo","owner":"NetEase-Media","isFork":false,"description":"easy-ngo是由网易传媒开发的基于Go语言的开发工具包，基于easy-ngo工具包，开发者可以快速构建高可用、大并发的应用。","allTopics":[],"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":2,"issueCount":10,"starsCount":358,"forksCount":61,"license":"Apache License 2.0","participation":[0,0,2,0,0,0,6,1,0,1,4,1,0,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-29T07:26:14.489Z"}},{"type":"Public","name":"easy-ngo-website","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-14T08:34:41.151Z"}},{"type":"Public archive","name":"easy-ngo-doc","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"JavaScript","color":"#f1e05a"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":3,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-14T08:11:18.324Z"}},{"type":"Public","name":"CSCE-Net","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":9,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-01T02:48:27.351Z"}},{"type":"Public","name":"easy-ngo-examples","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":2,"license":"Apache License 2.0","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-24T09:48:06.201Z"}},{"type":"Public","name":"easy-ngo-layout","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-14T02:22:19.700Z"}},{"type":"Public","name":"easy-ngo-tools","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-10T02:18:49.938Z"}},{"type":"Public archive","name":"ngo","owner":"NetEase-Media","isFork":false,"description":"Ngo是由网易传媒基础技术团队开源的一个类似Java Spring Boot的框架，全部使用Go语言开发，做到快速开发应用","allTopics":[],"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":1,"issueCount":29,"starsCount":191,"forksCount":37,"license":"Apache License 2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-09T09:34:43.151Z"}},{"type":"Public archive","name":"ngo-demo","owner":"NetEase-Media","isFork":false,"description":"ngo-demo示例","allTopics":[],"primaryLanguage":{"name":"Go","color":"#00ADD8"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-09T09:31:03.180Z"}},{"type":"Public","name":"netease-media.github.io","owner":"NetEase-Media","isFork":false,"description":"","allTopics":[],"primaryLanguage":null,"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-09T03:36:10.615Z"}},{"type":"Public","name":"PAMM-HiA-T5","owner":"NetEase-Media","isFork":false,"description":"codes for PAMM-HiA-T5 method","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":3,"forksCount":0,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-02T03:28:01.772Z"}}],"repositoryCount":16,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"NetEase-Media repositories"}