Package search
sglang
- Summary: SGLang is yet another fast serving framework for large language models and vision language models.
- Author:
- Homepage: https://github.com/sgl-project/sglang
- Source: https://github.com/sgl-project/sglang
- Repo profile
- Number of releases: 95
- First release: 0.1.3 on 2024-01-16T05:56:37
- Latest release: 0.4.6.post5 on 2025-05-24T07:48:27
| Dependency | Optional |
|---|---|
| aiohttp | false |
| IPython | false |
| numpy | false |
| requests | false |
| setproctitle | false |
| tqdm | false |
| accelerate | true |
| anthropic | true |
| blobfile | true |
| compressed-tensors | true |
| cuda-python | true |
| datasets | true |
| decord | true |
| einops | true |
| fastapi | true |
| flashinfer_python | true |
| hf_transfer | true |
| huggingface_hub | true |
| interegular | true |
| jsonlines | true |
| litellm | true |
| llguidance | true |
| matplotlib | true |
| modelscope | true |
| msgspec | true |
| ninja | true |
| openai | true |
| orjson | true |
| outlines | true |
| packaging | true |
| pandas | true |
| partial_json_parser | true |
| peft | true |
| pillow | true |
| prometheus-client | true |
| psutil | true |
| pydantic | true |
| pynvml | true |
| python-multipart | true |
| pyzmq | true |
| sentence_transformers | true |
| sgl-kernel | true |
| sglang | true |
| soundfile | true |
| tiktoken | true |
| timm | true |
| torch | true |
| torch_memory_saver | true |
| torchao | true |
| torchvision | true |
| transformers | true |
| uvicorn | true |
| uvloop | true |
| vllm | true |
| xgrammar | true |