Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Feat/1001 sglang #1016

Draft
wants to merge 13 commits into
base: develop
Choose a base branch
from
8 changes: 8 additions & 0 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,11 @@ text-clustering = [
"scikit-learn >= 1.4.1",
"matplotlib >= 3.8.3", # For the figure (even though it's optional)
]
sglang = [
"sglang[all]",
"transformers >= 4.34.1",
"flashinfer @https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.3/flashinfer-0.1.3+cu121torch2.4-cp310-cp310-linux_x86_64.whl#sha256=dc9ed41c47e65abc368b16b27cedf9391ba51a6bebdea3485808321958cc36c2",
]

# minhash
minhash = ["datasketch >= 1.6.5", "nltk>3.8.1"]
Expand All @@ -114,6 +119,9 @@ Source = "https://github.com/argilla/distilabel"
[tool.hatch.version]
path = "src/distilabel/__init__.py"

[tool.hatch.metadata]
allow-direct-references = true

[tool.ruff]
line-length = 88
exclude = ["docs"]
Expand Down
2 changes: 2 additions & 0 deletions src/distilabel/models/llms/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@
from distilabel.models.llms.moa import MixtureOfAgentsLLM
from distilabel.models.llms.ollama import OllamaLLM
from distilabel.models.llms.openai import OpenAILLM
from distilabel.models.llms.sglang import SGLangLLM
from distilabel.models.llms.together import TogetherLLM
from distilabel.models.llms.typing import GenerateOutput, HiddenState
from distilabel.models.llms.vertexai import VertexAILLM
Expand Down Expand Up @@ -54,4 +55,5 @@
"VertexAILLM",
"ClientvLLM",
"vLLM",
"SGLangLLM",
]
Loading