Skip to content

Commit

Permalink
feat: unsloth integrations
Browse files Browse the repository at this point in the history
Signed-off-by: Aaron Pham <[email protected]>
  • Loading branch information
aarnphm committed Sep 7, 2024
1 parent 59693b0 commit 9d05b6e
Show file tree
Hide file tree
Showing 9 changed files with 2 additions and 414 deletions.
4 changes: 0 additions & 4 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -167,7 +167,3 @@ mlruns/
.pdm-python
.python-version
.pdm-build/

# from training scripts
model
outputs
4 changes: 1 addition & 3 deletions .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ ci:
autoupdate_schedule: monthly
autofix_commit_msg: "ci: auto fixes from pre-commit.ci\n\nFor more information, see https://pre-commit.ci"
autoupdate_commit_msg: 'ci: pre-commit autoupdate [skip ci]'
skip: # exceeds tier max size
skip: # exceeds tier max size
- buf-format
- buf-lint
exclude: '(.*\.(css|js|svg))|(.*/(snippets|grpc|proto)/.*)$'
Expand All @@ -13,9 +13,7 @@ repos:
- id: ruff
args: [--fix, --exit-non-zero-on-fix, --show-fixes]
types_or: [python, pyi]
exclude: ^src/_bentoml_impl/frameworks/unsloth/train\.py$
- id: ruff-format
exclude: ^src/_bentoml_impl/frameworks/unsloth/train\.py$
types_or: [python, pyi]
files: '(src|tests|docs|examples|typings)/'
- repo: https://github.com/pre-commit/pre-commit-hooks
Expand Down
12 changes: 1 addition & 11 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -93,11 +93,7 @@ io = [
io-image = ["Pillow"]
io-pandas = ["pandas>=1", "pyarrow"]
triton = ["tritonclient>=2.29.0", "tritonclient[all]; sys_platform != 'darwin'"]
unsloth = [
"unsloth[huggingface] @ git+https://github.com/bentoml/unsloth.git@main",
"vllm>=0.5.5",
"fastapi"
]
unsloth = ["bentoml-unsloth"]
grpc = [
"protobuf",
"grpcio",
Expand Down Expand Up @@ -243,11 +239,6 @@ testpaths = ["tests"]
line-length = 88
target-version = "py310"

[tool.ruff.format]
exclude = [
"src/_bentoml_impl/frameworks/unsloth/train.py",
]

[tool.ruff.lint]
# We ignore E501 (line too long) here because we keep user-visible strings on one line.
ignore = ["E501"]
Expand All @@ -260,7 +251,6 @@ exclude = [
"src/bentoml/_internal/external_typing",
"src/bentoml/grpc/v1alpha1",
"src/bentoml/grpc/v1",
"src/_bentoml_impl/frameworks/unsloth",
"tests/proto",
]

Expand Down
182 changes: 0 additions & 182 deletions src/_bentoml_impl/frameworks/unsloth/__init__.py

This file was deleted.

49 changes: 0 additions & 49 deletions src/_bentoml_impl/frameworks/unsloth/mapping.py

This file was deleted.

6 changes: 0 additions & 6 deletions src/_bentoml_impl/frameworks/unsloth/template/.bentoignore

This file was deleted.

9 changes: 0 additions & 9 deletions src/_bentoml_impl/frameworks/unsloth/template/.gitignore

This file was deleted.

81 changes: 0 additions & 81 deletions src/_bentoml_impl/frameworks/unsloth/template/service.py

This file was deleted.

Loading

0 comments on commit 9d05b6e

Please sign in to comment.