feat(framework): unsloth (#4949)

* feat: unsloth integrations Signed-off-by: Aaron Pham <[email protected]> * chore: update package export Signed-off-by: Aaron Pham <[email protected]> Signed-off-by: Frost Ming <[email protected]> --------- Signed-off-by: Aaron Pham <[email protected]> Signed-off-by: Frost Ming <[email protected]>
bentoml · Sep 23, 2024 · e456765 · e456765
1 parent 6ddd848
commit e456765
Show file tree

Hide file tree

Showing 4 changed files with 23 additions and 9 deletions.
diff --git a/pdm.lock b/pdm.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -93,6 +93,7 @@ io = [
 io-image = ["Pillow"]
 io-pandas = ["pandas>=1", "pyarrow"]
 triton = ["tritonclient>=2.29.0", "tritonclient[all]; sys_platform != 'darwin'"]
+unsloth = ["bentoml-unsloth>=0.1.0"]
 grpc = [
     "protobuf",
     "grpcio",

diff --git a/src/_bentoml_impl/frameworks/__init__.py → src/_bentoml_impl/frameworks/importer.py b/src/_bentoml_impl/frameworks/__init__.py → src/_bentoml_impl/frameworks/importer.py
diff --git a/src/bentoml/__init__.py b/src/bentoml/__init__.py
@@ -62,6 +62,11 @@
     from _bentoml_impl.frameworks import sklearn
     from _bentoml_impl.frameworks import xgboost
 
+    try:  # needs bentoml-unsloth package
+        from _bentoml_impl.frameworks import unsloth
+    except ModuleNotFoundError:
+        pass
+
     from . import diffusers_simple
     from . import ray
     from . import triton
@@ -106,7 +111,7 @@
     from _bentoml_sdk import service
     from _bentoml_sdk import task
 else:
-    from _bentoml_impl.frameworks import FrameworkImporter
+    from _bentoml_impl.frameworks.importer import FrameworkImporter
 
     from ._internal.utils import LazyLoader as _LazyLoader
     from ._internal.utils.pkg import pkg_version_info
@@ -261,6 +266,7 @@ def __getattr__(name: str) -> Any:
     # Framework specific modules
     "catboost",
     "detectron",
+    "unsloth",
     "diffusers",
     "diffusers_simple",
     "easyocr",