🚧 feat(wip): group_size for scalability

Prismadic · Jan 23, 2024 · 1d51d86 · 1d51d86
1 parent ef53748
commit 1d51d86
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/docs/conf.py b/docs/conf.py
@@ -11,7 +11,7 @@
 project = 'magnet'
 copyright = '2023, Prismadic, LLC'
 author = 'Prismadic, LLC.'
-release = '0.2.0'
+release = '0.2.1'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration
@@ -29,7 +29,7 @@
 display_github = True
 html_logo = "../magnet.png"
 pygments_style = 'dracula'
-version = "v0.2.0"
+version = "v0.2.1"
 release = "latest"
 # -- Options for HTML output -------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#options-for-html-output

diff --git a/magnet/ic/field.py b/magnet/ic/field.py
@@ -176,7 +176,7 @@ def __init__(self, server: str):
         """
         self.server = server
 
-    async def on(self, category: str = 'no_category', stream: str = 'documents', session='magnet', job: bool = None):
+    async def on(self, category: str = 'no_category', stream: str = 'documents', session='magnet', job: bool = None, group_size: int=1):
         """
         Connects to the NATS server, subscribes to a specific category in a stream, and consumes messages from that category.
 
@@ -210,7 +210,7 @@ async def on(self, category: str = 'no_category', stream: str = 'documents', ses
                         stream=self.stream
                         , config=self.config
                         , deliver_subject=self.session
-                        , max_ack_pending=1
+                        , max_ack_pending=group_size
                 )
             except:
                 _f('warn', f'consumer {self.session} exists, skipping create')

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "llm_magnet"
-version = "0.2.0"
+version = "0.2.1"
 description = "the small distributed language model toolkit. fine-tune state-of-the-art LLMs anywhere, rapidly."
 readme = "dynamic"
 

diff --git a/setup.py b/setup.py
@@ -2,7 +2,7 @@
 
 setup(
     name='llm_magnet',
-    version='0.2.0',
+    version='0.2.1',
     description="the small distributed language model toolkit. fine-tune state-of-the-art LLMs anywhere, rapidly.",
     long_description=open('README.md').read(),
     long_description_content_type='text/markdown',