Fix: unnecessary warning issue in HuggingFace LLM when tokenizer is p… #2

	name: Unit Testing

	on:
	push:
	branches:
	- main
	pull_request:

	env:
	POETRY_VERSION: "1.8.3"

	jobs:
	test:
	runs-on: ubuntu-latest-unit-tester
	strategy:
	fail-fast: false
	matrix:
	python-version: ["3.9", "3.10", "3.11", "3.12"]
	steps:
	- name: clear space
	env:
	CI: true
	shell: bash
	run: rm -rf /opt/hostedtoolcache/*
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	- name: update rustc
	run: rustup update stable
	- name: Install Poetry
	run: pipx install poetry==${{ env.POETRY_VERSION }}
	- name: Set up python ${{ matrix.python-version }}
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	cache: "poetry"
	cache-dependency-path: "**/poetry.lock"
	- uses: pantsbuild/actions/init-pants@v5-scie-pants
	with:
	# v0 makes it easy to bust the cache if needed
	# just increase the integer to start with a fresh cache
	gha-cache-key: v1-py${{ matrix.python_version }}
	named-caches-hash: v1-py${{ matrix.python_version }}
	pants-python-version: ${{ matrix.python-version }}
	pants-ci-config: pants.toml
	- name: Check BUILD files
	run: \|
	pants tailor --check :: -docs/::
	- name: Run testing
	env:
	CI: true
	shell: bash
	run: poetry run make test

Provide feedback