Skip to content

Commit

Permalink
Merge pull request #93 from jbloomAus/py-312-ci
Browse files Browse the repository at this point in the history
chore: enabling python 3.12 checks for CI
  • Loading branch information
jbloomAus authored Apr 20, 2024
2 parents 2d31672 + 25526ea commit 87be422
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.10", "3.11"]
python-version: ["3.10", "3.11", "3.12"]

steps:
- uses: actions/checkout@v4
Expand Down
8 changes: 4 additions & 4 deletions sae_lens/training/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -167,10 +167,10 @@ def __post_init__(self):
n_tokens_per_buffer = (
self.store_batch_size * self.context_size * self.n_batches_in_buffer
)
print(f"n_tokens_per_buffer (millions): {n_tokens_per_buffer / 10 **6}")
print(f"n_tokens_per_buffer (millions): {n_tokens_per_buffer / 10 ** 6}")
n_contexts_per_buffer = self.store_batch_size * self.n_batches_in_buffer
print(
f"Lower bound: n_contexts_per_buffer (millions): {n_contexts_per_buffer / 10 **6}"
f"Lower bound: n_contexts_per_buffer (millions): {n_contexts_per_buffer / 10 ** 6}"
)

total_training_steps = (
Expand All @@ -187,10 +187,10 @@ def __post_init__(self):
total_training_steps // self.feature_sampling_window
)
print(
f"n_tokens_per_feature_sampling_window (millions): {(self.feature_sampling_window * self.context_size * self.train_batch_size) / 10 **6}"
f"n_tokens_per_feature_sampling_window (millions): {(self.feature_sampling_window * self.context_size * self.train_batch_size) / 10 ** 6}"
)
print(
f"n_tokens_per_dead_feature_window (millions): {(self.dead_feature_window * self.context_size * self.train_batch_size) / 10 **6}"
f"n_tokens_per_dead_feature_window (millions): {(self.dead_feature_window * self.context_size * self.train_batch_size) / 10 ** 6}"
)
print(
f"We will reset the sparsity calculation {n_feature_window_samples} times."
Expand Down

0 comments on commit 87be422

Please sign in to comment.