Merge pull request #2 from lof310/library-documentation-update-e8617

Update from task bf424451-b0dd-4673-9379-10b865be8617

Author: lof310

.gitignore

@@ -1,60 +1,23 @@
-```
+```gitignore
 # Python
 __pycache__/
 *.pyc
 *.pyo
 *.pyd
-.Python
-env/
-venv/
-.venv/
-.ENV
-.venv.bak
-pip-log.txt
-pip-delete-this-directory.txt
-.tox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.log
-.git/modules
-.DS_Store
-Thumbs.db
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
 *.egg-info/
-.installed.cfg
-*.egg
-
-# Pytest
-.pytest_cache/
-
-# IDE
-.vscode/
-.idea/
 
-# Environment
+# Dependencies
+.venv/
+venv/
 .env
 .env.local
-*.env.*
+.env.*
 
-# OS
-.DS_Store
-Thumbs.db
+# Logs and temp files
+*.log
+*.tmp
+
+# Editors
+.vscode/
+.idea/
 ```

docs/source/api.md

@@ -51,6 +51,24 @@ This section provides detailed documentation of all public modules and classes.
    :show-inheritance:
 ```
 
+### PartialRoPE
+
+```{eval-rst}
+.. autoclass:: transformer.pos.PartialRoPE
+   :members:
+   :undoc-members:
+   :show-inheritance:
+```
+
+### ALiBi (Attention with Linear Biases)
+
+```{eval-rst}
+.. autoclass:: transformer.pos.ALiBi
+   :members:
+   :undoc-members:
+   :show-inheritance:
+```
+
 ## Feed-Forward Modules
 
 ### SwiGLU
@@ -91,3 +109,12 @@ This section provides detailed documentation of all public modules and classes.
    :show-inheritance:
    :special-members: __init__
 ```
+
+## Utilities
+
+```{eval-rst}
+.. automodule:: transformer.utils
+   :members:
+   :undoc-members:
+   :show-inheritance:
+```

transformer.egg-info/PKG-INFO

@@ -75,12 +75,12 @@ from transformer import Transformer, TransformerConfig
 # Configure the model
 config = TransformerConfig(
     n_layers = 12,
-    n_heads: int = 32,
-    d_model: int = 1536,
-    attn_qk_norm: bool = False,     
-    tied_weights: bool = False,
-    seq_len: int = 1024,
-    max_seq_len: int = 4096,
+    n_heads = 32,
+    d_model = 1536,
+    attn_qk_norm = False,     
+    tied_weights = False,
+    seq_len = 1024,
+    max_seq_len = 4096,
 )
 
 # Initialize model

transformer/__init__.py

@@ -1,9 +1,24 @@
 from .attns import GQA, MHA, CrossAttention
 from .config import TransformerConfig
 from .ffn import MLP, SwiGLU
-from .pos import RoPE
+from .pos import RoPE, PartialRoPE, ALiBi
 from .transformer import Transformer, TransformerBlock
+from .utils import check_type, resolve_layer_config
 
-__all__ = ["TransformerConfig", "GQA", "MHA", "CrossAttention", "RoPE", "SwiGLU", "MLP", "TransformerBlock", "Transformer"]
+__all__ = [
+    "TransformerConfig", 
+    "GQA", 
+    "MHA", 
+    "CrossAttention", 
+    "RoPE", 
+    "PartialRoPE", 
+    "ALiBi", 
+    "SwiGLU", 
+    "MLP", 
+    "TransformerBlock", 
+    "Transformer",
+    "check_type",
+    "resolve_layer_config"
+]
 
-__version__ = "0.4.0"
+__version__ = "0.5.0"